diff --git a/.gitattributes b/.gitattributes
index 86add41b57ad30cf046eb42d68710974f397e8aa..bd382adb074e61e730c784206f06b7c81196b1f8 100644
--- a/.gitattributes
+++ b/.gitattributes
@@ -55,3 +55,4 @@ zain/Activation/wandb/run-20260814_210109-qauftiuh/run-qauftiuh.wandb filter=lfs
 zain/Activation/out/glu-relu-100L_trash_run/training_log.jsonl filter=lfs diff=lfs merge=lfs -text
 zain/Activation/wandb/run-20260814_210155-rxpj34pj/run-rxpj34pj.wandb filter=lfs diff=lfs merge=lfs -text
 zain/Activation/wandb/run-20260814_210809-a6574zx8/run-a6574zx8.wandb filter=lfs diff=lfs merge=lfs -text
+zain/Activation/out/glu-gelu-100L_trash_run/training_log.jsonl filter=lfs diff=lfs merge=lfs -text
diff --git a/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-2700/tokenizer_config.json b/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-2700/tokenizer_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..f1578d3b6947e13e4001d559b79d4944be52b9c1
--- /dev/null
+++ b/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-2700/tokenizer_config.json
@@ -0,0 +1,13 @@
+{
+  "add_prefix_space": false,
+  "backend": "tokenizers",
+  "bos_token": "<|endoftext|>",
+  "eos_token": "<|endoftext|>",
+  "errors": "replace",
+  "is_local": false,
+  "local_files_only": false,
+  "model_max_length": 1024,
+  "pad_token": "<|endoftext|>",
+  "tokenizer_class": "GPT2Tokenizer",
+  "unk_token": "<|endoftext|>"
+}
diff --git a/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-2700/trainer_state.json b/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-2700/trainer_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..b05177d5f2154525eda423ed4d6b658a863fa51f
--- /dev/null
+++ b/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-2700/trainer_state.json
@@ -0,0 +1,995 @@
+{
+  "best_global_step": null,
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 0.1820020222446916,
+  "eval_steps": 2498,
+  "global_step": 2700,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.0013481631277384564,
+      "grad_norm": 2.078125,
+      "learning_rate": 2.66e-05,
+      "loss": 8.299579620361328,
+      "step": 20
+    },
+    {
+      "epoch": 0.002696326255476913,
+      "grad_norm": 1.359375,
+      "learning_rate": 5.46e-05,
+      "loss": 8.047666931152344,
+      "step": 40
+    },
+    {
+      "epoch": 0.004044489383215369,
+      "grad_norm": 1.2734375,
+      "learning_rate": 8.259999999999999e-05,
+      "loss": 7.838191986083984,
+      "step": 60
+    },
+    {
+      "epoch": 0.005392652510953826,
+      "grad_norm": 1.265625,
+      "learning_rate": 0.0001106,
+      "loss": 7.57310791015625,
+      "step": 80
+    },
+    {
+      "epoch": 0.006740815638692282,
+      "grad_norm": 1.1953125,
+      "learning_rate": 0.0001386,
+      "loss": 7.233531951904297,
+      "step": 100
+    },
+    {
+      "epoch": 0.008088978766430738,
+      "grad_norm": 1.1328125,
+      "learning_rate": 0.00016659999999999998,
+      "loss": 6.860941314697266,
+      "step": 120
+    },
+    {
+      "epoch": 0.009437141894169195,
+      "grad_norm": 0.95703125,
+      "learning_rate": 0.00019460000000000001,
+      "loss": 6.51712646484375,
+      "step": 140
+    },
+    {
+      "epoch": 0.010785305021907651,
+      "grad_norm": 0.81640625,
+      "learning_rate": 0.0002226,
+      "loss": 6.234881591796875,
+      "step": 160
+    },
+    {
+      "epoch": 0.012133468149646108,
+      "grad_norm": 0.73828125,
+      "learning_rate": 0.00025059999999999997,
+      "loss": 6.024795913696289,
+      "step": 180
+    },
+    {
+      "epoch": 0.013481631277384564,
+      "grad_norm": 1.0390625,
+      "learning_rate": 0.0002786,
+      "loss": 5.837321472167969,
+      "step": 200
+    },
+    {
+      "epoch": 0.01482979440512302,
+      "grad_norm": 0.63671875,
+      "learning_rate": 0.00030659999999999997,
+      "loss": 5.647708129882813,
+      "step": 220
+    },
+    {
+      "epoch": 0.016177957532861477,
+      "grad_norm": 0.8984375,
+      "learning_rate": 0.0003346,
+      "loss": 5.43688735961914,
+      "step": 240
+    },
+    {
+      "epoch": 0.01752612066059993,
+      "grad_norm": 0.77734375,
+      "learning_rate": 0.00036260000000000003,
+      "loss": 5.210599517822265,
+      "step": 260
+    },
+    {
+      "epoch": 0.01887428378833839,
+      "grad_norm": 0.890625,
+      "learning_rate": 0.0003906,
+      "loss": 4.956959533691406,
+      "step": 280
+    },
+    {
+      "epoch": 0.020222446916076844,
+      "grad_norm": 0.84765625,
+      "learning_rate": 0.0004186,
+      "loss": 4.726874160766601,
+      "step": 300
+    },
+    {
+      "epoch": 0.021570610043815303,
+      "grad_norm": 0.87890625,
+      "learning_rate": 0.0004466,
+      "loss": 4.527945327758789,
+      "step": 320
+    },
+    {
+      "epoch": 0.022918773171553757,
+      "grad_norm": 1.3515625,
+      "learning_rate": 0.00047460000000000004,
+      "loss": 4.3517810821533205,
+      "step": 340
+    },
+    {
+      "epoch": 0.024266936299292215,
+      "grad_norm": 0.76171875,
+      "learning_rate": 0.0005026,
+      "loss": 4.212622451782226,
+      "step": 360
+    },
+    {
+      "epoch": 0.02561509942703067,
+      "grad_norm": 0.6640625,
+      "learning_rate": 0.0005306,
+      "loss": 4.076633453369141,
+      "step": 380
+    },
+    {
+      "epoch": 0.026963262554769128,
+      "grad_norm": 0.498046875,
+      "learning_rate": 0.0005586,
+      "loss": 3.9346649169921877,
+      "step": 400
+    },
+    {
+      "epoch": 0.028311425682507583,
+      "grad_norm": 0.85546875,
+      "learning_rate": 0.0005866,
+      "loss": 3.8310710906982424,
+      "step": 420
+    },
+    {
+      "epoch": 0.02965958881024604,
+      "grad_norm": 0.59375,
+      "learning_rate": 0.0006146,
+      "loss": 3.7676155090332033,
+      "step": 440
+    },
+    {
+      "epoch": 0.031007751937984496,
+      "grad_norm": 0.6171875,
+      "learning_rate": 0.0006426,
+      "loss": 3.6599285125732424,
+      "step": 460
+    },
+    {
+      "epoch": 0.032355915065722954,
+      "grad_norm": 0.5546875,
+      "learning_rate": 0.0006705999999999999,
+      "loss": 3.5886669158935547,
+      "step": 480
+    },
+    {
+      "epoch": 0.03370407819346141,
+      "grad_norm": 0.546875,
+      "learning_rate": 0.0006986,
+      "loss": 3.512950134277344,
+      "step": 500
+    },
+    {
+      "epoch": 0.03505224132119986,
+      "grad_norm": 0.53125,
+      "learning_rate": 0.0007,
+      "loss": 3.444244384765625,
+      "step": 520
+    },
+    {
+      "epoch": 0.03640040444893832,
+      "grad_norm": 0.5078125,
+      "learning_rate": 0.0007,
+      "loss": 3.369425964355469,
+      "step": 540
+    },
+    {
+      "epoch": 0.03774856757667678,
+      "grad_norm": 0.5625,
+      "learning_rate": 0.0007,
+      "loss": 3.318771743774414,
+      "step": 560
+    },
+    {
+      "epoch": 0.03909673070441524,
+      "grad_norm": 0.470703125,
+      "learning_rate": 0.0007,
+      "loss": 3.2595756530761717,
+      "step": 580
+    },
+    {
+      "epoch": 0.04044489383215369,
+      "grad_norm": 0.53125,
+      "learning_rate": 0.0007,
+      "loss": 3.2241649627685547,
+      "step": 600
+    },
+    {
+      "epoch": 0.04179305695989215,
+      "grad_norm": 0.484375,
+      "learning_rate": 0.0007,
+      "loss": 3.1619989395141603,
+      "step": 620
+    },
+    {
+      "epoch": 0.043141220087630605,
+      "grad_norm": 0.5625,
+      "learning_rate": 0.0007,
+      "loss": 3.14036865234375,
+      "step": 640
+    },
+    {
+      "epoch": 0.044489383215369056,
+      "grad_norm": 0.41796875,
+      "learning_rate": 0.0007,
+      "loss": 3.083884620666504,
+      "step": 660
+    },
+    {
+      "epoch": 0.045837546343107514,
+      "grad_norm": 0.451171875,
+      "learning_rate": 0.0007,
+      "loss": 3.0591588973999024,
+      "step": 680
+    },
+    {
+      "epoch": 0.04718570947084597,
+      "grad_norm": 0.423828125,
+      "learning_rate": 0.0007,
+      "loss": 3.015497016906738,
+      "step": 700
+    },
+    {
+      "epoch": 0.04853387259858443,
+      "grad_norm": 0.41796875,
+      "learning_rate": 0.0007,
+      "loss": 2.9805700302124025,
+      "step": 720
+    },
+    {
+      "epoch": 0.04988203572632288,
+      "grad_norm": 0.46875,
+      "learning_rate": 0.0007,
+      "loss": 2.9426918029785156,
+      "step": 740
+    },
+    {
+      "epoch": 0.05123019885406134,
+      "grad_norm": 0.46484375,
+      "learning_rate": 0.0007,
+      "loss": 2.9274158477783203,
+      "step": 760
+    },
+    {
+      "epoch": 0.0525783619817998,
+      "grad_norm": 0.421875,
+      "learning_rate": 0.0007,
+      "loss": 2.931459426879883,
+      "step": 780
+    },
+    {
+      "epoch": 0.053926525109538256,
+      "grad_norm": 0.486328125,
+      "learning_rate": 0.0007,
+      "loss": 2.877642059326172,
+      "step": 800
+    },
+    {
+      "epoch": 0.05527468823727671,
+      "grad_norm": 0.40234375,
+      "learning_rate": 0.0007,
+      "loss": 2.8646697998046875,
+      "step": 820
+    },
+    {
+      "epoch": 0.056622851365015166,
+      "grad_norm": 0.451171875,
+      "learning_rate": 0.0007,
+      "loss": 2.8328128814697267,
+      "step": 840
+    },
+    {
+      "epoch": 0.057971014492753624,
+      "grad_norm": 0.396484375,
+      "learning_rate": 0.0007,
+      "loss": 2.790274429321289,
+      "step": 860
+    },
+    {
+      "epoch": 0.05931917762049208,
+      "grad_norm": 0.423828125,
+      "learning_rate": 0.0007,
+      "loss": 2.7668125152587892,
+      "step": 880
+    },
+    {
+      "epoch": 0.06066734074823053,
+      "grad_norm": 0.427734375,
+      "learning_rate": 0.0007,
+      "loss": 2.7516881942749025,
+      "step": 900
+    },
+    {
+      "epoch": 0.06201550387596899,
+      "grad_norm": 0.42578125,
+      "learning_rate": 0.0007,
+      "loss": 2.722590446472168,
+      "step": 920
+    },
+    {
+      "epoch": 0.06336366700370745,
+      "grad_norm": 0.4375,
+      "learning_rate": 0.0007,
+      "loss": 2.708496856689453,
+      "step": 940
+    },
+    {
+      "epoch": 0.06471183013144591,
+      "grad_norm": 0.400390625,
+      "learning_rate": 0.0007,
+      "loss": 2.681654930114746,
+      "step": 960
+    },
+    {
+      "epoch": 0.06605999325918437,
+      "grad_norm": 0.396484375,
+      "learning_rate": 0.0007,
+      "loss": 2.6650571823120117,
+      "step": 980
+    },
+    {
+      "epoch": 0.06740815638692282,
+      "grad_norm": 0.41015625,
+      "learning_rate": 0.0007,
+      "loss": 2.6637720108032226,
+      "step": 1000
+    },
+    {
+      "epoch": 0.06875631951466127,
+      "grad_norm": 0.396484375,
+      "learning_rate": 0.0007,
+      "loss": 2.6311159133911133,
+      "step": 1020
+    },
+    {
+      "epoch": 0.07010448264239973,
+      "grad_norm": 0.408203125,
+      "learning_rate": 0.0007,
+      "loss": 2.615707015991211,
+      "step": 1040
+    },
+    {
+      "epoch": 0.07145264577013818,
+      "grad_norm": 0.404296875,
+      "learning_rate": 0.0007,
+      "loss": 2.6003103256225586,
+      "step": 1060
+    },
+    {
+      "epoch": 0.07280080889787664,
+      "grad_norm": 0.41015625,
+      "learning_rate": 0.0007,
+      "loss": 2.581348991394043,
+      "step": 1080
+    },
+    {
+      "epoch": 0.0741489720256151,
+      "grad_norm": 0.404296875,
+      "learning_rate": 0.0007,
+      "loss": 2.574792671203613,
+      "step": 1100
+    },
+    {
+      "epoch": 0.07549713515335356,
+      "grad_norm": 0.384765625,
+      "learning_rate": 0.0007,
+      "loss": 2.538400650024414,
+      "step": 1120
+    },
+    {
+      "epoch": 0.07684529828109202,
+      "grad_norm": 0.41796875,
+      "learning_rate": 0.0007,
+      "loss": 2.5249162673950196,
+      "step": 1140
+    },
+    {
+      "epoch": 0.07819346140883048,
+      "grad_norm": 0.404296875,
+      "learning_rate": 0.0007,
+      "loss": 2.5237232208251954,
+      "step": 1160
+    },
+    {
+      "epoch": 0.07954162453656892,
+      "grad_norm": 0.396484375,
+      "learning_rate": 0.0007,
+      "loss": 2.517318344116211,
+      "step": 1180
+    },
+    {
+      "epoch": 0.08088978766430738,
+      "grad_norm": 0.41796875,
+      "learning_rate": 0.0007,
+      "loss": 2.507699203491211,
+      "step": 1200
+    },
+    {
+      "epoch": 0.08223795079204584,
+      "grad_norm": 0.3828125,
+      "learning_rate": 0.0007,
+      "loss": 2.4932661056518555,
+      "step": 1220
+    },
+    {
+      "epoch": 0.0835861139197843,
+      "grad_norm": 0.365234375,
+      "learning_rate": 0.0007,
+      "loss": 2.4781061172485352,
+      "step": 1240
+    },
+    {
+      "epoch": 0.08493427704752275,
+      "grad_norm": 0.388671875,
+      "learning_rate": 0.0007,
+      "loss": 2.465612030029297,
+      "step": 1260
+    },
+    {
+      "epoch": 0.08628244017526121,
+      "grad_norm": 0.41796875,
+      "learning_rate": 0.0007,
+      "loss": 2.4463497161865235,
+      "step": 1280
+    },
+    {
+      "epoch": 0.08763060330299967,
+      "grad_norm": 0.390625,
+      "learning_rate": 0.0007,
+      "loss": 2.4374414443969727,
+      "step": 1300
+    },
+    {
+      "epoch": 0.08897876643073811,
+      "grad_norm": 0.35546875,
+      "learning_rate": 0.0007,
+      "loss": 2.4308101654052736,
+      "step": 1320
+    },
+    {
+      "epoch": 0.09032692955847657,
+      "grad_norm": 0.40234375,
+      "learning_rate": 0.0007,
+      "loss": 2.416130256652832,
+      "step": 1340
+    },
+    {
+      "epoch": 0.09167509268621503,
+      "grad_norm": 0.4296875,
+      "learning_rate": 0.0007,
+      "loss": 2.41524600982666,
+      "step": 1360
+    },
+    {
+      "epoch": 0.09302325581395349,
+      "grad_norm": 0.359375,
+      "learning_rate": 0.0007,
+      "loss": 2.392221450805664,
+      "step": 1380
+    },
+    {
+      "epoch": 0.09437141894169195,
+      "grad_norm": 0.373046875,
+      "learning_rate": 0.0007,
+      "loss": 2.383866310119629,
+      "step": 1400
+    },
+    {
+      "epoch": 0.0957195820694304,
+      "grad_norm": 0.396484375,
+      "learning_rate": 0.0007,
+      "loss": 2.394974708557129,
+      "step": 1420
+    },
+    {
+      "epoch": 0.09706774519716886,
+      "grad_norm": 0.396484375,
+      "learning_rate": 0.0007,
+      "loss": 2.3713239669799804,
+      "step": 1440
+    },
+    {
+      "epoch": 0.09841590832490732,
+      "grad_norm": 0.37109375,
+      "learning_rate": 0.0007,
+      "loss": 2.3597253799438476,
+      "step": 1460
+    },
+    {
+      "epoch": 0.09976407145264576,
+      "grad_norm": 0.34765625,
+      "learning_rate": 0.0007,
+      "loss": 2.3452421188354493,
+      "step": 1480
+    },
+    {
+      "epoch": 0.10111223458038422,
+      "grad_norm": 0.376953125,
+      "learning_rate": 0.0007,
+      "loss": 2.3336454391479493,
+      "step": 1500
+    },
+    {
+      "epoch": 0.10246039770812268,
+      "grad_norm": 0.39453125,
+      "learning_rate": 0.0007,
+      "loss": 2.3358110427856444,
+      "step": 1520
+    },
+    {
+      "epoch": 0.10380856083586114,
+      "grad_norm": 0.40625,
+      "learning_rate": 0.0007,
+      "loss": 2.324386787414551,
+      "step": 1540
+    },
+    {
+      "epoch": 0.1051567239635996,
+      "grad_norm": 0.376953125,
+      "learning_rate": 0.0007,
+      "loss": 2.313844108581543,
+      "step": 1560
+    },
+    {
+      "epoch": 0.10650488709133805,
+      "grad_norm": 0.349609375,
+      "learning_rate": 0.0007,
+      "loss": 2.3294256210327147,
+      "step": 1580
+    },
+    {
+      "epoch": 0.10785305021907651,
+      "grad_norm": 0.40234375,
+      "learning_rate": 0.0007,
+      "loss": 2.297942352294922,
+      "step": 1600
+    },
+    {
+      "epoch": 0.10920121334681497,
+      "grad_norm": 0.357421875,
+      "learning_rate": 0.0007,
+      "loss": 2.296767997741699,
+      "step": 1620
+    },
+    {
+      "epoch": 0.11054937647455342,
+      "grad_norm": 0.37890625,
+      "learning_rate": 0.0007,
+      "loss": 2.3081844329833983,
+      "step": 1640
+    },
+    {
+      "epoch": 0.11189753960229187,
+      "grad_norm": 0.35546875,
+      "learning_rate": 0.0007,
+      "loss": 2.2883626937866213,
+      "step": 1660
+    },
+    {
+      "epoch": 0.11324570273003033,
+      "grad_norm": 0.375,
+      "learning_rate": 0.0007,
+      "loss": 2.272566223144531,
+      "step": 1680
+    },
+    {
+      "epoch": 0.11459386585776879,
+      "grad_norm": 0.373046875,
+      "learning_rate": 0.0007,
+      "loss": 2.281250762939453,
+      "step": 1700
+    },
+    {
+      "epoch": 0.11594202898550725,
+      "grad_norm": 0.41796875,
+      "learning_rate": 0.0007,
+      "loss": 2.257417106628418,
+      "step": 1720
+    },
+    {
+      "epoch": 0.1172901921132457,
+      "grad_norm": 0.365234375,
+      "learning_rate": 0.0007,
+      "loss": 2.2473636627197267,
+      "step": 1740
+    },
+    {
+      "epoch": 0.11863835524098416,
+      "grad_norm": 0.380859375,
+      "learning_rate": 0.0007,
+      "loss": 2.253912925720215,
+      "step": 1760
+    },
+    {
+      "epoch": 0.11998651836872262,
+      "grad_norm": 0.3515625,
+      "learning_rate": 0.0007,
+      "loss": 2.2672780990600585,
+      "step": 1780
+    },
+    {
+      "epoch": 0.12133468149646107,
+      "grad_norm": 0.3671875,
+      "learning_rate": 0.0007,
+      "loss": 2.261806106567383,
+      "step": 1800
+    },
+    {
+      "epoch": 0.12268284462419952,
+      "grad_norm": 0.375,
+      "learning_rate": 0.0007,
+      "loss": 2.2513105392456056,
+      "step": 1820
+    },
+    {
+      "epoch": 0.12403100775193798,
+      "grad_norm": 0.369140625,
+      "learning_rate": 0.0007,
+      "loss": 2.2201774597167967,
+      "step": 1840
+    },
+    {
+      "epoch": 0.12537917087967643,
+      "grad_norm": 0.35546875,
+      "learning_rate": 0.0007,
+      "loss": 2.2213924407958983,
+      "step": 1860
+    },
+    {
+      "epoch": 0.1267273340074149,
+      "grad_norm": 0.361328125,
+      "learning_rate": 0.0007,
+      "loss": 2.21158447265625,
+      "step": 1880
+    },
+    {
+      "epoch": 0.12807549713515334,
+      "grad_norm": 0.357421875,
+      "learning_rate": 0.0007,
+      "loss": 2.218313217163086,
+      "step": 1900
+    },
+    {
+      "epoch": 0.12942366026289182,
+      "grad_norm": 0.361328125,
+      "learning_rate": 0.0007,
+      "loss": 2.1961637496948243,
+      "step": 1920
+    },
+    {
+      "epoch": 0.13077182339063026,
+      "grad_norm": 0.369140625,
+      "learning_rate": 0.0007,
+      "loss": 2.2057926177978517,
+      "step": 1940
+    },
+    {
+      "epoch": 0.13211998651836873,
+      "grad_norm": 0.345703125,
+      "learning_rate": 0.0007,
+      "loss": 2.181648826599121,
+      "step": 1960
+    },
+    {
+      "epoch": 0.13346814964610718,
+      "grad_norm": 0.380859375,
+      "learning_rate": 0.0007,
+      "loss": 2.203908920288086,
+      "step": 1980
+    },
+    {
+      "epoch": 0.13481631277384565,
+      "grad_norm": 0.341796875,
+      "learning_rate": 0.0007,
+      "loss": 2.1758956909179688,
+      "step": 2000
+    },
+    {
+      "epoch": 0.1361644759015841,
+      "grad_norm": 0.35546875,
+      "learning_rate": 0.0007,
+      "loss": 2.185748481750488,
+      "step": 2020
+    },
+    {
+      "epoch": 0.13751263902932254,
+      "grad_norm": 0.41796875,
+      "learning_rate": 0.0007,
+      "loss": 2.165380668640137,
+      "step": 2040
+    },
+    {
+      "epoch": 0.138860802157061,
+      "grad_norm": 0.3515625,
+      "learning_rate": 0.0007,
+      "loss": 2.1852161407470705,
+      "step": 2060
+    },
+    {
+      "epoch": 0.14020896528479945,
+      "grad_norm": 0.34765625,
+      "learning_rate": 0.0007,
+      "loss": 2.160782051086426,
+      "step": 2080
+    },
+    {
+      "epoch": 0.14155712841253792,
+      "grad_norm": 0.337890625,
+      "learning_rate": 0.0007,
+      "loss": 2.152023124694824,
+      "step": 2100
+    },
+    {
+      "epoch": 0.14290529154027637,
+      "grad_norm": 0.359375,
+      "learning_rate": 0.0007,
+      "loss": 2.160308837890625,
+      "step": 2120
+    },
+    {
+      "epoch": 0.14425345466801484,
+      "grad_norm": 0.34765625,
+      "learning_rate": 0.0007,
+      "loss": 2.1609643936157226,
+      "step": 2140
+    },
+    {
+      "epoch": 0.14560161779575329,
+      "grad_norm": 0.357421875,
+      "learning_rate": 0.0007,
+      "loss": 2.1475265502929686,
+      "step": 2160
+    },
+    {
+      "epoch": 0.14694978092349173,
+      "grad_norm": 0.345703125,
+      "learning_rate": 0.0007,
+      "loss": 2.155929183959961,
+      "step": 2180
+    },
+    {
+      "epoch": 0.1482979440512302,
+      "grad_norm": 0.341796875,
+      "learning_rate": 0.0007,
+      "loss": 2.1293373107910156,
+      "step": 2200
+    },
+    {
+      "epoch": 0.14964610717896865,
+      "grad_norm": 0.35546875,
+      "learning_rate": 0.0007,
+      "loss": 2.137188720703125,
+      "step": 2220
+    },
+    {
+      "epoch": 0.15099427030670712,
+      "grad_norm": 0.345703125,
+      "learning_rate": 0.0007,
+      "loss": 2.1462854385375976,
+      "step": 2240
+    },
+    {
+      "epoch": 0.15234243343444556,
+      "grad_norm": 0.365234375,
+      "learning_rate": 0.0007,
+      "loss": 2.1255794525146485,
+      "step": 2260
+    },
+    {
+      "epoch": 0.15369059656218403,
+      "grad_norm": 0.33984375,
+      "learning_rate": 0.0007,
+      "loss": 2.1365018844604493,
+      "step": 2280
+    },
+    {
+      "epoch": 0.15503875968992248,
+      "grad_norm": 0.337890625,
+      "learning_rate": 0.0007,
+      "loss": 2.1164464950561523,
+      "step": 2300
+    },
+    {
+      "epoch": 0.15638692281766095,
+      "grad_norm": 0.361328125,
+      "learning_rate": 0.0007,
+      "loss": 2.127320671081543,
+      "step": 2320
+    },
+    {
+      "epoch": 0.1577350859453994,
+      "grad_norm": 0.3359375,
+      "learning_rate": 0.0007,
+      "loss": 2.117641067504883,
+      "step": 2340
+    },
+    {
+      "epoch": 0.15908324907313784,
+      "grad_norm": 0.357421875,
+      "learning_rate": 0.0007,
+      "loss": 2.119377326965332,
+      "step": 2360
+    },
+    {
+      "epoch": 0.1604314122008763,
+      "grad_norm": 0.33203125,
+      "learning_rate": 0.0007,
+      "loss": 2.121909332275391,
+      "step": 2380
+    },
+    {
+      "epoch": 0.16177957532861476,
+      "grad_norm": 0.361328125,
+      "learning_rate": 0.0007,
+      "loss": 2.10235538482666,
+      "step": 2400
+    },
+    {
+      "epoch": 0.16312773845635323,
+      "grad_norm": 0.353515625,
+      "learning_rate": 0.0007,
+      "loss": 2.1056692123413088,
+      "step": 2420
+    },
+    {
+      "epoch": 0.16447590158409167,
+      "grad_norm": 0.3359375,
+      "learning_rate": 0.0007,
+      "loss": 2.093578910827637,
+      "step": 2440
+    },
+    {
+      "epoch": 0.16582406471183014,
+      "grad_norm": 0.337890625,
+      "learning_rate": 0.0007,
+      "loss": 2.1059795379638673,
+      "step": 2460
+    },
+    {
+      "epoch": 0.1671722278395686,
+      "grad_norm": 0.361328125,
+      "learning_rate": 0.0007,
+      "loss": 2.106010627746582,
+      "step": 2480
+    },
+    {
+      "epoch": 0.1683855746545332,
+      "eval_loss": 2.100916624069214,
+      "eval_runtime": 15.3711,
+      "eval_samples_per_second": 619.799,
+      "eval_steps_per_second": 0.651,
+      "step": 2498
+    },
+    {
+      "epoch": 0.16852039096730703,
+      "grad_norm": 0.33984375,
+      "learning_rate": 0.0007,
+      "loss": 2.087843322753906,
+      "step": 2500
+    },
+    {
+      "epoch": 0.16852039096730703,
+      "eval_loss": 2.1001250743865967,
+      "eval_runtime": 18.4156,
+      "eval_samples_per_second": 517.335,
+      "eval_steps_per_second": 0.543,
+      "step": 2500
+    },
+    {
+      "epoch": 0.1698685540950455,
+      "grad_norm": 20840448.0,
+      "learning_rate": 3.4200000000000005e-05,
+      "loss": 2.092716407775879,
+      "step": 2520
+    },
+    {
+      "epoch": 0.17121671722278395,
+      "grad_norm": 22937600.0,
+      "learning_rate": 7.020000000000001e-05,
+      "loss": 2.106246566772461,
+      "step": 2540
+    },
+    {
+      "epoch": 0.17256488035052242,
+      "grad_norm": 116391936.0,
+      "learning_rate": 9e-05,
+      "loss": 3.2435539245605467,
+      "step": 2560
+    },
+    {
+      "epoch": 0.17391304347826086,
+      "grad_norm": 283115520.0,
+      "learning_rate": 9e-05,
+      "loss": 7.010993957519531,
+      "step": 2580
+    },
+    {
+      "epoch": 0.17526120660599934,
+      "grad_norm": 583008256.0,
+      "learning_rate": 9e-05,
+      "loss": 7.576824188232422,
+      "step": 2600
+    },
+    {
+      "epoch": 0.17660936973373778,
+      "grad_norm": 998244352.0,
+      "learning_rate": 9e-05,
+      "loss": 7.7992095947265625,
+      "step": 2620
+    },
+    {
+      "epoch": 0.17795753286147623,
+      "grad_norm": 1501560832.0,
+      "learning_rate": 9e-05,
+      "loss": 7.901728820800781,
+      "step": 2640
+    },
+    {
+      "epoch": 0.1793056959892147,
+      "grad_norm": 2055208960.0,
+      "learning_rate": 9e-05,
+      "loss": 7.956874847412109,
+      "step": 2660
+    },
+    {
+      "epoch": 0.18065385911695314,
+      "grad_norm": 2650800128.0,
+      "learning_rate": 9e-05,
+      "loss": 7.995229339599609,
+      "step": 2680
+    },
+    {
+      "epoch": 0.1820020222446916,
+      "grad_norm": 3288334336.0,
+      "learning_rate": 9e-05,
+      "loss": 8.019290161132812,
+      "step": 2700
+    }
+  ],
+  "logging_steps": 20,
+  "max_steps": 3500,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 1,
+  "save_steps": 100,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 8710966267084800.0,
+  "train_batch_size": 64,
+  "trial_name": null,
+  "trial_params": null
+}
diff --git a/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-2700/training_args.bin b/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-2700/training_args.bin
new file mode 100644
index 0000000000000000000000000000000000000000..c1e7646e238287016f463d9c164308eeb61907be
--- /dev/null
+++ b/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-2700/training_args.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:759f687547d62f080b691b398df9dd337d9e21ff107770065591d2088b29bf88
+size 4920
diff --git a/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-2800/config.json b/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-2800/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..ddf778ded4e2e08f20c75fc7d22d4fbdcdda599a
--- /dev/null
+++ b/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-2800/config.json
@@ -0,0 +1,36 @@
+{
+  "activation": "gelu",
+  "architectures": [
+    "TinyLlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 1,
+  "dtype": "bfloat16",
+  "eos_token_id": 2,
+  "head_dim": 32,
+  "hidden_act": "silu",
+  "hidden_size": 128,
+  "initializer_range": 0.02,
+  "intermediate_size": 256,
+  "max_position_embeddings": 512,
+  "mlp_bias": false,
+  "mlp_type": "glu",
+  "model_type": "tiny_llama",
+  "num_attention_heads": 4,
+  "num_hidden_layers": 100,
+  "num_key_value_heads": 4,
+  "pad_token_id": 0,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-06,
+  "rope_parameters": {
+    "rope_theta": 10000.0,
+    "rope_type": "default"
+  },
+  "tie_word_embeddings": true,
+  "tokenizer_name": "w-ahmad/tiny-stories-tokenizer",
+  "transformers_version": "5.16.0.dev0",
+  "use_cache": false,
+  "vocab_size": 4096,
+  "waleed_beta": 4
+}
diff --git a/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-2800/model.safetensors b/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-2800/model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..1e92aa9255b36303205e6a47930963c6cac4f1ea
--- /dev/null
+++ b/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-2800/model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58f4082f2f88c026c101e0df304af6056c1ac2a931aa7f8ee54951f931383b49
+size 33967272
diff --git a/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-2800/optimizer.pt b/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-2800/optimizer.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7f1c6b99a1cc84c91386810e76e43bcaf23ea14
--- /dev/null
+++ b/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-2800/optimizer.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f498a3d898abb05eb07250e74f328a4892f5788c2b82c00b8d99b7eecc768b1
+size 39573050
diff --git a/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-2800/rng_state.pth b/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-2800/rng_state.pth
new file mode 100644
index 0000000000000000000000000000000000000000..e29ad0909e8c1afefa182e7ed890fa257c75af25
--- /dev/null
+++ b/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-2800/rng_state.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cf9097d4513154245c48236b6ec5137b7ee2a21c9f58f2cba798ea275c6026f
+size 14244
diff --git a/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-2800/scheduler.pt b/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-2800/scheduler.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce87a2ca72fb27e88e450e10d89587a835b9250d
--- /dev/null
+++ b/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-2800/scheduler.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3524231f4a5ff6c2e972dce51861a8bc8472013528f64695abe2c7eea8f6783e
+size 1064
diff --git a/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-2800/tokenizer.json b/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-2800/tokenizer.json
new file mode 100644
index 0000000000000000000000000000000000000000..4e4e61f2579f8f18013caa72cd48f66b9ed1ad9f
--- /dev/null
+++ b/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-2800/tokenizer.json
@@ -0,0 +1,19501 @@
+{
+  "version": "1.0",
+  "truncation": null,
+  "padding": null,
+  "added_tokens": [
+    {
+      "id": 0,
+      "content": "<|endoftext|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": true
+    }
+  ],
+  "normalizer": null,
+  "pre_tokenizer": {
+    "type": "ByteLevel",
+    "add_prefix_space": false,
+    "trim_offsets": true,
+    "use_regex": true
+  },
+  "post_processor": {
+    "type": "ByteLevel",
+    "add_prefix_space": true,
+    "trim_offsets": false,
+    "use_regex": true
+  },
+  "decoder": {
+    "type": "ByteLevel",
+    "add_prefix_space": true,
+    "trim_offsets": true,
+    "use_regex": true
+  },
+  "model": {
+    "type": "BPE",
+    "dropout": null,
+    "unk_token": null,
+    "continuing_subword_prefix": "",
+    "end_of_word_suffix": "",
+    "fuse_unk": false,
+    "byte_fallback": false,
+    "ignore_merges": false,
+    "vocab": {
+      "<|endoftext|>": 0,
+      "!": 1,
+      "\"": 2,
+      "#": 3,
+      "$": 4,
+      "%": 5,
+      "&": 6,
+      "'": 7,
+      "(": 8,
+      ")": 9,
+      "*": 10,
+      "+": 11,
+      ",": 12,
+      "-": 13,
+      ".": 14,
+      "/": 15,
+      "0": 16,
+      "1": 17,
+      "2": 18,
+      "3": 19,
+      "4": 20,
+      "5": 21,
+      "6": 22,
+      "7": 23,
+      "8": 24,
+      "9": 25,
+      ":": 26,
+      ";": 27,
+      "<": 28,
+      "=": 29,
+      ">": 30,
+      "?": 31,
+      "@": 32,
+      "A": 33,
+      "B": 34,
+      "C": 35,
+      "D": 36,
+      "E": 37,
+      "F": 38,
+      "G": 39,
+      "H": 40,
+      "I": 41,
+      "J": 42,
+      "K": 43,
+      "L": 44,
+      "M": 45,
+      "N": 46,
+      "O": 47,
+      "P": 48,
+      "Q": 49,
+      "R": 50,
+      "S": 51,
+      "T": 52,
+      "U": 53,
+      "V": 54,
+      "W": 55,
+      "X": 56,
+      "Y": 57,
+      "Z": 58,
+      "[": 59,
+      "\\": 60,
+      "]": 61,
+      "^": 62,
+      "_": 63,
+      "`": 64,
+      "a": 65,
+      "b": 66,
+      "c": 67,
+      "d": 68,
+      "e": 69,
+      "f": 70,
+      "g": 71,
+      "h": 72,
+      "i": 73,
+      "j": 74,
+      "k": 75,
+      "l": 76,
+      "m": 77,
+      "n": 78,
+      "o": 79,
+      "p": 80,
+      "q": 81,
+      "r": 82,
+      "s": 83,
+      "t": 84,
+      "u": 85,
+      "v": 86,
+      "w": 87,
+      "x": 88,
+      "y": 89,
+      "z": 90,
+      "{": 91,
+      "|": 92,
+      "}": 93,
+      "~": 94,
+      "¡": 95,
+      "¢": 96,
+      "£": 97,
+      "¤": 98,
+      "¥": 99,
+      "¦": 100,
+      "§": 101,
+      "¨": 102,
+      "©": 103,
+      "ª": 104,
+      "«": 105,
+      "¬": 106,
+      "®": 107,
+      "¯": 108,
+      "°": 109,
+      "±": 110,
+      "²": 111,
+      "³": 112,
+      "´": 113,
+      "µ": 114,
+      "¶": 115,
+      "·": 116,
+      "¸": 117,
+      "¹": 118,
+      "º": 119,
+      "»": 120,
+      "¼": 121,
+      "½": 122,
+      "¾": 123,
+      "¿": 124,
+      "À": 125,
+      "Á": 126,
+      "Â": 127,
+      "Ã": 128,
+      "Ä": 129,
+      "Å": 130,
+      "Æ": 131,
+      "Ç": 132,
+      "È": 133,
+      "É": 134,
+      "Ê": 135,
+      "Ë": 136,
+      "Ì": 137,
+      "Í": 138,
+      "Î": 139,
+      "Ï": 140,
+      "Ð": 141,
+      "Ñ": 142,
+      "Ò": 143,
+      "Ó": 144,
+      "Ô": 145,
+      "Õ": 146,
+      "Ö": 147,
+      "×": 148,
+      "Ø": 149,
+      "Ù": 150,
+      "Ú": 151,
+      "Û": 152,
+      "Ü": 153,
+      "Ý": 154,
+      "Þ": 155,
+      "ß": 156,
+      "à": 157,
+      "á": 158,
+      "â": 159,
+      "ã": 160,
+      "ä": 161,
+      "å": 162,
+      "æ": 163,
+      "ç": 164,
+      "è": 165,
+      "é": 166,
+      "ê": 167,
+      "ë": 168,
+      "ì": 169,
+      "í": 170,
+      "î": 171,
+      "ï": 172,
+      "ð": 173,
+      "ñ": 174,
+      "ò": 175,
+      "ó": 176,
+      "ô": 177,
+      "õ": 178,
+      "ö": 179,
+      "÷": 180,
+      "ø": 181,
+      "ù": 182,
+      "ú": 183,
+      "û": 184,
+      "ü": 185,
+      "ý": 186,
+      "þ": 187,
+      "ÿ": 188,
+      "Ā": 189,
+      "ā": 190,
+      "Ă": 191,
+      "ă": 192,
+      "Ą": 193,
+      "ą": 194,
+      "Ć": 195,
+      "ć": 196,
+      "Ĉ": 197,
+      "ĉ": 198,
+      "Ċ": 199,
+      "ċ": 200,
+      "Č": 201,
+      "č": 202,
+      "Ď": 203,
+      "ď": 204,
+      "Đ": 205,
+      "đ": 206,
+      "Ē": 207,
+      "ē": 208,
+      "Ĕ": 209,
+      "ĕ": 210,
+      "Ė": 211,
+      "ė": 212,
+      "Ę": 213,
+      "ę": 214,
+      "Ě": 215,
+      "ě": 216,
+      "Ĝ": 217,
+      "ĝ": 218,
+      "Ğ": 219,
+      "ğ": 220,
+      "Ġ": 221,
+      "ġ": 222,
+      "Ģ": 223,
+      "ģ": 224,
+      "Ĥ": 225,
+      "ĥ": 226,
+      "Ħ": 227,
+      "ħ": 228,
+      "Ĩ": 229,
+      "ĩ": 230,
+      "Ī": 231,
+      "ī": 232,
+      "Ĭ": 233,
+      "ĭ": 234,
+      "Į": 235,
+      "į": 236,
+      "İ": 237,
+      "ı": 238,
+      "IJ": 239,
+      "ij": 240,
+      "Ĵ": 241,
+      "ĵ": 242,
+      "Ķ": 243,
+      "ķ": 244,
+      "ĸ": 245,
+      "Ĺ": 246,
+      "ĺ": 247,
+      "Ļ": 248,
+      "ļ": 249,
+      "Ľ": 250,
+      "ľ": 251,
+      "Ŀ": 252,
+      "ŀ": 253,
+      "Ł": 254,
+      "ł": 255,
+      "Ń": 256,
+      "he": 257,
+      "Ġt": 258,
+      "Ġa": 259,
+      "Ġs": 260,
+      "Ġw": 261,
+      "nd": 262,
+      "Ġthe": 263,
+      "ed": 264,
+      "Ġand": 265,
+      "Ġto": 266,
+      "Ġb": 267,
+      "in": 268,
+      "Ġh": 269,
+      "Ġwa": 270,
+      "re": 271,
+      "Ġf": 272,
+      "it": 273,
+      "ou": 274,
+      "Ġc": 275,
+      "Ġl": 276,
+      "Ġhe": 277,
+      "Ġd": 278,
+      "er": 279,
+      "Ġwas": 280,
+      "Ġm": 281,
+      "Ġp": 282,
+      "om": 283,
+      "ĠT": 284,
+      "Ġo": 285,
+      "ay": 286,
+      "ar": 287,
+      "ing": 288,
+      "is": 289,
+      "Ġg": 290,
+      "il": 291,
+      "id": 292,
+      "at": 293,
+      "en": 294,
+      "Ġn": 295,
+      "Ġsa": 296,
+      "Ġha": 297,
+      "ĠS": 298,
+      "im": 299,
+      "an": 300,
+      "ĠThe": 301,
+      "or": 302,
+      "on": 303,
+      "Ġit": 304,
+      "Ġth": 305,
+      "ll": 306,
+      "le": 307,
+      "ĠH": 308,
+      "Ġher": 309,
+      "et": 310,
+      "ot": 311,
+      "ir": 312,
+      "ĠShe": 313,
+      "ĠHe": 314,
+      "ver": 315,
+      "es": 316,
+      "Ġin": 317,
+      "ut": 318,
+      "ow": 319,
+      "ck": 320,
+      "Ġe": 321,
+      "Ġu": 322,
+      "ld": 323,
+      "ĠThey": 324,
+      "oo": 325,
+      "ig": 326,
+      "Ġsaid": 327,
+      "am": 328,
+      "ily": 329,
+      "Ġbe": 330,
+      "Ġy": 331,
+      "Ġr": 332,
+      "Ġst": 333,
+      "ce": 334,
+      "Ġshe": 335,
+      "Ġ\"": 336,
+      "pp": 337,
+      "ke": 338,
+      "ith": 339,
+      "On": 340,
+      "ĠI": 341,
+      "Ġwith": 342,
+      "ve": 343,
+      "Lily": 344,
+      "Ġon": 345,
+      "Ġof": 346,
+      "Ġso": 347,
+      "Ġhis": 348,
+      "ked": 349,
+      "ri": 350,
+      "nt": 351,
+      "very": 352,
+      "Ġpl": 353,
+      "Ġday": 354,
+      "ad": 355,
+      "Ġyou": 356,
+      "Ġthat": 357,
+      "Ġup": 358,
+      "Ġhad": 359,
+      "st": 360,
+      "Ġplay": 361,
+      "Ġthey": 362,
+      "ĠLily": 363,
+      "Ġwe": 364,
+      "Ġmom": 365,
+      "my": 366,
+      "Ġfor": 367,
+      "el": 368,
+      "ould": 369,
+      "un": 370,
+      "ĠB": 371,
+      "'s": 372,
+      "itt": 373,
+      "ent": 374,
+      "Ġhapp": 375,
+      "The": 376,
+      "ch": 377,
+      "Ġli": 378,
+      "out": 379,
+      "Ġwant": 380,
+      "Ġsh": 381,
+      "her": 382,
+      "ly": 383,
+      "ime": 384,
+      "ittle": 385,
+      "ound": 386,
+      "Ġvery": 387,
+      "Ġtime": 388,
+      "ome": 389,
+      "Ġlittle": 390,
+      "Ġthere": 391,
+      "se": 392,
+      "Ġdo": 393,
+      "Ġwh": 394,
+      "all": 395,
+      "Ġk": 396,
+      "end": 397,
+      "al": 398,
+      "ht": 399,
+      "Ġne": 400,
+      "Ġre": 401,
+      "Ġnot": 402,
+      "Ġhappy": 403,
+      "ĠĊ": 404,
+      "Ġbig": 405,
+      "ĠM": 406,
+      "Ġbut": 407,
+      "Ġsm": 408,
+      "ack": 409,
+      "Ġsaw": 410,
+      "ĠIt": 411,
+      "Ġas": 412,
+      "Ġan": 413,
+      "ra": 414,
+      "riend": 415,
+      "Ġfriend": 416,
+      "ide": 417,
+      "One": 418,
+      "ry": 419,
+      "'t": 420,
+      "ved": 421,
+      "Ġis": 422,
+      "Once": 423,
+      "ake": 424,
+      ".\"": 425,
+      "Ġwere": 426,
+      "ter": 427,
+      "ug": 428,
+      "Ġloo": 429,
+      "Ġlo": 430,
+      "ore": 431,
+      "ec": 432,
+      "ĠTim": 433,
+      "Ġhim": 434,
+      "Ġbo": 435,
+      "!\"": 436,
+      "Ġtoo": 437,
+      "Ġgo": 438,
+      "Ġupon": 439,
+      "irl": 440,
+      "Ġj": 441,
+      "Ġwanted": 442,
+      "Ġgirl": 443,
+      "Ġse": 444,
+      "Ġout": 445,
+      "ard": 446,
+      "way": 447,
+      "Ġsp": 448,
+      "ill": 449,
+      "ind": 450,
+      "Ġthem": 451,
+      "Ġcould": 452,
+      "fu": 453,
+      "hen": 454,
+      "Ġat": 455,
+      "ur": 456,
+      "Ġdid": 457,
+      "Ġsmil": 458,
+      "Ġtheir": 459,
+      "Ġare": 460,
+      "Ġex": 461,
+      "ĠA": 462,
+      "ain": 463,
+      "Ġwent": 464,
+      "art": 465,
+      "hed": 466,
+      "rom": 467,
+      "ic": 468,
+      "round": 469,
+      "Ġhave": 470,
+      "Ġnam": 471,
+      "lp": 472,
+      "Ġall": 473,
+      "ĠJ": 474,
+      "ful": 475,
+      "Ġkn": 476,
+      "hing": 477,
+      "ood": 478,
+      "Ġhelp": 479,
+      "ight": 480,
+      "Ġfriends": 481,
+      "one": 482,
+      "ark": 483,
+      "Ġback": 484,
+      "um": 485,
+      "Ġcan": 486,
+      "Ġnamed": 487,
+      "Ġcl": 488,
+      "?\"": 489,
+      "Ġfun": 490,
+      "are": 491,
+      "ĠBen": 492,
+      "Ġloved": 493,
+      "Ġal": 494,
+      "elt": 495,
+      "ĠTimmy": 496,
+      "ĠOne": 497,
+      "op": 498,
+      "side": 499,
+      "Ġle": 500,
+      "Ġno": 501,
+      "Ġsc": 502,
+      "ĠTom": 503,
+      "Ġfelt": 504,
+      "oug": 505,
+      "Ġsmiled": 506,
+      "ick": 507,
+      "Ġasked": 508,
+      "You": 509,
+      "Ġtoy": 510,
+      "Ġman": 511,
+      "Ġaround": 512,
+      "ame": 513,
+      "Ġfe": 514,
+      "Ġsay": 515,
+      "Ġboy": 516,
+      "Ġsome": 517,
+      "Ġlooked": 518,
+      "ure": 519,
+      "omet": 520,
+      "Ġbr": 521,
+      "Ġwould": 522,
+      "Ġme": 523,
+      "Ġbir": 524,
+      "Ġlike": 525,
+      "get": 526,
+      "Ġstart": 527,
+      "Ġro": 528,
+      "as": 529,
+      "Ġsee": 530,
+      "ĠW": 531,
+      "ice": 532,
+      "ong": 533,
+      "Ġbird": 534,
+      "Ġsomet": 535,
+      "dd": 536,
+      "Ġwor": 537,
+      "ade": 538,
+      "ie": 539,
+      "king": 540,
+      "Ġag": 541,
+      "own": 542,
+      "Ġtre": 543,
+      "Ġfa": 544,
+      "Ġaway": 545,
+      "Ġwhat": 546,
+      "ings": 547,
+      "Ġstarted": 548,
+      "gether": 549,
+      "Ġran": 550,
+      "â": 551,
+      "âĤ": 552,
+      "âĤ¬": 553,
+      "ared": 554,
+      "Ġmake": 555,
+      "ĠBut": 556,
+      "ited": 557,
+      "if": 558,
+      "oud": 559,
+      "Ġmade": 560,
+      "Ġtogether": 561,
+      "Ġsomething": 562,
+      "Ġexc": 563,
+      "ag": 564,
+      "Ġco": 565,
+      "Ġpark": 566,
+      "Ġnew": 567,
+      "Ġsad": 568,
+      "Ġput": 569,
+      ",\"": 570,
+      "Ġfrom": 571,
+      "ble": 572,
+      "ther": 573,
+      "Ġpr": 574,
+      "Ġmu": 575,
+      "Ġcar": 576,
+      "Ġhome": 577,
+      "ĠYou": 578,
+      "Ġthen": 579,
+      "Ġwhen": 580,
+      "Ġfound": 581,
+      "ell": 582,
+      "Ġother": 583,
+      "Ġagain": 584,
+      "Ġch": 585,
+      "Ġdec": 586,
+      "Ġwho": 587,
+      "Ġla": 588,
+      "ried": 589,
+      "ss": 590,
+      "Ġgood": 591,
+      "Ġhug": 592,
+      "ĠL": 593,
+      "pped": 594,
+      "Ġwal": 595,
+      "ep": 596,
+      "ally": 597,
+      "Ġsays": 598,
+      "Ġfl": 599,
+      "est": 600,
+      "ach": 601,
+      "ĠE": 602,
+      "Ġexcited": 603,
+      "pl": 604,
+      "qu": 605,
+      "ook": 606,
+      "Ġget": 607,
+      "ought": 608,
+      "Ġplaying": 609,
+      "Ġgot": 610,
+      "Ġsw": 611,
+      "ous": 612,
+      "hat": 613,
+      "ny": 614,
+      "ided": 615,
+      "uck": 616,
+      "Ġthings": 617,
+      "Ġevery": 618,
+      "Ġdecided": 619,
+      "Ġcame": 620,
+      "Ġbec": 621,
+      "ave": 622,
+      "ro": 623,
+      "ax": 624,
+      "Ġliked": 625,
+      "Ġdown": 626,
+      "Ġdog": 627,
+      "Ġscared": 628,
+      "Ġv": 629,
+      "udd": 630,
+      "ust": 631,
+      "Ġone": 632,
+      "Ġfind": 633,
+      "Ġbl": 634,
+      "Ġthan": 635,
+      "ĠD": 636,
+      "ouse": 637,
+      "ways": 638,
+      "Ġkne": 639,
+      "Ġdidn": 640,
+      "ap": 641,
+      "Ġmommy": 642,
+      "Ġcare": 643,
+      "Ġalways": 644,
+      "Ġab": 645,
+      "ist": 646,
+      "Ġdad": 647,
+      "Ġfeel": 648,
+      "ara": 649,
+      "bb": 650,
+      "arn": 651,
+      "fe": 652,
+      "Ġyour": 653,
+      "Ġoutside": 654,
+      "ue": 655,
+      "Ġgra": 656,
+      "ant": 657,
+      "Ġke": 658,
+      "ĠMom": 659,
+      "Ġtook": 660,
+      "Ġlot": 661,
+      "nn": 662,
+      "Ġbu": 663,
+      "Ġabout": 664,
+      "ess": 665,
+      "ĠF": 666,
+      "nder": 667,
+      "Ġtree": 668,
+      "eci": 669,
+      "Ġlook": 670,
+      "Ġpo": 671,
+      "Ġmy": 672,
+      "our": 673,
+      "Ġtoys": 674,
+      "ite": 675,
+      "ched": 676,
+      "Ġknew": 677,
+      "Ġthought": 678,
+      "ened": 679,
+      "Ġlearn": 680,
+      "Ġint": 681,
+      "Ġold": 682,
+      "Ġmore": 683,
+      "nna": 684,
+      "ise": 685,
+      "ged": 686,
+      "Ġta": 687,
+      "udden": 688,
+      "ecial": 689,
+      "Ġspecial": 690,
+      "ĠMax": 691,
+      "au": 692,
+      "Ġwill": 693,
+      "ers": 694,
+      "They": 695,
+      "ret": 696,
+      "Ġpe": 697,
+      "Ġho": 698,
+      "ĠSam": 699,
+      "Ġtake": 700,
+      "Ġball": 701,
+      "Ġknow": 702,
+      "Ġlaug": 703,
+      "fter": 704,
+      "uddenly": 705,
+      "Ġcat": 706,
+      "Ġhow": 707,
+      "ive": 708,
+      "Ġtr": 709,
+      "Ġmuch": 710,
+      "Ġany": 711,
+      "Ġpu": 712,
+      "ma": 713,
+      "Ġsl": 714,
+      "Ġsor": 715,
+      "Ġmo": 716,
+      "ven": 717,
+      "ish": 718,
+      "Ġshow": 719,
+      "Ġcouldn": 720,
+      "ause": 721,
+      "ink": 722,
+      "But": 723,
+      "Ġhouse": 724,
+      "Ġinto": 725,
+      "ump": 726,
+      "Ġover": 727,
+      "Ġtried": 728,
+      "and": 729,
+      "Ġeat": 730,
+      "Ġsk": 731,
+      "Ġsun": 732,
+      "Ġtw": 733,
+      "Ġclo": 734,
+      "ia": 735,
+      "Ġrun": 736,
+      "Ġhand": 737,
+      "ĠEvery": 738,
+      "Ġen": 739,
+      "Ġinside": 740,
+      "dy": 741,
+      "Ġif": 742,
+      "Ġtold": 743,
+      "Ġnever": 744,
+      "ion": 745,
+      "Ġqu": 746,
+      "Ġbecause": 747,
+      "by": 748,
+      "Ġproud": 749,
+      "Ġgave": 750,
+      "Ġsorry": 751,
+      "Ġthis": 752,
+      "Ġop": 753,
+      "Ġplayed": 754,
+      "ate": 755,
+      "Ġexpl": 756,
+      "Ġheard": 757,
+      "ty": 758,
+      "Ġor": 759,
+      "Ġwater": 760,
+      "ank": 761,
+      "ge": 762,
+      "sed": 763,
+      "Ġpick": 764,
+      "other": 765,
+      "Ġroom": 766,
+      "etter": 767,
+      "Ġjust": 768,
+      "ace": 769,
+      "Ġhugged": 770,
+      "ak": 771,
+      "Ġgre": 772,
+      "here": 773,
+      "Ġoff": 774,
+      "ĠSara": 775,
+      "Ġpret": 776,
+      "ile": 777,
+      "Ġeach": 778,
+      "Ġcom": 779,
+      "Ġlong": 780,
+      "Ġbox": 781,
+      "ort": 782,
+      "Ġstr": 783,
+      "iz": 784,
+      "Ġunt": 785,
+      "Ġwat": 786,
+      "oth": 787,
+      "Ġneed": 788,
+      "Ġjo": 789,
+      "ĠWe": 790,
+      "Tom": 791,
+      "Ġsmall": 792,
+      "ine": 793,
+      "Ġbear": 794,
+      "Mom": 795,
+      "Ġuntil": 796,
+      "Ġnice": 797,
+      "Ġtry": 798,
+      "ving": 799,
+      "uc": 800,
+      "sel": 801,
+      "ough": 802,
+      "Ġlearned": 803,
+      "Ġkind": 804,
+      "ĠAnna": 805,
+      "ild": 806,
+      "Ġfo": 807,
+      "Ġmany": 808,
+      "'m": 809,
+      "ĠJack": 810,
+      "Ġbetter": 811,
+      "Ġim": 812,
+      "gry": 813,
+      "imal": 814,
+      "Ġanimal": 815,
+      "urt": 816,
+      "ft": 817,
+      "Ġend": 818,
+      "Ġsn": 819,
+      "aut": 820,
+      "Ġte": 821,
+      "Ġcle": 822,
+      "ĠJo": 823,
+      "vent": 824,
+      "urp": 825,
+      "Ġgr": 826,
+      "Ġbeaut": 827,
+      "Ġjump": 828,
+      "mb": 829,
+      "Ġad": 830,
+      "ream": 831,
+      "pt": 832,
+      "ĠSo": 833,
+      "ĠHer": 834,
+      "Ġflow": 835,
+      "ies": 836,
+      "Ġche": 837,
+      "Ġbra": 838,
+      "Ġthanked": 839,
+      "Ġeven": 840,
+      "Ġbest": 841,
+      "Ġcall": 842,
+      "ady": 843,
+      "He": 844,
+      "Ġlots": 845,
+      "Ġlaughed": 846,
+      "self": 847,
+      "Ġra": 848,
+      "Ġway": 849,
+      "ars": 850,
+      "urn": 851,
+      "Ġby": 852,
+      "Ġfast": 853,
+      "lly": 854,
+      "Ġfam": 855,
+      "ĠC": 856,
+      "ves": 857,
+      "arden": 858,
+      "Ġgarden": 859,
+      "Ġbeauti": 860,
+      "wn": 861,
+      "Th": 862,
+      "Ġbeautiful": 863,
+      "Ġloud": 864,
+      "lew": 865,
+      "Ġsky": 866,
+      "Ġdon": 867,
+      "hn": 868,
+      "ered": 869,
+      "iny": 870,
+      "Ġcareful": 871,
+      "Ġlove": 872,
+      "Ġfi": 873,
+      "ĠThen": 874,
+      "Åĵ": 875,
+      "ase": 876,
+      "ect": 877,
+      "Ġsafe": 878,
+      "ĠAnd": 879,
+      "Ġunder": 880,
+      "Ġcome": 881,
+      "ĠFrom": 882,
+      "Yes": 883,
+      "ĠMia": 884,
+      "It": 885,
+      "me": 886,
+      "Ġhard": 887,
+      "Ġcu": 888,
+      "Ġwo": 889,
+      "Ġlist": 890,
+      "Ġstay": 891,
+      "ane": 892,
+      "sh": 893,
+      "ople": 894,
+      "Ġgl": 895,
+      "ning": 896,
+      "Ġstill": 897,
+      "ool": 898,
+      "Ġhurt": 899,
+      "ree": 900,
+      "ĠHis": 901,
+      "Ġimp": 902,
+      "Ġfamily": 903,
+      "Ġâ": 904,
+      "Ġboth": 905,
+      "rm": 906,
+      "igh": 907,
+      "Ġlived": 908,
+      "hes": 909,
+      "When": 910,
+      "Ġpeople": 911,
+      "Ġanimals": 912,
+      "Ġcol": 913,
+      "Ġbrave": 914,
+      "Ġwalked": 915,
+      "ob": 916,
+      "Tim": 917,
+      "ct": 918,
+      "Ġlet": 919,
+      "urpr": 920,
+      "ĠWhen": 921,
+      "Ġtwo": 922,
+      "Ġsurpr": 923,
+      "Ġshould": 924,
+      "ished": 925,
+      "Ġbad": 926,
+      "ress": 927,
+      "Ġkept": 928,
+      "Ġfore": 929,
+      "Ġflew": 930,
+      "Ġfin": 931,
+      "Ġstor": 932,
+      "Ġfly": 933,
+      "ast": 934,
+      "ised": 935,
+      "ip": 936,
+      "Ġits": 937,
+      "led": 938,
+      "ock": 939,
+      "ucy": 940,
+      "fore": 941,
+      "Ġgoing": 942,
+      "Ġclean": 943,
+      "Ġdan": 944,
+      "Ġpic": 945,
+      "Ġsoon": 946,
+      "Ġcalled": 947,
+      "Ġshare": 948,
+      "kay": 949,
+      "Ġangry": 950,
+      "Ġrock": 951,
+      "Ġcon": 952,
+      "Ġpretty": 953,
+      "No": 954,
+      "Ġide": 955,
+      "ied": 956,
+      "illy": 957,
+      "Ġground": 958,
+      "xt": 959,
+      "Ġred": 960,
+      "Ġexplore": 961,
+      "Ġcry": 962,
+      "Ġadvent": 963,
+      "Ġsto": 964,
+      "so": 965,
+      "Ġreal": 966,
+      "Let": 967,
+      "Ġwind": 968,
+      "Ġshiny": 969,
+      "be": 970,
+      "Ġbook": 971,
+      "Ġalso": 972,
+      "Ġdoll": 973,
+      "Ġidea": 974,
+      "Ġbefore": 975,
+      "Ġopened": 976,
+      "dded": 977,
+      "Ġwhile": 978,
+      "ummy": 979,
+      "Ġkeep": 980,
+      "Ġey": 981,
+      "Ġnow": 982,
+      "Ġdoor": 983,
+      "Ġfeeling": 984,
+      "âĤ¬â": 985,
+      "oon": 986,
+      "oy": 987,
+      "Ġwalking": 988,
+      "Ġnoise": 989,
+      "Ġfr": 990,
+      "les": 991,
+      "age": 992,
+      "ious": 993,
+      "Ġcolor": 994,
+      "Ġturn": 995,
+      "thing": 996,
+      "ff": 997,
+      "uch": 998,
+      "th": 999,
+      "Ġbed": 1000,
+      "ary": 1001,
+      "Ġdra": 1002,
+      "Ġpicked": 1003,
+      "imb": 1004,
+      "eet": 1005,
+      "Ġclimb": 1006,
+      "Ġdel": 1007,
+      "What": 1008,
+      "Ġbeing": 1009,
+      "Ġfood": 1010,
+      "Ġun": 1011,
+      "Ġfar": 1012,
+      "ture": 1013,
+      "joy": 1014,
+      "Ġadventure": 1015,
+      "ac": 1016,
+      "Ġsmile": 1017,
+      "Ġdif": 1018,
+      "Ħ¢": 1019,
+      "âĤ¬âĦ¢": 1020,
+      "memb": 1021,
+      "Ġwr": 1022,
+      "Ġthr": 1023,
+      "ught": 1024,
+      "Ġlooking": 1025,
+      "Ġnext": 1026,
+      "iced": 1027,
+      "ĠLucy": 1028,
+      "Ġnodded": 1029,
+      "Ġquick": 1030,
+      "ĠP": 1031,
+      "Ġdis": 1032,
+      "Ġrepl": 1033,
+      "ĠDad": 1034,
+      "Ġwait": 1035,
+      "ized": 1036,
+      "Ġforest": 1037,
+      "Ġclos": 1038,
+      "ĠSuddenly": 1039,
+      "Ġtra": 1040,
+      "That": 1041,
+      "Ġeyes": 1042,
+      "ger": 1043,
+      "bbit": 1044,
+      "ted": 1045,
+      "Ġown": 1046,
+      "Ġrain": 1047,
+      "Ġimport": 1048,
+      "Ġgreat": 1049,
+      "Ġrememb": 1050,
+      "Ġpicture": 1051,
+      "Thank": 1052,
+      "Suddenly": 1053,
+      "Ġstopped": 1054,
+      "Ġenjoy": 1055,
+      "Ġvo": 1056,
+      "Ben": 1057,
+      "Ġgive": 1058,
+      "Ġimportant": 1059,
+      "Ġwork": 1060,
+      "Ġnear": 1061,
+      "gan": 1062,
+      "pot": 1063,
+      "Ġever": 1064,
+      "Ġapp": 1065,
+      "Ġafter": 1066,
+      "Ġquickly": 1067,
+      "Ġlisten": 1068,
+      "Ġbre": 1069,
+      "ting": 1070,
+      "bbed": 1071,
+      "Ġma": 1072,
+      "Ġfish": 1073,
+      "Ġreplied": 1074,
+      "Ġrabbit": 1075,
+      "Ġhands": 1076,
+      "ĠG": 1077,
+      "Ġnoticed": 1078,
+      "Ġbro": 1079,
+      "Ġslide": 1080,
+      "Ġthink": 1081,
+      "Ġwalk": 1082,
+      "Ġtruck": 1083,
+      "Ġac": 1084,
+      "kes": 1085,
+      "Ġstrong": 1086,
+      "She": 1087,
+      "Ġshowed": 1088,
+      "Ġde": 1089,
+      "Ġeveryone": 1090,
+      "Ġwonder": 1091,
+      "fere": 1092,
+      "bye": 1093,
+      "Ġdiffere": 1094,
+      "irst": 1095,
+      "So": 1096,
+      "Ġsure": 1097,
+      "Ġhas": 1098,
+      "Ġright": 1099,
+      "Ġbeen": 1100,
+      "Ġbecame": 1101,
+      "Ġsound": 1102,
+      "maz": 1103,
+      "Ġtow": 1104,
+      "Ġru": 1105,
+      "Ġtal": 1106,
+      "Ġamaz": 1107,
+      "Ġhead": 1108,
+      "Ġshout": 1109,
+      "Ġbright": 1110,
+      "Ġye": 1111,
+      "Ġwatched": 1112,
+      "ĠR": 1113,
+      "Ġmor": 1114,
+      "Ġchild": 1115,
+      "able": 1116,
+      "Ġmean": 1117,
+      "Ġwhere": 1118,
+      "llow": 1119,
+      "Ġhigh": 1120,
+      "ĠSue": 1121,
+      "Ġface": 1122,
+      "Ġcook": 1123,
+      "day": 1124,
+      "aybe": 1125,
+      "Ġwatch": 1126,
+      "Ġblue": 1127,
+      "aught": 1128,
+      "Ġdifferent": 1129,
+      "Ġstore": 1130,
+      "ĠN": 1131,
+      "Ġgoodbye": 1132,
+      "Ġdress": 1133,
+      "ull": 1134,
+      "ĠBob": 1135,
+      "ng": 1136,
+      "ange": 1137,
+      "Ġsqu": 1138,
+      "Ġokay": 1139,
+      "isy": 1140,
+      "lease": 1141,
+      "ĠMommy": 1142,
+      "Ġvoice": 1143,
+      "Jo": 1144,
+      "ath": 1145,
+      "Ġnight": 1146,
+      "ĠSpot": 1147,
+      "Ġus": 1148,
+      "Ġboat": 1149,
+      "Ġflowers": 1150,
+      "Ġplace": 1151,
+      "Ġfollow": 1152,
+      "Ġar": 1153,
+      "Ġuse": 1154,
+      "Ġcloser": 1155,
+      "unny": 1156,
+      "leep": 1157,
+      "ired": 1158,
+      "Ġfav": 1159,
+      "Ġyell": 1160,
+      "Ġgrabbed": 1161,
+      "Ġcuri": 1162,
+      "Ġwarm": 1163,
+      "Ġcr": 1164,
+      "Ġforg": 1165,
+      "ĠSarah": 1166,
+      "ĠJohn": 1167,
+      "Ġmag": 1168,
+      "Ġstick": 1169,
+      "We": 1170,
+      "Ġjumped": 1171,
+      "Ġcake": 1172,
+      "more": 1173,
+      "Ġtell": 1174,
+      "Ġanymore": 1175,
+      "After": 1176,
+      "Ġbutter": 1177,
+      "ndma": 1178,
+      "Ġthree": 1179,
+      "Ġask": 1180,
+      "co": 1181,
+      "Ġour": 1182,
+      "lie": 1183,
+      "Ġcurious": 1184,
+      "ount": 1185,
+      "orn": 1186,
+      "Ġcont": 1187,
+      "Ġfell": 1188,
+      "ached": 1189,
+      "ĠTh": 1190,
+      "Ġbirds": 1191,
+      "ass": 1192,
+      "Her": 1193,
+      "iss": 1194,
+      "Ġhelped": 1195,
+      "ĠJane": 1196,
+      "Ġpull": 1197,
+      "Ġfirst": 1198,
+      "itc": 1199,
+      "Ġblock": 1200,
+      "Ġhop": 1201,
+      "Ġbit": 1202,
+      "Ġdr": 1203,
+      "Ġrealized": 1204,
+      "Ġkid": 1205,
+      "Look": 1206,
+      "ila": 1207,
+      "Ġmon": 1208,
+      "Ġbrother": 1209,
+      "Anna": 1210,
+      "Sara": 1211,
+      "Ġz": 1212,
+      "ĠEveryone": 1213,
+      "Ġate": 1214,
+      "Ġdoes": 1215,
+      "imes": 1216,
+      "Ġhappened": 1217,
+      "Ġstop": 1218,
+      "zy": 1219,
+      "Ġyummy": 1220,
+      "Ġfavor": 1221,
+      "ppy": 1222,
+      "Ġkitc": 1223,
+      "Ġkitchen": 1224,
+      "Ġsweet": 1225,
+      "us": 1226,
+      "Ġper": 1227,
+      "Ġreally": 1228,
+      "aisy": 1229,
+      "Ġgrass": 1230,
+      "Ġfavorite": 1231,
+      "Ġbegan": 1232,
+      "Ġrest": 1233,
+      "Ġready": 1234,
+      "Ġlea": 1235,
+      "Ġreached": 1236,
+      "Ġunderst": 1237,
+      "air": 1238,
+      "Ġste": 1239,
+      "Ġbunny": 1240,
+      "ĠAs": 1241,
+      "Ġstory": 1242,
+      "'re": 1243,
+      "Ġpain": 1244,
+      "Ġsing": 1245,
+      "ster": 1246,
+      "Ġhere": 1247,
+      "Ġsand": 1248,
+      "Ġonly": 1249,
+      "Ġflo": 1250,
+      "Ġam": 1251,
+      "Ġglad": 1252,
+      "Ġtri": 1253,
+      "Ġbeh": 1254,
+      "Ġworld": 1255,
+      "Ġopen": 1256,
+      "Ġcre": 1257,
+      "fully": 1258,
+      "Ġprin": 1259,
+      "where": 1260,
+      "arent": 1261,
+      "Ġflower": 1262,
+      "Ġthrough": 1263,
+      "Ġba": 1264,
+      "Ġfire": 1265,
+      "Ġdone": 1266,
+      "Ġhaving": 1267,
+      "Ġthing": 1268,
+      "Ġdelic": 1269,
+      "Ġhimself": 1270,
+      "Ġtired": 1271,
+      "Ġparent": 1272,
+      "Ġsoft": 1273,
+      "Ġfro": 1274,
+      "Timmy": 1275,
+      "Ġtast": 1276,
+      "Ġbutterf": 1277,
+      "ĠLet": 1278,
+      "Ġcut": 1279,
+      "Ġpart": 1280,
+      "Ġwhy": 1281,
+      "ken": 1282,
+      "Ġmess": 1283,
+      "Can": 1284,
+      "Ġworry": 1285,
+      "Mommy": 1286,
+      "iver": 1287,
+      "Ġdin": 1288,
+      "uff": 1289,
+      "ater": 1290,
+      "Ġmagic": 1291,
+      "Ġwaved": 1292,
+      "Ġshouted": 1293,
+      "Ġpond": 1294,
+      "Ġkids": 1295,
+      "Ġhat": 1296,
+      "Ġduck": 1297,
+      "Ġsees": 1298,
+      "olly": 1299,
+      "illed": 1300,
+      "Ġgame": 1301,
+      "ient": 1302,
+      "Ġmaking": 1303,
+      "ather": 1304,
+      "John": 1305,
+      "As": 1306,
+      "akes": 1307,
+      "Ġcatch": 1308,
+      "Ġseen": 1309,
+      "Ġcool": 1310,
+      "ation": 1311,
+      "Ġcoming": 1312,
+      "Ġless": 1313,
+      "Ġdark": 1314,
+      "Ġused": 1315,
+      "eddy": 1316,
+      "Ġfix": 1317,
+      "ĠJoe": 1318,
+      "Ġthank": 1319,
+      "mer": 1320,
+      "Ġtop": 1321,
+      "Ġlady": 1322,
+      "Ġhair": 1323,
+      "aring": 1324,
+      "Ġprom": 1325,
+      "Ġhopped": 1326,
+      "ĠCan": 1327,
+      "\".": 1328,
+      "ign": 1329,
+      "Ġsurprise": 1330,
+      "Ġdraw": 1331,
+      "Ġmum": 1332,
+      "Ġmouse": 1333,
+      "Ġfunny": 1334,
+      "rel": 1335,
+      "Ġcra": 1336,
+      "Ġ-": 1337,
+      "aper": 1338,
+      "Ġfull": 1339,
+      "Ġtouch": 1340,
+      "Ġlight": 1341,
+      "Ġspot": 1342,
+      "ren": 1343,
+      "Ġdro": 1344,
+      "ĠBenny": 1345,
+      "Ġparents": 1346,
+      "Ġworked": 1347,
+      "ins": 1348,
+      "oney": 1349,
+      "ĠDo": 1350,
+      "Ġsurprised": 1351,
+      "Ġcarefully": 1352,
+      "Ġtrees": 1353,
+      "Ġfrog": 1354,
+      "Ġswing": 1355,
+      "Ġdoing": 1356,
+      "Don": 1357,
+      "Ġsat": 1358,
+      "inally": 1359,
+      "ĠThat": 1360,
+      "Ġice": 1361,
+      "ĠIn": 1362,
+      "Ġheld": 1363,
+      "Wow": 1364,
+      "Ġrunning": 1365,
+      "Ġpretend": 1366,
+      "Ġswim": 1367,
+      "Ġset": 1368,
+      "Ġread": 1369,
+      "Ġdelicious": 1370,
+      "Ġneeded": 1371,
+      "Ġtight": 1372,
+      "Ġslow": 1373,
+      "Ġremembered": 1374,
+      "Ġlost": 1375,
+      "Ġcold": 1376,
+      "Ġsmell": 1377,
+      "ards": 1378,
+      "Ġwood": 1379,
+      "Ġhappily": 1380,
+      "hy": 1381,
+      "ely": 1382,
+      "Ġlooks": 1383,
+      "Ġbehind": 1384,
+      "Ġherself": 1385,
+      "Ġcried": 1386,
+      "Ġenjoyed": 1387,
+      "Ġname": 1388,
+      "ask": 1389,
+      "Ġyears": 1390,
+      "Ġbuy": 1391,
+      "Ġhole": 1392,
+      "Ġblocks": 1393,
+      "Ġdri": 1394,
+      "Ġsleep": 1395,
+      "Ġgi": 1396,
+      "Ġyellow": 1397,
+      "cess": 1398,
+      "Ġbutterfly": 1399,
+      "ike": 1400,
+      "ued": 1401,
+      "Ġwished": 1402,
+      "Ġperf": 1403,
+      "Ġanother": 1404,
+      "ĠDaisy": 1405,
+      "Ġgreen": 1406,
+      "Ġmove": 1407,
+      "Ġtall": 1408,
+      "Ġair": 1409,
+      "Ġbag": 1410,
+      "Ġfloor": 1411,
+      "Ġcars": 1412,
+      "Ġlesson": 1413,
+      "ul": 1414,
+      "Ġbow": 1415,
+      "Ġarri": 1416,
+      "Ġwindow": 1417,
+      "Ġsho": 1418,
+      "Ġchildren": 1419,
+      "ner": 1420,
+      "Ġfinished": 1421,
+      "Ġhill": 1422,
+      "ĠAfter": 1423,
+      "andy": 1424,
+      "sp": 1425,
+      "ens": 1426,
+      "Ġpaper": 1427,
+      "Ġlikes": 1428,
+      "From": 1429,
+      "sy": 1430,
+      "Ġhold": 1431,
+      "Sam": 1432,
+      "Ġwrong": 1433,
+      "reed": 1434,
+      "Ġcontin": 1435,
+      "Ġunderstand": 1436,
+      "atter": 1437,
+      "uit": 1438,
+      "rew": 1439,
+      "Ġgent": 1440,
+      "Ġanything": 1441,
+      "Ġclose": 1442,
+      "Ġwall": 1443,
+      "Ġel": 1444,
+      "asure": 1445,
+      "Ġleft": 1446,
+      "Ġable": 1447,
+      "Ġarrived": 1448,
+      "Ġhun": 1449,
+      "ross": 1450,
+      "av": 1451,
+      "Ġhear": 1452,
+      "Ġfriendly": 1453,
+      "Ġforgot": 1454,
+      "Ġgone": 1455,
+      "ama": 1456,
+      "Ġcreat": 1457,
+      "Ġwet": 1458,
+      "Ġlion": 1459,
+      "Hell": 1460,
+      "Hello": 1461,
+      "Ġdream": 1462,
+      "Ġhot": 1463,
+      "bo": 1464,
+      "ber": 1465,
+      "ĠSally": 1466,
+      "Ġfilled": 1467,
+      "Ġdir": 1468,
+      "ield": 1469,
+      "Ġcookies": 1470,
+      "Ġlaugh": 1471,
+      "Ġbroken": 1472,
+      "Ġdinner": 1473,
+      "lf": 1474,
+      "Ġelse": 1475,
+      "Ġhid": 1476,
+      "ced": 1477,
+      "Ġpink": 1478,
+      "Ġfollowed": 1479,
+      "Ġtable": 1480,
+      "Ġmar": 1481,
+      "Ġcolors": 1482,
+      "oup": 1483,
+      "Ġmoment": 1484,
+      "Ġcontinued": 1485,
+      "Ġwonderful": 1486,
+      "ĠEm": 1487,
+      "ey": 1488,
+      "ined": 1489,
+      "irrel": 1490,
+      "rot": 1491,
+      "Ġfinally": 1492,
+      "Jack": 1493,
+      "Ġarm": 1494,
+      "Ġmight": 1495,
+      "ĠNow": 1496,
+      "Ġcast": 1497,
+      "Ġyes": 1498,
+      "Ġbuild": 1499,
+      "Ġenough": 1500,
+      "ĠBilly": 1501,
+      "Ġsomeone": 1502,
+      "Ġperfect": 1503,
+      "Ġfair": 1504,
+      "Ġstayed": 1505,
+      "app": 1506,
+      "Ġmorning": 1507,
+      "ĠThere": 1508,
+      "Ġpuppy": 1509,
+      "ol": 1510,
+      "Ġdaddy": 1511,
+      "Ġtrying": 1512,
+      "'ll": 1513,
+      "Ġju": 1514,
+      "Ġothers": 1515,
+      "Ġbooks": 1516,
+      "Ġagreed": 1517,
+      "Ġmus": 1518,
+      "Ġsnow": 1519,
+      "Ġsquirrel": 1520,
+      "Ġcream": 1521,
+      "room": 1522,
+      "Ġgetting": 1523,
+      "Ġgrandma": 1524,
+      "ĠLila": 1525,
+      "Ġleaves": 1526,
+      "Ġbaby": 1527,
+      "Ġcount": 1528,
+      "icy": 1529,
+      "Ġfew": 1530,
+      "At": 1531,
+      "Ġfall": 1532,
+      "Then": 1533,
+      "gon": 1534,
+      "Ġbreak": 1535,
+      "Ġclimbed": 1536,
+      "ries": 1537,
+      "Ġbeach": 1538,
+      "ash": 1539,
+      "Ġbug": 1540,
+      "Ġplease": 1541,
+      "Ġmother": 1542,
+      "Ġbrought": 1543,
+      "Ġtrain": 1544,
+      "ance": 1545,
+      "ĠThis": 1546,
+      "Ġdeep": 1547,
+      "Ġvis": 1548,
+      "ated": 1549,
+      "shed": 1550,
+      "Ġmet": 1551,
+      "Ġwasn": 1552,
+      "Ġsometimes": 1553,
+      "Ġeverything": 1554,
+      "ĠTommy": 1555,
+      "ich": 1556,
+      "Ġmusic": 1557,
+      "key": 1558,
+      "ling": 1559,
+      "This": 1560,
+      "os": 1561,
+      "Ġturned": 1562,
+      "lc": 1563,
+      "Ġride": 1564,
+      "oom": 1565,
+      "Ġsong": 1566,
+      "oring": 1567,
+      "Ġspark": 1568,
+      "Ġfight": 1569,
+      "Ġhungry": 1570,
+      "ons": 1571,
+      "Ġpictures": 1572,
+      "ds": 1573,
+      "Ġmakes": 1574,
+      "Ġsear": 1575,
+      "ucky": 1576,
+      "Ġlistened": 1577,
+      "Ġjoy": 1578,
+      "Ġpol": 1579,
+      "ĠWhat": 1580,
+      "His": 1581,
+      "ee": 1582,
+      "Ġclot": 1583,
+      "Ġsail": 1584,
+      "apped": 1585,
+      "bble": 1586,
+      "Ġcomp": 1587,
+      "Ġplan": 1588,
+      "Ġwants": 1589,
+      "Ġclothes": 1590,
+      "Ġpoin": 1591,
+      "ĠK": 1592,
+      "zz": 1593,
+      "Ġballoon": 1594,
+      "Ġstrange": 1595,
+      "man": 1596,
+      "enny": 1597,
+      "Ġpi": 1598,
+      "Ġgrow": 1599,
+      "Ġflying": 1600,
+      "row": 1601,
+      "Ġscary": 1602,
+      "Ġtreat": 1603,
+      "Ġwaited": 1604,
+      "Ġamazed": 1605,
+      "Ġteddy": 1606,
+      "Ġcastle": 1607,
+      "ister": 1608,
+      "Ġele": 1609,
+      "Ġamazing": 1610,
+      "med": 1611,
+      "Ġspl": 1612,
+      "Oh": 1613,
+      "Ġleave": 1614,
+      "Ġowner": 1615,
+      "Ġpromised": 1616,
+      "Ġdanger": 1617,
+      "ever": 1618,
+      "OK": 1619,
+      "Ġsuch": 1620,
+      "Ġwhite": 1621,
+      "Ġpat": 1622,
+      "Ġtalk": 1623,
+      "uffy": 1624,
+      "Ġfur": 1625,
+      "Ġpie": 1626,
+      "ope": 1627,
+      "red": 1628,
+      "Ġpulled": 1629,
+      "Ġpre": 1630,
+      "Ġwoods": 1631,
+      "ĠTo": 1632,
+      "Ġshared": 1633,
+      "Ġalone": 1634,
+      "Ġtowards": 1635,
+      "cle": 1636,
+      "ĠMaybe": 1637,
+      "Ġsit": 1638,
+      "Ġnap": 1639,
+      "Ġcolorful": 1640,
+      "amp": 1641,
+      "hone": 1642,
+      "Ġvisit": 1643,
+      "igg": 1644,
+      "ugg": 1645,
+      "thy": 1646,
+      "ence": 1647,
+      "Ġtail": 1648,
+      "ctor": 1649,
+      "Ġmagical": 1650,
+      "Ġriver": 1651,
+      "Ġhig": 1652,
+      "Ġbelie": 1653,
+      "Ġgrate": 1654,
+      "ually": 1655,
+      "ang": 1656,
+      "ott": 1657,
+      "Ġhide": 1658,
+      "Ġsilly": 1659,
+      "Ġsmiles": 1660,
+      "ower": 1661,
+      "Ġside": 1662,
+      "Max": 1663,
+      "Ġroll": 1664,
+      "Ġgu": 1665,
+      "ĠAmy": 1666,
+      "Ġpro": 1667,
+      "eter": 1668,
+      "Ġfaster": 1669,
+      "Ġgrateful": 1670,
+      "Ġtreasure": 1671,
+      "ased": 1672,
+      "Ġsnack": 1673,
+      "up": 1674,
+      "Ġland": 1675,
+      "avy": 1676,
+      "Ġmoral": 1677,
+      "ained": 1678,
+      "Ġsister": 1679,
+      "ĠGra": 1680,
+      "Ġshap": 1681,
+      "Ġpaint": 1682,
+      "Ġslowly": 1683,
+      "Ġfield": 1684,
+      "Ġpet": 1685,
+      "Ġsec": 1686,
+      "orm": 1687,
+      "ĠJim": 1688,
+      "Ġbran": 1689,
+      "Ġmin": 1690,
+      "Ġmust": 1691,
+      "Ġhelping": 1692,
+      "Ġworried": 1693,
+      "Ġjob": 1694,
+      "Ġfox": 1695,
+      "set": 1696,
+      "Ġmoney": 1697,
+      "Ġpot": 1698,
+      "Ġqui": 1699,
+      "Ġbel": 1700,
+      "Ġacc": 1701,
+      "Ġliving": 1702,
+      "Ġmonster": 1703,
+      "less": 1704,
+      "Ġparty": 1705,
+      "ear": 1706,
+      "Ġmost": 1707,
+      "Ġwear": 1708,
+      "Ġremember": 1709,
+      "ire": 1710,
+      "Ġsign": 1711,
+      "wl": 1712,
+      "Ġcloud": 1713,
+      "Ġcandy": 1714,
+      "Ġhigher": 1715,
+      "ipped": 1716,
+      "ident": 1717,
+      "ĠAll": 1718,
+      "der": 1719,
+      "ze": 1720,
+      "Ġquiet": 1721,
+      "Ġtown": 1722,
+      "unch": 1723,
+      "Ġprincess": 1724,
+      "Ġruns": 1725,
+      "asket": 1726,
+      "em": 1727,
+      "Ġeverywhere": 1728,
+      "Ġjoin": 1729,
+      "Ġstepped": 1730,
+      "Ġbasket": 1731,
+      "Ġlake": 1732,
+      "Ġcup": 1733,
+      "sw": 1734,
+      "outh": 1735,
+      "Ġcarrot": 1736,
+      "Ġcoll": 1737,
+      "Ġplant": 1738,
+      "Ġscream": 1739,
+      "ĠDaddy": 1740,
+      "Ġbuck": 1741,
+      "Ġheavy": 1742,
+      "Ġbigger": 1743,
+      "Ġcho": 1744,
+      "Ġblank": 1745,
+      "Ġclosed": 1746,
+      "Ġwon": 1747,
+      "ises": 1748,
+      "Ġansw": 1749,
+      "br": 1750,
+      "Ġblanket": 1751,
+      "Ġmouth": 1752,
+      "ames": 1753,
+      "eces": 1754,
+      "Ġeating": 1755,
+      "Ġpieces": 1756,
+      "cket": 1757,
+      "Ġstre": 1758,
+      "Ġwelc": 1759,
+      "Ġwouldn": 1760,
+      "Ġreach": 1761,
+      "Ġbroke": 1762,
+      "eared": 1763,
+      "Ġdangerous": 1764,
+      "gs": 1765,
+      "ph": 1766,
+      "ĠMolly": 1767,
+      "Ġce": 1768,
+      "ĠMr": 1769,
+      "ord": 1770,
+      "fort": 1771,
+      "Ġdolls": 1772,
+      "ming": 1773,
+      "Ġdance": 1774,
+      "Ġdragon": 1775,
+      "Ġthinks": 1776,
+      "Ġasks": 1777,
+      "Ġacross": 1778,
+      "Okay": 1779,
+      "Ġchair": 1780,
+      "Ġteac": 1781,
+      "Ġbott": 1782,
+      "Hi": 1783,
+      "Ġpa": 1784,
+      "Ġneigh": 1785,
+      "Ġbar": 1786,
+      "Ġbike": 1787,
+      "Ġpack": 1788,
+      "iting": 1789,
+      "Ġdisapp": 1790,
+      "Ġneighb": 1791,
+      "Ġstuck": 1792,
+      "de": 1793,
+      "Ġgif": 1794,
+      "Ġfruit": 1795,
+      "Ġbelieve": 1796,
+      "cy": 1797,
+      "Ġve": 1798,
+      "Ġcrying": 1799,
+      "ier": 1800,
+      "phant": 1801,
+      "Ġsuddenly": 1802,
+      "Ġsoup": 1803,
+      "Ġrace": 1804,
+      "Ġthrew": 1805,
+      "Sure": 1806,
+      "Ġfarmer": 1807,
+      "Ġaccident": 1808,
+      "Ġdirty": 1809,
+      "Ġelephant": 1810,
+      "Ġmonkey": 1811,
+      "Ġheal": 1812,
+      "weet": 1813,
+      "Ġrem": 1814,
+      "Ġpers": 1815,
+      "Ġsame": 1816,
+      "ored": 1817,
+      "ventually": 1818,
+      "ead": 1819,
+      "pping": 1820,
+      "Ġgentle": 1821,
+      "Ġfree": 1822,
+      "Ġbrown": 1823,
+      "Maybe": 1824,
+      "Ġinst": 1825,
+      "Ġbee": 1826,
+      "ix": 1827,
+      "Ġben": 1828,
+      "Ġwin": 1829,
+      "Ġblack": 1830,
+      "Ġalong": 1831,
+      "Ġlonger": 1832,
+      "ible": 1833,
+      "Ġspr": 1834,
+      "Ġclapped": 1835,
+      "Finally": 1836,
+      "Why": 1837,
+      "cked": 1838,
+      "Ġwords": 1839,
+      "ĠFl": 1840,
+      "Ġteacher": 1841,
+      "Ġupset": 1842,
+      "chool": 1843,
+      "Ġpiece": 1844,
+      "Ġwell": 1845,
+      "Ġcheered": 1846,
+      "Ġhit": 1847,
+      "Ġsang": 1848,
+      "ment": 1849,
+      "Ġbowl": 1850,
+      "Ġbite": 1851,
+      "Ġdoctor": 1852,
+      "ĠJill": 1853,
+      "Ġbucket": 1854,
+      "Mia": 1855,
+      "Ġbath": 1856,
+      "Ġcaught": 1857,
+      "Ġheart": 1858,
+      "Ġforget": 1859,
+      "Ġmark": 1860,
+      "Ġbutt": 1861,
+      "Ġdry": 1862,
+      "Ġyoung": 1863,
+      "Ġsea": 1864,
+      "Ġcour": 1865,
+      "Ġdropped": 1866,
+      "ese": 1867,
+      "Ġyard": 1868,
+      "Ġplac": 1869,
+      "ourn": 1870,
+      "Ġschool": 1871,
+      "Ġswings": 1872,
+      "bby": 1873,
+      "Ġwings": 1874,
+      "bs": 1875,
+      "Ġexplained": 1876,
+      "Ġjourn": 1877,
+      "Ġbring": 1878,
+      "Ġdrink": 1879,
+      "Ġstreet": 1880,
+      "Ġjuice": 1881,
+      "ung": 1882,
+      "Ġnearby": 1883,
+      "ĠEmma": 1884,
+      "Ġsmo": 1885,
+      "Ġsmart": 1886,
+      "Ġpushed": 1887,
+      "Ġstories": 1888,
+      "Ġdrove": 1889,
+      "Ġtiny": 1890,
+      "Ġpen": 1891,
+      "Ġcourse": 1892,
+      "Ġes": 1893,
+      "Ġmine": 1894,
+      "Ġtoday": 1895,
+      "Ġpocket": 1896,
+      "Ġyear": 1897,
+      "aughter": 1898,
+      "Ġje": 1899,
+      "Ġsecret": 1900,
+      "Ġexp": 1901,
+      "Ġwithout": 1902,
+      "Ġsinging": 1903,
+      "Ġwelcome": 1904,
+      "Ġhappen": 1905,
+      "to": 1906,
+      "Ġfit": 1907,
+      "Ġstu": 1908,
+      "vel": 1909,
+      "ract": 1910,
+      "Ġbus": 1911,
+      "Ġcheese": 1912,
+      "Ġcray": 1913,
+      "Ġfairy": 1914,
+      "Ġjar": 1915,
+      "Ġturns": 1916,
+      "Ġbush": 1917,
+      "bow": 1918,
+      "llo": 1919,
+      "Ġexploring": 1920,
+      "Ġlon": 1921,
+      "Ġstand": 1922,
+      "itting": 1923,
+      "Ġseemed": 1924,
+      "Ġspoon": 1925,
+      "ĠFinally": 1926,
+      "Ġgames": 1927,
+      "Ġwoke": 1928,
+      "issed": 1929,
+      "Ġresp": 1930,
+      "Ġtrou": 1931,
+      "Ġtwins": 1932,
+      "Ġhoped": 1933,
+      "Ġatt": 1934,
+      "Ġlonely": 1935,
+      "Ġant": 1936,
+      "ĠMama": 1937,
+      "orrow": 1938,
+      "Ġnoises": 1939,
+      "Ġhugs": 1940,
+      "ountain": 1941,
+      "yard": 1942,
+      "Ġdaughter": 1943,
+      "Ġinv": 1944,
+      "Ġkey": 1945,
+      "ail": 1946,
+      "Ġrocks": 1947,
+      "Ġdisco": 1948,
+      "Ġsu": 1949,
+      "Ġlunch": 1950,
+      "read": 1951,
+      "oun": 1952,
+      "vered": 1953,
+      "Ġbackyard": 1954,
+      "Ġsuc": 1955,
+      "Ġcow": 1956,
+      "Ġapple": 1957,
+      "ek": 1958,
+      "Ġswam": 1959,
+      "Ġshoes": 1960,
+      "Ġstars": 1961,
+      "Ġshook": 1962,
+      "ittens": 1963,
+      "Ġmiss": 1964,
+      "ches": 1965,
+      "Ġwish": 1966,
+      "Ġrelie": 1967,
+      "fused": 1968,
+      "Ġshapes": 1969,
+      "urple": 1970,
+      "Ġtower": 1971,
+      "ity": 1972,
+      "Ġcorn": 1973,
+      "Ġmoved": 1974,
+      "shine": 1975,
+      "Ġ3": 1976,
+      "Ġthough": 1977,
+      "Ġcir": 1978,
+      "umb": 1979,
+      "Ġtaking": 1980,
+      "ts": 1981,
+      "ĠTweet": 1982,
+      "ape": 1983,
+      "Ġrainbow": 1984,
+      "Ġthrow": 1985,
+      "Ġstar": 1986,
+      "Ġbench": 1987,
+      "Ġneck": 1988,
+      "ocked": 1989,
+      "Ġcreature": 1990,
+      "Ġbubble": 1991,
+      "Ġlate": 1992,
+      "Ġadventures": 1993,
+      "Ġowl": 1994,
+      "ions": 1995,
+      "And": 1996,
+      "Ġwhe": 1997,
+      "Ġpar": 1998,
+      "Ġshell": 1999,
+      "Ġkite": 2000,
+      "ĠFluffy": 2001,
+      "ining": 2002,
+      "Ġmil": 2003,
+      "unt": 2004,
+      "Ġfence": 2005,
+      "Ġmix": 2006,
+      "Ġlift": 2007,
+      "Ġaccidentally": 2008,
+      "Ġwise": 2009,
+      "Ġhello": 2010,
+      "Ġpurple": 2011,
+      "pper": 2012,
+      "Ġonto": 2013,
+      "Ġspin": 2014,
+      "ten": 2015,
+      "ours": 2016,
+      "Ġsitting": 2017,
+      "idge": 2018,
+      "Ġsunshine": 2019,
+      "Ġcute": 2020,
+      "Ġmat": 2021,
+      "ward": 2022,
+      "Ġshop": 2023,
+      "Ġwhist": 2024,
+      "Ġdist": 2025,
+      "Ġorange": 2026,
+      "Lila": 2027,
+      "Ġnaught": 2028,
+      "ĠSammy": 2029,
+      "Ġnaughty": 2030,
+      "Ġnest": 2031,
+      "ose": 2032,
+      "ors": 2033,
+      "lla": 2034,
+      "Ġmilk": 2035,
+      "fish": 2036,
+      "Ġaf": 2037,
+      "Ġboun": 2038,
+      "Ġphone": 2039,
+      "Ġarms": 2040,
+      "Ġeas": 2041,
+      "ness": 2042,
+      "Ġcarry": 2043,
+      "ĠGrandma": 2044,
+      "og": 2045,
+      "Ġbought": 2046,
+      "Ġdriver": 2047,
+      "Ġinstead": 2048,
+      "Later": 2049,
+      "Ġtalked": 2050,
+      "Ġsearched": 2051,
+      "gged": 2052,
+      "Ġpig": 2053,
+      "Ġcozy": 2054,
+      "Ġsunny": 2055,
+      "itty": 2056,
+      "Ġfeels": 2057,
+      "Ġfan": 2058,
+      "Ġwondered": 2059,
+      "Ġcomes": 2060,
+      "Ġswimming": 2061,
+      "uched": 2062,
+      "Ġtouched": 2063,
+      "Ġpop": 2064,
+      "ĠInside": 2065,
+      "ale": 2066,
+      "Ġlucky": 2067,
+      "Ġlaughing": 2068,
+      "Ġbelong": 2069,
+      "Ġsounds": 2070,
+      "Ġwom": 2071,
+      "Ġcave": 2072,
+      "let": 2073,
+      "Ġjourney": 2074,
+      "Ġwoman": 2075,
+      "Ġcou": 2076,
+      "Ġnothing": 2077,
+      "Ġcoat": 2078,
+      "Ġrelieved": 2079,
+      "ĠO": 2080,
+      "Ġpeace": 2081,
+      "adow": 2082,
+      "Ġnose": 2083,
+      "Ġbusy": 2084,
+      "Bob": 2085,
+      "Ġpast": 2086,
+      "Ġapples": 2087,
+      "Ġsick": 2088,
+      "Ġrope": 2089,
+      "Ġpatient": 2090,
+      "Ġact": 2091,
+      "Ġpudd": 2092,
+      "Ġinc": 2093,
+      "raid": 2094,
+      "Ġwatching": 2095,
+      "Ġbranch": 2096,
+      "Ġafraid": 2097,
+      "Ġtom": 2098,
+      "ider": 2099,
+      "Ġdays": 2100,
+      "Ġret": 2101,
+      "cing": 2102,
+      "ĠMary": 2103,
+      "Ġband": 2104,
+      "Ġfarm": 2105,
+      "Ġhuge": 2106,
+      "ĠThank": 2107,
+      "ator": 2108,
+      "Ġexciting": 2109,
+      "Ġdanced": 2110,
+      "thday": 2111,
+      "Ġwar": 2112,
+      "ĠSoon": 2113,
+      "ball": 2114,
+      "Ġgigg": 2115,
+      "blem": 2116,
+      "Ġzoom": 2117,
+      "Ġmad": 2118,
+      "Ġvill": 2119,
+      "Ġforever": 2120,
+      "Ġproblem": 2121,
+      "Ġcollect": 2122,
+      "ped": 2123,
+      "irt": 2124,
+      "Ġminut": 2125,
+      "Ġwra": 2126,
+      "ho": 2127,
+      "Ġlife": 2128,
+      "Ġknee": 2129,
+      "ces": 2130,
+      "Do": 2131,
+      "cer": 2132,
+      "mp": 2133,
+      "arp": 2134,
+      "Ġking": 2135,
+      "Ġasleep": 2136,
+      "Ġreturn": 2137,
+      "Ġsharp": 2138,
+      "Ġrel": 2139,
+      "Ġpower": 2140,
+      "eth": 2141,
+      "Ġholding": 2142,
+      "Ġfing": 2143,
+      "Ġhealthy": 2144,
+      "ĠMittens": 2145,
+      "Ġprot": 2146,
+      "Ġmeet": 2147,
+      "Ġorgan": 2148,
+      "Ġclever": 2149,
+      "Ġspotted": 2150,
+      "Ġletter": 2151,
+      "Ġgather": 2152,
+      "alm": 2153,
+      "Of": 2154,
+      "ere": 2155,
+      "Ġround": 2156,
+      "Ġstorm": 2157,
+      "Ġprotect": 2158,
+      "Ġgift": 2159,
+      "amed": 2160,
+      "Ġmail": 2161,
+      "ĠJen": 2162,
+      "Ġbirthday": 2163,
+      "Ġpres": 2164,
+      "Ġsaf": 2165,
+      "Ġneighbor": 2166,
+      "epend": 2167,
+      "Ġtakes": 2168,
+      "sc": 2169,
+      "Ġear": 2170,
+      "Ġcomfort": 2171,
+      "Ġent": 2172,
+      "Ġrep": 2173,
+      "Ġperson": 2174,
+      "Ġsmiling": 2175,
+      "ĠWith": 2176,
+      "Ġgently": 2177,
+      "Ġpointed": 2178,
+      "Every": 2179,
+      "owed": 2180,
+      "Ġspo": 2181,
+      "col": 2182,
+      "Ġtasty": 2183,
+      "ular": 2184,
+      "ĠJimmy": 2185,
+      "Ġplane": 2186,
+      "sting": 2187,
+      "hin": 2188,
+      "Ġhoney": 2189,
+      "itch": 2190,
+      "Ġpill": 2191,
+      "Ġpass": 2192,
+      "itten": 2193,
+      "Ġmatter": 2194,
+      "Ġadm": 2195,
+      "Ġtasted": 2196,
+      "Ġsmelled": 2197,
+      "nic": 2198,
+      "ove": 2199,
+      "Ġeag": 2200,
+      "Ġshining": 2201,
+      "Hey": 2202,
+      "Ġhope": 2203,
+      "Ġplaces": 2204,
+      "Ġkick": 2205,
+      "ĠCh": 2206,
+      "Ġpicnic": 2207,
+      "Ġbottle": 2208,
+      "Ġrespect": 2209,
+      "Ġblew": 2210,
+      "Ġappeared": 2211,
+      "Ġsupp": 2212,
+      "Tommy": 2213,
+      "ĠCome": 2214,
+      "Ġspider": 2215,
+      "Ġintere": 2216,
+      "Ġcheer": 2217,
+      "board": 2218,
+      "Ġwearing": 2219,
+      "Ġpresent": 2220,
+      "ert": 2221,
+      "Ġmist": 2222,
+      "ize": 2223,
+      "Ġtrouble": 2224,
+      "Ġtrip": 2225,
+      "Ġpract": 2226,
+      "Ġkiss": 2227,
+      "Ġquest": 2228,
+      "ond": 2229,
+      "Ġash": 2230,
+      "Ġloves": 2231,
+      "Ġtightly": 2232,
+      "gg": 2233,
+      "arge": 2234,
+      "Ġsur": 2235,
+      "Ġspread": 2236,
+      "aur": 2237,
+      "Ġwide": 2238,
+      "ones": 2239,
+      "umber": 2240,
+      "Ġfeather": 2241,
+      "Ġsplas": 2242,
+      "ont": 2243,
+      "ndp": 2244,
+      "Ġlater": 2245,
+      "Ġwhole": 2246,
+      "Ġanyone": 2247,
+      "Ġbread": 2248,
+      "Molly": 2249,
+      "Ġdes": 2250,
+      "Ġrec": 2251,
+      "ella": 2252,
+      "Ġroad": 2253,
+      "In": 2254,
+      "Ġoce": 2255,
+      "Ġgiant": 2256,
+      "Ġocean": 2257,
+      "els": 2258,
+      "Ġpuzz": 2259,
+      "Ġcookie": 2260,
+      "Ġpan": 2261,
+      "Ġpath": 2262,
+      "ÅĵI": 2263,
+      "Ġconfused": 2264,
+      "Ġscreamed": 2265,
+      "Ġclouds": 2266,
+      "eb": 2267,
+      "Ġimpress": 2268,
+      "Ġfront": 2269,
+      "ĠGo": 2270,
+      "Ġseat": 2271,
+      "lex": 2272,
+      "Ġlay": 2273,
+      "Ġwhich": 2274,
+      "la": 2275,
+      "Ġthin": 2276,
+      "Ġteach": 2277,
+      "erly": 2278,
+      "Ġdi": 2279,
+      "Ġanswer": 2280,
+      "ungle": 2281,
+      "Ġap": 2282,
+      "ssed": 2283,
+      "hile": 2284,
+      "ub": 2285,
+      "Ġlarge": 2286,
+      "Ġjungle": 2287,
+      "Ġpromise": 2288,
+      "Ġser": 2289,
+      "Ġber": 2290,
+      "Ġwild": 2291,
+      "Ġbark": 2292,
+      "Ġmach": 2293,
+      "oose": 2294,
+      "Ġbutton": 2295,
+      "ndpa": 2296,
+      "Good": 2297,
+      "Ġmyster": 2298,
+      "Ġsnake": 2299,
+      "Ġvillage": 2300,
+      "Ġhor": 2301,
+      "ĠEmily": 2302,
+      "Come": 2303,
+      "Ġtool": 2304,
+      "Ġputs": 2305,
+      "Ġlast": 2306,
+      "Ġimag": 2307,
+      "ĠJake": 2308,
+      "Lucy": 2309,
+      "Ġtid": 2310,
+      "Ġban": 2311,
+      "lebr": 2312,
+      "Ġeventually": 2313,
+      "Ġslid": 2314,
+      "Ġwave": 2315,
+      "Ġlive": 2316,
+      "Ġchased": 2317,
+      "ĠEverywhere": 2318,
+      "Ġcelebr": 2319,
+      "Ġcrayons": 2320,
+      "Just": 2321,
+      "Ġspent": 2322,
+      "Ġwrite": 2323,
+      "Ġgives": 2324,
+      "unk": 2325,
+      "ife": 2326,
+      "Ġdecor": 2327,
+      "Ġfoot": 2328,
+      "Ġdelight": 2329,
+      "Ġsol": 2330,
+      "Ġsandw": 2331,
+      "Ġdirt": 2332,
+      "ĠJenny": 2333,
+      "Ġtalking": 2334,
+      "Ġtreats": 2335,
+      "Ġcart": 2336,
+      "ching": 2337,
+      "Ġwaiting": 2338,
+      "Ġhiding": 2339,
+      "Ġsnowman": 2340,
+      "Ġinteresting": 2341,
+      "Ġhon": 2342,
+      "ony": 2343,
+      "Ġshelf": 2344,
+      "Ġtaste": 2345,
+      "een": 2346,
+      "Jim": 2347,
+      "Ġstep": 2348,
+      "Mum": 2349,
+      "Ġhelpful": 2350,
+      "Ġfeet": 2351,
+      "Ġshy": 2352,
+      "Ġgoes": 2353,
+      "Ġval": 2354,
+      "Ġemb": 2355,
+      "Ġstood": 2356,
+      "Ġshr": 2357,
+      "Ġbuilding": 2358,
+      "Ġoven": 2359,
+      "Ġstret": 2360,
+      "Ġlovely": 2361,
+      "Ġducks": 2362,
+      "Ġcorner": 2363,
+      "Ġwash": 2364,
+      "cks": 2365,
+      "Ġspe": 2366,
+      "Ġpretended": 2367,
+      "Ġrolled": 2368,
+      "Ġrude": 2369,
+      "old": 2370,
+      "Ġcalm": 2371,
+      "Ġpile": 2372,
+      "Ġteeth": 2373,
+      "Ġjumping": 2374,
+      "Ġzoo": 2375,
+      "Ġpuddle": 2376,
+      "Ġtidy": 2377,
+      "Mama": 2378,
+      "iger": 2379,
+      "ipe": 2380,
+      "Ġbugs": 2381,
+      "Ġashamed": 2382,
+      "Ġbat": 2383,
+      "ina": 2384,
+      "ĠRe": 2385,
+      "Ġob": 2386,
+      "Ġstra": 2387,
+      "ĠSt": 2388,
+      "Ġwhistle": 2389,
+      "Ġbanan": 2390,
+      "not": 2391,
+      "Ġnet": 2392,
+      "Ġforgive": 2393,
+      "Ġprince": 2394,
+      "ener": 2395,
+      "Ġshirt": 2396,
+      "Ġsel": 2397,
+      "Ġcoo": 2398,
+      "Ġembar": 2399,
+      "umpy": 2400,
+      "Ġsparkly": 2401,
+      "Ġremind": 2402,
+      "Ġsug": 2403,
+      "Ġcross": 2404,
+      "Ġmind": 2405,
+      "Ġcannot": 2406,
+      "Ġsuccess": 2407,
+      "Ġembarra": 2408,
+      "Soon": 2409,
+      "Ġmot": 2410,
+      "Ġsharing": 2411,
+      "Ġworm": 2412,
+      "Ġfold": 2413,
+      "Ġpeaceful": 2414,
+      "Ġwore": 2415,
+      "Ġmountain": 2416,
+      "Ġblow": 2417,
+      "lice": 2418,
+      "Ġign": 2419,
+      "Ġbell": 2420,
+      "Ġfurry": 2421,
+      "Ġgrab": 2422,
+      "als": 2423,
+      "ometimes": 2424,
+      "Ġwhenever": 2425,
+      "Ġpour": 2426,
+      "vous": 2427,
+      "llie": 2428,
+      "Ġpush": 2429,
+      "Ġbreath": 2430,
+      "Ġmachine": 2431,
+      "Ġsugar": 2432,
+      "Ġchick": 2433,
+      "Ġcreative": 2434,
+      "St": 2435,
+      "ned": 2436,
+      "Ġbal": 2437,
+      "Ġstir": 2438,
+      "Ġdolp": 2439,
+      "Ġtries": 2440,
+      "Now": 2441,
+      "Ġlad": 2442,
+      "ĠLe": 2443,
+      "Ġmed": 2444,
+      "Ġpool": 2445,
+      "Ġgener": 2446,
+      "Ġsal": 2447,
+      "ork": 2448,
+      "ult": 2449,
+      "Ġspray": 2450,
+      "Ġship": 2451,
+      "ian": 2452,
+      "Ġhum": 2453,
+      "Ġhel": 2454,
+      "isa": 2455,
+      "Ġselfish": 2456,
+      "Ġhar": 2457,
+      "Ġfaces": 2458,
+      "Ġmessy": 2459,
+      "Ġ'": 2460,
+      "Ġple": 2461,
+      "ĠSome": 2462,
+      "ĠHow": 2463,
+      "Ġgold": 2464,
+      "Ġchocol": 2465,
+      "Please": 2466,
+      "Ġminutes": 2467,
+      "Ġpillow": 2468,
+      "My": 2469,
+      "aking": 2470,
+      "Ġtun": 2471,
+      "Ġmissed": 2472,
+      "ighed": 2473,
+      "Ġvan": 2474,
+      "Ġfixed": 2475,
+      "Ġfighting": 2476,
+      "oin": 2477,
+      "Ġfig": 2478,
+      "Ġembarrassed": 2479,
+      "Ġmeant": 2480,
+      "Ġdrive": 2481,
+      "Ġtomorrow": 2482,
+      "Ġhours": 2483,
+      "Ġca": 2484,
+      "Ġner": 2485,
+      "Ġspicy": 2486,
+      "Ġknowing": 2487,
+      "ĠPlease": 2488,
+      "Sarah": 2489,
+      "Ġladder": 2490,
+      "ital": 2491,
+      "Ġhorse": 2492,
+      "ato": 2493,
+      "Ġug": 2494,
+      "ĠJust": 2495,
+      "Ġtrust": 2496,
+      "Ġhosp": 2497,
+      "Ġugly": 2498,
+      "Ġhospital": 2499,
+      "Ġchew": 2500,
+      "Ġbedroom": 2501,
+      "Ġeasy": 2502,
+      "Ġnervous": 2503,
+      "Ġrob": 2504,
+      "Ġthankful": 2505,
+      "Ġcarrots": 2506,
+      "Dad": 2507,
+      "elly": 2508,
+      "Ġgrew": 2509,
+      "Ġcolour": 2510,
+      "Ġbarked": 2511,
+      "Ġcouch": 2512,
+      "Ġnut": 2513,
+      "Ġmeadow": 2514,
+      "Ġtaught": 2515,
+      "Ġunderstood": 2516,
+      "Ġdisappoin": 2517,
+      "Ġpas": 2518,
+      "ano": 2519,
+      "Ġoften": 2520,
+      "Ġclass": 2521,
+      "Ġpassed": 2522,
+      "Ġknocked": 2523,
+      "Ġlanded": 2524,
+      "Ġmic": 2525,
+      "ird": 2526,
+      "Ġfear": 2527,
+      "Ġcoin": 2528,
+      "Ġmud": 2529,
+      "work": 2530,
+      "Ġdeter": 2531,
+      "Ġreg": 2532,
+      "Ġreturned": 2533,
+      "Ġdeterm": 2534,
+      "Ġhur": 2535,
+      "Ġfinish": 2536,
+      "izz": 2537,
+      "Ġtea": 2538,
+      "Ġsmooth": 2539,
+      "mo": 2540,
+      "Ġstuff": 2541,
+      "Ġmov": 2542,
+      "Ġgenerous": 2543,
+      "To": 2544,
+      "ĠOn": 2545,
+      "isp": 2546,
+      "Ġdrum": 2547,
+      "obby": 2548,
+      "Ġbubbles": 2549,
+      "Ġrobot": 2550,
+      "Ġthese": 2551,
+      "Ġseed": 2552,
+      "Ġglass": 2553,
+      "Ġdisappointed": 2554,
+      "ground": 2555,
+      "Ġring": 2556,
+      "Ġcard": 2557,
+      "Ġhears": 2558,
+      "Ġcarried": 2559,
+      "Ġmoon": 2560,
+      "Ġchocolate": 2561,
+      "Ġleaf": 2562,
+      "Ġsnacks": 2563,
+      "Ġcirc": 2564,
+      "Ġfancy": 2565,
+      "dle": 2566,
+      "Ġspend": 2567,
+      "ĠAnn": 2568,
+      "ustr": 2569,
+      "Ġcrab": 2570,
+      "Ġsongs": 2571,
+      "pack": 2572,
+      "Ġpir": 2573,
+      "ecially": 2574,
+      "osaur": 2575,
+      "Ġsold": 2576,
+      "Ġbridge": 2577,
+      "ĠEven": 2578,
+      "Ġsleepy": 2579,
+      "Ġhonest": 2580,
+      "Ġmir": 2581,
+      "ĠBr": 2582,
+      "Ġpaw": 2583,
+      "pecially": 2584,
+      "Ġav": 2585,
+      "ĠWhy": 2586,
+      "izzy": 2587,
+      "Ġchest": 2588,
+      "Ġwolf": 2589,
+      "Ġdinosaur": 2590,
+      "Ġespecially": 2591,
+      "Ġmap": 2592,
+      "Ġgas": 2593,
+      "ory": 2594,
+      "Ġchange": 2595,
+      "Ġgroup": 2596,
+      "Ġgathered": 2597,
+      "Ġsour": 2598,
+      "Ġpoor": 2599,
+      "Ġsplash": 2600,
+      "Ġwaves": 2601,
+      "Ġforward": 2602,
+      "Ġclown": 2603,
+      "Ġmysterious": 2604,
+      "ror": 2605,
+      "Ġbody": 2606,
+      "Ġfrustr": 2607,
+      "Ġcraw": 2608,
+      "Ġfake": 2609,
+      "Ġpin": 2610,
+      "Ġok": 2611,
+      "Ġrad": 2612,
+      "Ġwhisp": 2613,
+      "Ġtwirl": 2614,
+      "Ġstring": 2615,
+      "Ġsmelly": 2616,
+      "ĠTogether": 2617,
+      "sist": 2618,
+      "Ġcand": 2619,
+      "Ġgate": 2620,
+      "Ġscar": 2621,
+      "ĠKitty": 2622,
+      "Ġneckl": 2623,
+      "Billy": 2624,
+      "Ġmotor": 2625,
+      "ying": 2626,
+      "ote": 2627,
+      "Ġshore": 2628,
+      "urse": 2629,
+      "Ġjew": 2630,
+      "Ġweak": 2631,
+      "Ġgrumpy": 2632,
+      "Ġfinger": 2633,
+      "Ġsack": 2634,
+      "Ġkitten": 2635,
+      "Ġpolite": 2636,
+      "Ġglue": 2637,
+      "uce": 2638,
+      "Ġnumber": 2639,
+      "airs": 2640,
+      "Ġesc": 2641,
+      "Ġmirror": 2642,
+      "Ġsheep": 2643,
+      "Ġvase": 2644,
+      "Ġplants": 2645,
+      "Ġberries": 2646,
+      "most": 2647,
+      "Be": 2648,
+      "den": 2649,
+      "Ġjelly": 2650,
+      "ĠTheir": 2651,
+      "Ġemp": 2652,
+      "itter": 2653,
+      "There": 2654,
+      "Ġscr": 2655,
+      "Ġgray": 2656,
+      "Ġpuzzle": 2657,
+      "Ġnecklace": 2658,
+      "Ġmaybe": 2659,
+      "Ġplate": 2660,
+      "Ġalmost": 2661,
+      "usie": 2662,
+      "Ġfrustrated": 2663,
+      "Ġempty": 2664,
+      "port": 2665,
+      "orry": 2666,
+      "Ġthick": 2667,
+      "Ġjam": 2668,
+      "Ġskipped": 2669,
+      "ensive": 2670,
+      "ĠTeddy": 2671,
+      "aged": 2672,
+      "Ġcloset": 2673,
+      "Ġhidden": 2674,
+      "Ġexpensive": 2675,
+      "Ġdetermined": 2676,
+      "Ġbored": 2677,
+      "Ġlit": 2678,
+      "Ġdrew": 2679,
+      "Ġlegs": 2680,
+      "Ġhopping": 2681,
+      "ates": 2682,
+      "ĠSometimes": 2683,
+      "Ġsticks": 2684,
+      "Ġones": 2685,
+      "ĠAt": 2686,
+      "Ġbirdie": 2687,
+      "ĠDon": 2688,
+      "Ġpolice": 2689,
+      "Ġfruits": 2690,
+      "Ġtick": 2691,
+      "Ġaunt": 2692,
+      "Ġwis": 2693,
+      "Ġbake": 2694,
+      "Ġline": 2695,
+      "ots": 2696,
+      "Ġstone": 2697,
+      "Ġdogs": 2698,
+      "aul": 2699,
+      "Ġfigure": 2700,
+      "Jane": 2701,
+      "Ġsight": 2702,
+      "Ġcries": 2703,
+      "ĠBe": 2704,
+      "Ġmoving": 2705,
+      "Ġcontent": 2706,
+      "ĠBrown": 2707,
+      "Ġsaved": 2708,
+      "Ġcloth": 2709,
+      "?\".": 2710,
+      "box": 2711,
+      "Ġbranches": 2712,
+      "Ġpacked": 2713,
+      "Ġpowerful": 2714,
+      "Ġsplashed": 2715,
+      "Ġfeed": 2716,
+      "ested": 2717,
+      "Ġyelled": 2718,
+      "Where": 2719,
+      "dge": 2720,
+      "kin": 2721,
+      "Ġtiger": 2722,
+      "Ġpay": 2723,
+      "iddle": 2724,
+      "oop": 2725,
+      "ĠBella": 2726,
+      "Ġexam": 2727,
+      "Ġtaken": 2728,
+      "Ġcrane": 2729,
+      "Ġspoil": 2730,
+      "'d": 2731,
+      "Ġhang": 2732,
+      "Ġflag": 2733,
+      "Ġanswered": 2734,
+      "Ġdiscovered": 2735,
+      "ĠLeo": 2736,
+      "ush": 2737,
+      "Ġsave": 2738,
+      "Ġseek": 2739,
+      "Ġexcite": 2740,
+      "Ġpray": 2741,
+      "Ġjog": 2742,
+      "Ġstanding": 2743,
+      "Ġdolphin": 2744,
+      "Ġjack": 2745,
+      "Are": 2746,
+      "era": 2747,
+      "rag": 2748,
+      "Ġflut": 2749,
+      "getable": 2750,
+      "Ġboring": 2751,
+      "Ġlock": 2752,
+      "Ġincred": 2753,
+      "Ġexcitement": 2754,
+      "Ġsighed": 2755,
+      "Ġwip": 2756,
+      "Ġfis": 2757,
+      "Ġfill": 2758,
+      "Ġsoap": 2759,
+      "ĠMum": 2760,
+      "ola": 2761,
+      "Ġpleased": 2762,
+      "Ġjacket": 2763,
+      "light": 2764,
+      "Ġsugg": 2765,
+      "Ġmiddle": 2766,
+      "Ġeld": 2767,
+      "Ġwrote": 2768,
+      "Ġballoons": 2769,
+      "Ġorganized": 2770,
+      "que": 2771,
+      "Ġsailed": 2772,
+      "Their": 2773,
+      "Ġtells": 2774,
+      "Ġoy": 2775,
+      "Ġstones": 2776,
+      "Ġboard": 2777,
+      "Ġspun": 2778,
+      "Ġvegetable": 2779,
+      "lies": 2780,
+      "Ġind": 2781,
+      "iness": 2782,
+      "Ġworking": 2783,
+      "lower": 2784,
+      "alk": 2785,
+      "iff": 2786,
+      "Ġparrot": 2787,
+      "Stop": 2788,
+      "Ġscarf": 2789,
+      "Ġwagged": 2790,
+      "Ġclap": 2791,
+      "Ġmeasure": 2792,
+      "asing": 2793,
+      "Ġtears": 2794,
+      "body": 2795,
+      "Ġcomfortable": 2796,
+      "Ġleg": 2797,
+      "Ġswan": 2798,
+      "Ġtrue": 2799,
+      "Ġfright": 2800,
+      "Ġdrop": 2801,
+      "Ġsmoke": 2802,
+      "Ġfeathers": 2803,
+      "Ġincredible": 2804,
+      "ggs": 2805,
+      "ual": 2806,
+      "Ġtie": 2807,
+      "Ġcap": 2808,
+      "Ġlose": 2809,
+      "Ġpus": 2810,
+      "Ġeager": 2811,
+      "Ġmovie": 2812,
+      "fic": 2813,
+      "Ġcop": 2814,
+      "Ġeggs": 2815,
+      "oof": 2816,
+      "Ġrid": 2817,
+      "Ġcovered": 2818,
+      "Ġfil": 2819,
+      "Ġlem": 2820,
+      "Ġgrap": 2821,
+      "Ġdisappeared": 2822,
+      "Ġrecord": 2823,
+      "ĠTV": 2824,
+      "ĠBl": 2825,
+      "Ġext": 2826,
+      "Ġord": 2827,
+      "Ġgiggled": 2828,
+      "corn": 2829,
+      "Ġpri": 2830,
+      "Ġham": 2831,
+      "Ġrare": 2832,
+      "Ġyourself": 2833,
+      "Ġeng": 2834,
+      "Ġwhale": 2835,
+      "Ġknife": 2836,
+      "ĠLisa": 2837,
+      "Ġteam": 2838,
+      "ĠJohnny": 2839,
+      "zed": 2840,
+      "Ġtest": 2841,
+      "Ġbone": 2842,
+      "Ġdizzy": 2843,
+      "Ġlibr": 2844,
+      "Ġwrap": 2845,
+      "Ġquestions": 2846,
+      "iv": 2847,
+      "Ġlying": 2848,
+      "Ġstamp": 2849,
+      "Ġlicked": 2850,
+      "Ġnoisy": 2851,
+      "Ġkindness": 2852,
+      "Ġdiffic": 2853,
+      "Ġdrawing": 2854,
+      "apping": 2855,
+      "Jimmy": 2856,
+      "Ġstraw": 2857,
+      "Ġburn": 2858,
+      "Ġwagon": 2859,
+      "ately": 2860,
+      "Ġgrown": 2861,
+      "Ġrocket": 2862,
+      "Ġpopcorn": 2863,
+      "Sally": 2864,
+      "Ġbatter": 2865,
+      "Ġwand": 2866,
+      "Ġanc": 2867,
+      "ĠEnd": 2868,
+      "Ġsword": 2869,
+      "Ġhappening": 2870,
+      "Ġlifted": 2871,
+      "Ġbalance": 2872,
+      "Ġextra": 2873,
+      "Sorry": 2874,
+      "ha": 2875,
+      "Ġwander": 2876,
+      "Ġfat": 2877,
+      "ĠMark": 2878,
+      "ĠElla": 2879,
+      "Ġbecome": 2880,
+      "Ġtrack": 2881,
+      "Ġsmaller": 2882,
+      "Ġmistake": 2883,
+      "Ġtoast": 2884,
+      "ating": 2885,
+      "Ġmanaged": 2886,
+      "selves": 2887,
+      "ĠPeter": 2888,
+      "Ġbathroom": 2889,
+      "Ġharm": 2890,
+      "Ġdifficult": 2891,
+      "Ġtwist": 2892,
+      "Ġoffered": 2893,
+      "Ġruined": 2894,
+      "Ġmatch": 2895,
+      "Ġancient": 2896,
+      "Ġgar": 2897,
+      "illi": 2898,
+      "Ġdistance": 2899,
+      "Ġplayground": 2900,
+      "Ġlazy": 2901,
+      "Ġdancing": 2902,
+      "Ġadventur": 2903,
+      "af": 2904,
+      "ĠBa": 2905,
+      "Ġcalling": 2906,
+      "Ġcleaned": 2907,
+      "Ġcrown": 2908,
+      "ormal": 2909,
+      "Ġonce": 2910,
+      "Ġboss": 2911,
+      "Ġsell": 2912,
+      "Ġwalks": 2913,
+      "Ġfrightened": 2914,
+      "erri": 2915,
+      "Ġmask": 2916,
+      "Ġfluffy": 2917,
+      "emo": 2918,
+      "ĠZ": 2919,
+      "Ġfrag": 2920,
+      "Ġdest": 2921,
+      "Ġnormal": 2922,
+      "Ġyog": 2923,
+      "Ġpicks": 2924,
+      "Ġeye": 2925,
+      "Ġdrank": 2926,
+      "Ġcircle": 2927,
+      "Ġadventurous": 2928,
+      "Spot": 2929,
+      "Ġtent": 2930,
+      "Ġpress": 2931,
+      "Ġkissed": 2932,
+      "ict": 2933,
+      "Ġsciss": 2934,
+      "Ġgets": 2935,
+      "Ġtrunk": 2936,
+      "Ġcheck": 2937,
+      "Ġenjoying": 2938,
+      "Ġshells": 2939,
+      "Ġelderly": 2940,
+      "Ġscissors": 2941,
+      "Ġterri": 2942,
+      "Ġtoug": 2943,
+      "ages": 2944,
+      "Ġsteal": 2945,
+      "Me": 2946,
+      "ready": 2947,
+      "ete": 2948,
+      "Ġalready": 2949,
+      "ĠLittle": 2950,
+      "Ġjuicy": 2951,
+      "Ġstudy": 2952,
+      "Ġhorn": 2953,
+      "erp": 2954,
+      "Ġpizz": 2955,
+      "Ġallig": 2956,
+      "Ġlouder": 2957,
+      "Ġtowel": 2958,
+      "Ġcircles": 2959,
+      "Ġlead": 2960,
+      "Ġroar": 2961,
+      "Ġrose": 2962,
+      "Ġslipped": 2963,
+      "Ġtele": 2964,
+      "Ġfamous": 2965,
+      "Ġarg": 2966,
+      "Ġcheerful": 2967,
+      "ĠRex": 2968,
+      "Ġtough": 2969,
+      "ipper": 2970,
+      "Ġbarn": 2971,
+      "Ġfool": 2972,
+      "Ġdig": 2973,
+      "Ġdish": 2974,
+      "Ġagainst": 2975,
+      "Ġdeer": 2976,
+      "Ġsweetie": 2977,
+      "Ġengine": 2978,
+      "Ġed": 2979,
+      "Ġfather": 2980,
+      "Ġcover": 2981,
+      "Ġyours": 2982,
+      "Ġneeds": 2983,
+      "Joe": 2984,
+      "Ġbags": 2985,
+      "Ġspinning": 2986,
+      "Sue": 2987,
+      "Ġaw": 2988,
+      "anged": 2989,
+      "amond": 2990,
+      "Ġyarn": 2991,
+      "oph": 2992,
+      "Ġgiving": 2993,
+      "Ġdiamond": 2994,
+      "Ġsandwich": 2995,
+      "Ġindepend": 2996,
+      "Ġfragile": 2997,
+      "Who": 2998,
+      "cept": 2999,
+      "Ġnosy": 3000,
+      "Ġtwig": 3001,
+      "Ġhurts": 3002,
+      "Ġsuggested": 3003,
+      "Ġlemon": 3004,
+      "iest": 3005,
+      "ination": 3006,
+      "orge": 3007,
+      "Ġnod": 3008,
+      "Ġbloom": 3009,
+      "Ġhose": 3010,
+      "Ġboxes": 3011,
+      "Ġrealised": 3012,
+      "Ġfrown": 3013,
+      "ache": 3014,
+      "Ġrelax": 3015,
+      "Ġhammer": 3016,
+      "Ġadded": 3017,
+      "Ġweird": 3018,
+      "Ġmod": 3019,
+      "Ġcrack": 3020,
+      "Ġalligator": 3021,
+      "Amy": 3022,
+      "Gra": 3023,
+      "oot": 3024,
+      "Ġshake": 3025,
+      "rage": 3026,
+      "Ġlearning": 3027,
+      "Ġvegetables": 3028,
+      "Ġadd": 3029,
+      "Ġmelt": 3030,
+      "ĠSusie": 3031,
+      "elp": 3032,
+      "ĠBobby": 3033,
+      "Ġtrap": 3034,
+      "Ġcollar": 3035,
+      "Ġstubb": 3036,
+      "ique": 3037,
+      "Ġborrow": 3038,
+      "Ġpump": 3039,
+      "Ġloudly": 3040,
+      "Ġsearch": 3041,
+      "Ġchicken": 3042,
+      "Ġpizza": 3043,
+      "Ġindependent": 3044,
+      "Ġstubborn": 3045,
+      "Ġref": 3046,
+      "Ġasking": 3047,
+      "Ġbrilli": 3048,
+      "Ġdecide": 3049,
+      "Ġflash": 3050,
+      "Ġcaterp": 3051,
+      "Ġqueen": 3052,
+      "Ġsnee": 3053,
+      "ĠRose": 3054,
+      "Ġinvited": 3055,
+      "Ġstrawber": 3056,
+      "Ġfoolish": 3057,
+      "Ġcaterpill": 3058,
+      "gy": 3059,
+      "Ġtur": 3060,
+      "Ġdepend": 3061,
+      "Ġguit": 3062,
+      "Ġstri": 3063,
+      "Ġknight": 3064,
+      "Ġboys": 3065,
+      "Ġpee": 3066,
+      "Ġcomb": 3067,
+      "Ġclear": 3068,
+      "Ġunique": 3069,
+      "Ġbuttons": 3070,
+      "ĠTweety": 3071,
+      "Ġcolourful": 3072,
+      "Ġescape": 3073,
+      "Ġbrilliant": 3074,
+      "Ġrich": 3075,
+      "ĠBu": 3076,
+      "Ġsaying": 3077,
+      "Ġrode": 3078,
+      "Ġskin": 3079,
+      "Ġgarage": 3080,
+      "Help": 3081,
+      "dom": 3082,
+      "Ġmummy": 3083,
+      "Ġbeak": 3084,
+      "ured": 3085,
+      "aw": 3086,
+      "eorge": 3087,
+      "rop": 3088,
+      "edient": 3089,
+      "Ġunus": 3090,
+      "Ġoyster": 3091,
+      "Ġturkey": 3092,
+      "ĠOK": 3093,
+      "Ġfountain": 3094,
+      "Ġpatter": 3095,
+      "Ġweek": 3096,
+      "Ġchase": 3097,
+      "Ġrubb": 3098,
+      "Ġcounted": 3099,
+      "Ġregular": 3100,
+      "Ġwiped": 3101,
+      "Ġguitar": 3102,
+      "Ġunusual": 3103,
+      "land": 3104,
+      "Ġumb": 3105,
+      "Ġfork": 3106,
+      "Ġshows": 3107,
+      "Ġlights": 3108,
+      "Ġwalls": 3109,
+      "Ġdreamed": 3110,
+      "Ġbanana": 3111,
+      "Ġsuccessful": 3112,
+      "Ġjewel": 3113,
+      "Ġpattern": 3114,
+      "Ġumbre": 3115,
+      "cil": 3116,
+      "ray": 3117,
+      "inal": 3118,
+      "Ġlow": 3119,
+      "imed": 3120,
+      "Ġswe": 3121,
+      "Ġcryst": 3122,
+      "Ġpencil": 3123,
+      "Ġsafely": 3124,
+      "Ġtools": 3125,
+      "Well": 3126,
+      "Ġtape": 3127,
+      "Ġstream": 3128,
+      "ceed": 3129,
+      "Ġresc": 3130,
+      "Ġabove": 3131,
+      "Ġharder": 3132,
+      "Ġguess": 3133,
+      "Ġbottom": 3134,
+      "Ġmarket": 3135,
+      "Ġimpressed": 3136,
+      "Ġwaff": 3137,
+      "anut": 3138,
+      "iginal": 3139,
+      "Ġnotice": 3140,
+      "illa": 3141,
+      "Ġnods": 3142,
+      "Ġpeanut": 3143,
+      "olog": 3144,
+      "Ġpatch": 3145,
+      "Ġcrawled": 3146,
+      "Ġcaterpillar": 3147,
+      "na": 3148,
+      "Ġtank": 3149,
+      "Ġtask": 3150,
+      "Ġtire": 3151,
+      "Ġgun": 3152,
+      "Ġload": 3153,
+      "Ġcompet": 3154,
+      "umbled": 3155,
+      "Ġapolog": 3156,
+      "Ġsolve": 3157,
+      "How": 3158,
+      "Mummy": 3159,
+      "fast": 3160,
+      "hip": 3161,
+      "ĠNo": 3162,
+      "Ġbitter": 3163,
+      "arl": 3164,
+      "Ġears": 3165,
+      "Ġshone": 3166,
+      "Ġbrush": 3167,
+      "ĠFin": 3168,
+      "Ġoriginal": 3169,
+      "Ġfier": 3170,
+      "Ġglow": 3171,
+      "ĠNemo": 3172,
+      "Ġbreakfast": 3173,
+      "Ġadmired": 3174,
+      "ĠBlue": 3175,
+      "Ġedge": 3176,
+      "Ġdependable": 3177,
+      "und": 3178,
+      "uth": 3179,
+      "ĠIf": 3180,
+      "Ġclay": 3181,
+      "Ġstronger": 3182,
+      "Ġbossy": 3183,
+      "Ġcudd": 3184,
+      "aser": 3185,
+      "Ġgrandpa": 3186,
+      "Ġknows": 3187,
+      "Ġpicking": 3188,
+      "Ġjoke": 3189,
+      "Ġboats": 3190,
+      "Ġbald": 3191,
+      "Ġmedic": 3192,
+      "Ġscrat": 3193,
+      "Ġcone": 3194,
+      "Ġpenny": 3195,
+      "Ġlean": 3196,
+      "Ġraft": 3197,
+      "uggled": 3198,
+      "Ġsucceed": 3199,
+      "Ġobedient": 3200,
+      "Ġhumble": 3201,
+      "Ġlibrary": 3202,
+      "Re": 3203,
+      "head": 3204,
+      "Ġph": 3205,
+      "Ġnumb": 3206,
+      "Ġsauce": 3207,
+      "ĠBear": 3208,
+      "Ġtray": 3209,
+      "Ġproudly": 3210,
+      "Here": 3211,
+      "Ġsounded": 3212,
+      "Ġsquare": 3213,
+      "Ġterrible": 3214,
+      "Ġcrystal": 3215,
+      "Ġfierce": 3216,
+      "Jill": 3217,
+      "Ġwitch": 3218,
+      "inary": 3219,
+      "Ġhappiness": 3220,
+      "ĠLola": 3221,
+      "Ġhanded": 3222,
+      "Ġfridge": 3223,
+      "fa": 3224,
+      "Ġrough": 3225,
+      "ention": 3226,
+      "Ġchanged": 3227,
+      "Ġjoined": 3228,
+      "Ġraven": 3229,
+      "Ġmighty": 3230,
+      "Ġchose": 3231,
+      "Ġwheel": 3232,
+      "Ġumbrella": 3233,
+      "Ġtag": 3234,
+      "Ġcri": 3235,
+      "Ġow": 3236,
+      "arry": 3237,
+      "imp": 3238,
+      "ĠBill": 3239,
+      "Ġhelps": 3240,
+      "Ġfinding": 3241,
+      "Ġcleaning": 3242,
+      "Ġsquee": 3243,
+      "Ġfirework": 3244,
+      "Ġmedicine": 3245,
+      "azz": 3246,
+      "met": 3247,
+      "Ġplayful": 3248,
+      "Ġlocked": 3249,
+      "Ġgoat": 3250,
+      "Ġaccept": 3251,
+      "Ġcompass": 3252,
+      "Ġsurf": 3253,
+      "Ġcompetit": 3254,
+      "ext": 3255,
+      "kn": 3256,
+      "Ġsy": 3257,
+      "Ġsil": 3258,
+      "Ġbeet": 3259,
+      "ĠMar": 3260,
+      "uring": 3261,
+      "Ġchir": 3262,
+      "ĠEllie": 3263,
+      "Ġballs": 3264,
+      "ÅĵLet": 3265,
+      "Ġbutterflies": 3266,
+      "Ġguard": 3267,
+      "Ġcrayon": 3268,
+      "Ġdiscover": 3269,
+      "Ġparade": 3270,
+      "Ġmixed": 3271,
+      "Ġvalu": 3272,
+      "Ġhelmet": 3273,
+      "ĠBrownie": 3274,
+      "Em": 3275,
+      "ject": 3276,
+      "squ": 3277,
+      "ud": 3278,
+      "Ġgum": 3279,
+      "ature": 3280,
+      "Ġisland": 3281,
+      "Ġcost": 3282,
+      "Ġmole": 3283,
+      "Ġnicely": 3284,
+      "Ġkinds": 3285,
+      "Ġraced": 3286,
+      "Ġstove": 3287,
+      "Ġlaughs": 3288,
+      "Ġmarch": 3289,
+      "Ġfalls": 3290,
+      "Ġpersist": 3291,
+      "ĠBaby": 3292,
+      "ophie": 3293,
+      "Alice": 3294,
+      "ience": 3295,
+      "ito": 3296,
+      "Ġcage": 3297,
+      "Ġgoose": 3298,
+      "Ġcoins": 3299,
+      "Ġtrump": 3300,
+      "Ġmosqu": 3301,
+      "Ġserious": 3302,
+      "Ġmosquito": 3303,
+      "Ġflex": 3304,
+      "Ġcro": 3305,
+      "elon": 3306,
+      "Ġexcla": 3307,
+      "Ġchoose": 3308,
+      "Ġexplored": 3309,
+      "Ġunl": 3310,
+      "Ġbrothers": 3311,
+      "Ġguil": 3312,
+      "Ġnumbers": 3313,
+      "Ġtrumpet": 3314,
+      "Ġicy": 3315,
+      "Ġmoms": 3316,
+      "iew": 3317,
+      "Ġview": 3318,
+      "Ġenorm": 3319,
+      "Ġfireman": 3320,
+      "ĠMrs": 3321,
+      "Ġpractice": 3322,
+      "Ġenormous": 3323,
+      "wards": 3324,
+      "Ġsup": 3325,
+      "Ġvolc": 3326,
+      "Ġmeans": 3327,
+      "Ġpointing": 3328,
+      "Ġvaluable": 3329,
+      "Ġflexible": 3330,
+      "Ġexclaimed": 3331,
+      "Ġguilty": 3332,
+      "yal": 3333,
+      "Ġcam": 3334,
+      "Ġpipe": 3335,
+      "ision": 3336,
+      "ĠMy": 3337,
+      "Ġuseful": 3338,
+      "Ġfavour": 3339,
+      "Ġcrazy": 3340,
+      "Ġphot": 3341,
+      "known": 3342,
+      "Ġvolcano": 3343,
+      "Ġwake": 3344,
+      "Ġcity": 3345,
+      "omed": 3346,
+      "llip": 3347,
+      "Ġforth": 3348,
+      "Ġlollip": 3349,
+      "Ġseal": 3350,
+      "Ġallowed": 3351,
+      "Ġscare": 3352,
+      "Ġbrightly": 3353,
+      "Ġmarble": 3354,
+      "Ġpopular": 3355,
+      "Ġflashlight": 3356,
+      "Ġcompassion": 3357,
+      "Ġlollipop": 3358,
+      "ĠU": 3359,
+      "Ġing": 3360,
+      "Ġhunt": 3361,
+      "Ġdull": 3362,
+      "erry": 3363,
+      "Ġstat": 3364,
+      "Ġshel": 3365,
+      "!\".": 3366,
+      "Ġunknown": 3367,
+      "Ġhats": 3368,
+      "Ġshoot": 3369,
+      "redient": 3370,
+      "Ġbelonged": 3371,
+      "Ġfavourite": 3372,
+      "Ġingredient": 3373,
+      "Ġpil": 3374,
+      "Ġloyal": 3375,
+      "Ġbrace": 3376,
+      "ĠWhenever": 3377,
+      "Ġdreams": 3378,
+      "Ġkicked": 3379,
+      "Ġseeds": 3380,
+      "Ġtwirled": 3381,
+      "Ġsuper": 3382,
+      "time": 3383,
+      "Ġfine": 3384,
+      "Ġbees": 3385,
+      "Ġsofa": 3386,
+      "Ġshark": 3387,
+      "ĠMike": 3388,
+      "Ġanx": 3389,
+      "Ġsadly": 3390,
+      "Ġshowing": 3391,
+      "Ġways": 3392,
+      "Ġtrucks": 3393,
+      "Ġdelicate": 3394,
+      "ations": 3395,
+      "Ġrepe": 3396,
+      "Ġimpressive": 3397,
+      "Ġpoured": 3398,
+      "Ġpirate": 3399,
+      "Ġwhispered": 3400,
+      "Ġharmless": 3401,
+      "aff": 3402,
+      "Ġturt": 3403,
+      "Ġtied": 3404,
+      "aroo": 3405,
+      "ado": 3406,
+      "arth": 3407,
+      "Ġgrace": 3408,
+      "Ġhandle": 3409,
+      "Ġenc": 3410,
+      "Ġdeliver": 3411,
+      "Benny": 3412,
+      "Ġrushed": 3413,
+      "Ġusing": 3414,
+      "angaroo": 3415,
+      "Ġshape": 3416,
+      "Ġbushes": 3417,
+      "Ġpersistent": 3418,
+      "Ġgor": 3419,
+      "ĠSp": 3420,
+      "Ġkangaroo": 3421,
+      "Ġang": 3422,
+      "Ġoffice": 3423,
+      "Ġanxious": 3424,
+      "Go": 3425,
+      "alous": 3426,
+      "Ġspell": 3427,
+      "ĠWhile": 3428,
+      "iable": 3429,
+      "Ġpotato": 3430,
+      "Ġjealous": 3431,
+      "Ġwrapped": 3432,
+      "Ġfour": 3433,
+      "Ġcurt": 3434,
+      "Ġlog": 3435,
+      "Ġcoal": 3436,
+      "Ġreliable": 3437,
+      "Ġcurtain": 3438,
+      "Daisy": 3439,
+      "Ġsudden": 3440,
+      "mbol": 3441,
+      "ÅĵYes": 3442,
+      "aches": 3443,
+      "ĠPe": 3444,
+      "Ġpainted": 3445,
+      "ĠToby": 3446,
+      "Ġcere": 3447,
+      "gu": 3448,
+      "Ġtummy": 3449,
+      "Ġthose": 3450,
+      "ouses": 3451,
+      "uddy": 3452,
+      "Ġcush": 3453,
+      "Ġmetal": 3454,
+      "Ġsymbol": 3455,
+      "Ġbeetle": 3456,
+      "Ġcamera": 3457,
+      "Ġhouses": 3458,
+      "ilt": 3459,
+      "Ġcelebrate": 3460,
+      "Ġdelighted": 3461,
+      "Ġgorilla": 3462,
+      "Ġtooth": 3463,
+      "Ġthirst": 3464,
+      "keep": 3465,
+      "Ġshiver": 3466,
+      "Ġreward": 3467,
+      "Ġspace": 3468,
+      "Ġtravel": 3469,
+      "Ġrubbed": 3470,
+      "Ġprint": 3471,
+      "Ġdriving": 3472,
+      "Ġmarry": 3473,
+      "Ġwarned": 3474,
+      "Ġsoldier": 3475,
+      "Ġmotorcy": 3476,
+      "cut": 3477,
+      "Ġson": 3478,
+      "Ġtor": 3479,
+      "arlie": 3480,
+      "Ġhero": 3481,
+      "ief": 3482,
+      "Ġcarp": 3483,
+      "Ġexcitedly": 3484,
+      "Ġtemp": 3485,
+      "ĠPete": 3486,
+      "ĠBobo": 3487,
+      "cod": 3488,
+      "Ġhung": 3489,
+      "Ġgrowing": 3490,
+      "upid": 3491,
+      "Ġthinking": 3492,
+      "Ġtunn": 3493,
+      "While": 3494,
+      "cu": 3495,
+      "ipp": 3496,
+      "Ġhay": 3497,
+      "Ġyet": 3498,
+      "Ġvine": 3499,
+      "Ġacorn": 3500,
+      "icycle": 3501,
+      "Ġprep": 3502,
+      "Ġreminded": 3503,
+      "Ġgasped": 3504,
+      "Ġflute": 3505,
+      "Ġordinary": 3506,
+      "Ġcrocod": 3507,
+      "Ġamb": 3508,
+      "Ġcur": 3509,
+      "ĠBet": 3510,
+      "ĠMandy": 3511,
+      "Ġpup": 3512,
+      "Ġcreatures": 3513,
+      "Ġhurry": 3514,
+      "Ġspoiled": 3515,
+      "Ġtimes": 3516,
+      "Ġmis": 3517,
+      "Ġrice": 3518,
+      "Ġstupid": 3519,
+      "Ġshine": 3520,
+      "Ġresist": 3521,
+      "ugged": 3522,
+      "Ġlaw": 3523,
+      "Ġskull": 3524,
+      "coa": 3525,
+      "Ġmissing": 3526,
+      "Ġwheat": 3527,
+      "Ġsupport": 3528,
+      "Ġingredients": 3529,
+      "aid": 3530,
+      "loo": 3531,
+      "Ġcase": 3532,
+      "ery": 3533,
+      "Ġwashed": 3534,
+      "Ġdove": 3535,
+      "Ġspilled": 3536,
+      "Ġscoot": 3537,
+      "Ġmeal": 3538,
+      "Ġmule": 3539,
+      "ĠDucky": 3540,
+      "Ġmoder": 3541,
+      "arsh": 3542,
+      "ÅĵWhat": 3543,
+      "Ġtrick": 3544,
+      "Ġsett": 3545,
+      "ĠTweetie": 3546,
+      "Ġbounce": 3547,
+      "Ġfilthy": 3548,
+      "Ġbase": 3549,
+      "Ġhoop": 3550,
+      "Ġfre": 3551,
+      "Ġstumbled": 3552,
+      "Ġsoar": 3553,
+      "Ġweal": 3554,
+      "Ġseem": 3555,
+      "Ġword": 3556,
+      "Ġlab": 3557,
+      "ĠDave": 3558,
+      "ĠFr": 3559,
+      "Ġbadly": 3560,
+      "Ġhairy": 3561,
+      "Ġcrawl": 3562,
+      "Ġlively": 3563,
+      "Ġsteps": 3564,
+      "ÅĵLetâ": 3565,
+      "Ġbracelet": 3566,
+      "Ġcereal": 3567,
+      "Ġthirsty": 3568,
+      "Ġcarpet": 3569,
+      "Ġwool": 3570,
+      "ither": 3571,
+      "Ġgoal": 3572,
+      "Ġbackpack": 3573,
+      "Ġtruth": 3574,
+      "Ġcompl": 3575,
+      "Ġcheap": 3576,
+      "Ġdisg": 3577,
+      "Ġplaced": 3578,
+      "Ġearly": 3579,
+      "Ġdecorate": 3580,
+      "Ġnuts": 3581,
+      "Ow": 3582,
+      "cream": 3583,
+      "Ġbump": 3584,
+      "Ġthemselves": 3585,
+      "ices": 3586,
+      "Ġhelpless": 3587,
+      "Ġclum": 3588,
+      "Ġscatter": 3589,
+      "Ġscale": 3590,
+      "Ġnews": 3591,
+      "usting": 3592,
+      "Ġenv": 3593,
+      "âĤ¬âĢ": 3594,
+      "Ġtelling": 3595,
+      "Ġswinging": 3596,
+      "Ġsparkled": 3597,
+      "Ġcarrying": 3598,
+      "gging": 3599,
+      "ines": 3600,
+      "ric": 3601,
+      "Ġfriendship": 3602,
+      "Ġcareless": 3603,
+      "Ġsne": 3604,
+      "Ġdoesn": 3605,
+      "Ġfalling": 3606,
+      "Ġcomput": 3607,
+      "Ġpale": 3608,
+      "Ġpeeked": 3609,
+      "Ġcompassionate": 3610,
+      "com": 3611,
+      "vice": 3612,
+      "Ġsend": 3613,
+      "Ġstage": 3614,
+      "Ġmem": 3615,
+      "Ġchalk": 3616,
+      "Ġchasing": 3617,
+      "Ġpebble": 3618,
+      "ĠEverything": 3619,
+      "Ġcube": 3620,
+      "Ġpige": 3621,
+      "Ġcourage": 3622,
+      "Ġfingers": 3623,
+      "Ġturtle": 3624,
+      "bled": 3625,
+      "Ġsink": 3626,
+      "Ġbicycle": 3627,
+      "Ġshaking": 3628,
+      "Ġsleeping": 3629,
+      "Ġneighbour": 3630,
+      "Ġmodern": 3631,
+      "Ġdisgusting": 3632,
+      "Ġclumsy": 3633,
+      "gest": 3634,
+      "Ġhook": 3635,
+      "Ġcher": 3636,
+      "Ġnail": 3637,
+      "Ġbiggest": 3638,
+      "iches": 3639,
+      "Ġbul": 3640,
+      "Ġending": 3641,
+      "Ġdead": 3642,
+      "Ġtriang": 3643,
+      "ulance": 3644,
+      "Ġspoke": 3645,
+      "Ġpracticed": 3646,
+      "Ġambulance": 3647,
+      "Ġcomputer": 3648,
+      "ibb": 3649,
+      "Ġlamp": 3650,
+      "Ġstation": 3651,
+      "Ġchar": 3652,
+      "Ġwallet": 3653,
+      "ĠToday": 3654,
+      "Ġpackage": 3655,
+      "Ġmicrop": 3656,
+      "Ġcushion": 3657,
+      "keeper": 3658,
+      "Ġcrocodile": 3659,
+      "Ġmicrophone": 3660,
+      "under": 3661,
+      "ĠAlex": 3662,
+      "Ġthoughtful": 3663,
+      "Ġjolly": 3664,
+      "Ġpengu": 3665,
+      "Ġpumpkin": 3666,
+      "Ġcostum": 3667,
+      "Ġfive": 3668,
+      "Ġdough": 3669,
+      "Ġpony": 3670,
+      "Ġol": 3671,
+      "imi": 3672,
+      "Ġstairs": 3673,
+      "Ġknock": 3674,
+      "Ġgrand": 3675,
+      "Ġintell": 3676,
+      "Ġuniver": 3677,
+      "Ġbrighter": 3678,
+      "Ġopens": 3679,
+      "Ġdreaming": 3680,
+      "Ġbounced": 3681,
+      "Ġquestion": 3682,
+      "Ġstatue": 3683,
+      "Ġwine": 3684,
+      "isk": 3685,
+      "ĠAlice": 3686,
+      "Ġcocoa": 3687,
+      "ĠYour": 3688,
+      "Ġpepper": 3689,
+      "Ġbeauty": 3690,
+      "Ġperm": 3691,
+      "Ġpainting": 3692,
+      "Ġshoe": 3693,
+      "Ġelev": 3694,
+      "Everyone": 3695,
+      "hino": 3696,
+      "Ġwealthy": 3697,
+      "Ġintellig": 3698,
+      "noon": 3699,
+      "Ġsuit": 3700,
+      "Ġmild": 3701,
+      "Ġnature": 3702,
+      "ans": 3703,
+      "Ġhappier": 3704,
+      "Ġneat": 3705,
+      "Ġstarts": 3706,
+      "ucked": 3707,
+      "Ġafternoon": 3708,
+      "Ġtorn": 3709,
+      "Ġelevator": 3710,
+      "gen": 3711,
+      "ti": 3712,
+      "Ġten": 3713,
+      "Ġharsh": 3714,
+      "Ġped": 3715,
+      "atient": 3716,
+      "orant": 3717,
+      "Ġrece": 3718,
+      "Ġjet": 3719,
+      "illie": 3720,
+      "ĠRed": 3721,
+      "Ġreading": 3722,
+      "Ġsearching": 3723,
+      "Ġbasketball": 3724,
+      "Ġbarber": 3725,
+      "Ġspeed": 3726,
+      "See": 3727,
+      "awn": 3728,
+      "Ġstack": 3729,
+      "ĠMummy": 3730,
+      "Ġclock": 3731,
+      "ĠGive": 3732,
+      "Ġmagn": 3733,
+      "Ġleaving": 3734,
+      "Ġcupboard": 3735,
+      "Ġdesign": 3736,
+      "Ġslides": 3737,
+      "Ġsandwiches": 3738,
+      "Ġcandle": 3739,
+      "aulif": 3740,
+      "Ġriding": 3741,
+      "Ġfresh": 3742,
+      "oppy": 3743,
+      "Ġshocked": 3744,
+      "Ġener": 3745,
+      "Ġjumps": 3746,
+      "Ġhaircut": 3747,
+      "Ġrespectful": 3748,
+      "Ġcooking": 3749,
+      "Ġticket": 3750,
+      "Ġencou": 3751,
+      "Ġtunnel": 3752,
+      "auliflower": 3753,
+      "Give": 3754,
+      "Ġsle": 3755,
+      "reen": 3756,
+      "Ġmay": 3757,
+      "Ġthief": 3758,
+      "Ġyawn": 3759,
+      "Ġfort": 3760,
+      "Ġalert": 3761,
+      "Ġsorts": 3762,
+      "Ġimpatient": 3763,
+      "Ġcreate": 3764,
+      "ailable": 3765,
+      "Ġwheels": 3766,
+      "Ġvalue": 3767,
+      "Ġprize": 3768,
+      "Mary": 3769,
+      "ye": 3770,
+      "het": 3771,
+      "Ġsent": 3772,
+      "Ġbent": 3773,
+      "ince": 3774,
+      "Ġcomet": 3775,
+      "Ġcamp": 3776,
+      "Ġcauliflower": 3777,
+      "Ġmelon": 3778,
+      "Ġgem": 3779,
+      "Ġitself": 3780,
+      "iron": 3781,
+      "Ġmush": 3782,
+      "Ġmonkeys": 3783,
+      "Ġsalad": 3784,
+      "Ġdestro": 3785,
+      "Ġrescue": 3786,
+      "Ġscooter": 3787,
+      "Ġintelligent": 3788,
+      "az": 3789,
+      "Ġdug": 3790,
+      "iling": 3791,
+      "anger": 3792,
+      "Ġroof": 3793,
+      "Ġrhino": 3794,
+      "Ġscold": 3795,
+      "aghet": 3796,
+      "Ġexper": 3797,
+      "Ġbarking": 3798,
+      "Ġbananas": 3799,
+      "Ġignorant": 3800,
+      "Ġmicro": 3801,
+      "Ġavailable": 3802,
+      "Ġgraceful": 3803,
+      "Ġmotorcycle": 3804,
+      "aghetti": 3805,
+      "hood": 3806,
+      "ĠSn": 3807,
+      "Ġearth": 3808,
+      "Ġboots": 3809,
+      "Ġspaghetti": 3810,
+      "ummer": 3811,
+      "Ġagree": 3812,
+      "Ġbull": 3813,
+      "Ġanywhere": 3814,
+      "ĠGeorge": 3815,
+      "Ġbehave": 3816,
+      "ĠKim": 3817,
+      "Ġpaid": 3818,
+      "scope": 3819,
+      "Ġstretched": 3820,
+      "Ġfearful": 3821,
+      "Ġavo": 3822,
+      "Ġmicroscope": 3823,
+      "If": 3824,
+      "io": 3825,
+      "Ġnoteb": 3826,
+      "ĠEventually": 3827,
+      "Ġolder": 3828,
+      "Ġsniff": 3829,
+      "Ġadvice": 3830,
+      "Ġstops": 3831,
+      "Ġperform": 3832,
+      "Ġfurther": 3833,
+      "Ġenvious": 3834,
+      "Ġpigeon": 3835,
+      "Ġmushroom": 3836,
+      "Ġnotebook": 3837,
+      "ubby": 3838,
+      "Ġpun": 3839,
+      "ats": 3840,
+      "Ġnurse": 3841,
+      "orable": 3842,
+      "Ġthunder": 3843,
+      "Ġclapping": 3844,
+      "Ġvide": 3845,
+      "Ġbuilt": 3846,
+      "ĠCl": 3847,
+      "Ġuncom": 3848,
+      "Ġshouting": 3849,
+      "Ġarrow": 3850,
+      "Ġdrawer": 3851,
+      "Ġprov": 3852,
+      "fortable": 3853,
+      "Ġtomato": 3854,
+      "Ġmeeting": 3855,
+      "Ġobject": 3856,
+      "Ġyogurt": 3857,
+      "Ġtemple": 3858,
+      "Ġuncomfortable": 3859,
+      "ef": 3860,
+      "ues": 3861,
+      "ĠTony": 3862,
+      "Ġloop": 3863,
+      "Ġchubby": 3864,
+      "Ġswitch": 3865,
+      "Ġskip": 3866,
+      "Ġadorable": 3867,
+      "ÅĵIt": 3868,
+      "Ġcounting": 3869,
+      "Ġcooked": 3870,
+      "Ġpist": 3871,
+      "arian": 3872,
+      "enry": 3873,
+      "Ġstared": 3874,
+      "Ġshut": 3875,
+      "icop": 3876,
+      "Ġquite": 3877,
+      "Ġsnuggled": 3878,
+      "ĠGrandpa": 3879,
+      "Ġtroubled": 3880,
+      "Ġgiggle": 3881,
+      "Ġblowing": 3882,
+      "Ġhelicop": 3883,
+      "Ġfisher": 3884,
+      "Ġpistol": 3885,
+      "Ġhelicopter": 3886,
+      "par": 3887,
+      "ĠSophie": 3888,
+      "ooped": 3889,
+      "ips": 3890,
+      "Ġnowhere": 3891,
+      "Ġforgave": 3892,
+      "Ġmarched": 3893,
+      "Ġtreasures": 3894,
+      "host": 3895,
+      "Ġpassport": 3896,
+      "Ġstirred": 3897,
+      "Ġpushing": 3898,
+      "Ġcompetitive": 3899,
+      "Ġdestroy": 3900,
+      "Yay": 3901,
+      "aked": 3902,
+      "oe": 3903,
+      "tter": 3904,
+      "Ġgir": 3905,
+      "Ġghost": 3906,
+      "anic": 3907,
+      "kelet": 3908,
+      "htub": 3909,
+      "Ġreef": 3910,
+      "Ġsepar": 3911,
+      "opard": 3912,
+      "play": 3913,
+      "Ġenvel": 3914,
+      "Ġbreat": 3915,
+      "Ġrepair": 3916,
+      "Ġfootball": 3917,
+      "Ġbathtub": 3918,
+      "Ġrubber": 3919,
+      "Ġangel": 3920,
+      "Ġtriangle": 3921,
+      "Ġled": 3922,
+      "Ġmill": 3923,
+      "ĠSh": 3924,
+      "chanic": 3925,
+      "Ġnames": 3926,
+      "Ġleopard": 3927,
+      "Ġnobody": 3928,
+      "Ġanyway": 3929,
+      "uct": 3930,
+      "ctus": 3931,
+      "Ġshouldn": 3932,
+      "Ġzeb": 3933,
+      "Ġgiven": 3934,
+      "Ġholds": 3935,
+      "Ġbarrel": 3936,
+      "Ġbandage": 3937,
+      "Ġenth": 3938,
+      "Daddy": 3939,
+      "Ġzebra": 3940,
+      "ives": 3941,
+      "ube": 3942,
+      "year": 3943,
+      "Ġpor": 3944,
+      "Ġpand": 3945,
+      "Ġotter": 3946,
+      "Ġribb": 3947,
+      "Ġshield": 3948,
+      "Ġmechanic": 3949,
+      "Ġdonâ": 3950,
+      "Ġdisag": 3951,
+      "Ġdisplay": 3952,
+      "Ġmusician": 3953,
+      "ceros": 3954,
+      "Ġspeak": 3955,
+      "Ġcab": 3956,
+      "Ġcactus": 3957,
+      "ĠBetsy": 3958,
+      "Ġbulb": 3959,
+      "Ch": 3960,
+      "eath": 3961,
+      "ikes": 3962,
+      "xy": 3963,
+      "Ġtube": 3964,
+      "Ġahead": 3965,
+      "Ġsummer": 3966,
+      "Ġskelet": 3967,
+      "Ġpurse": 3968,
+      "Ġknob": 3969,
+      "Ġdidnâ": 3970,
+      "Ġcouldnâ": 3971,
+      "Ġcolours": 3972,
+      "Ġwindows": 3973,
+      "oomy": 3974,
+      "Ġgifted": 3975,
+      "Ġcartoon": 3976,
+      "Ġrhinoceros": 3977,
+      "gl": 3978,
+      "heart": 3979,
+      "Ġsize": 3980,
+      "Ġbet": 3981,
+      "ĠMiss": 3982,
+      "Ġscrew": 3983,
+      "Ġflour": 3984,
+      "Ġblin": 3985,
+      "apa": 3986,
+      "Ġdishes": 3987,
+      "Ġraining": 3988,
+      "Ġhoping": 3989,
+      "Ġshovel": 3990,
+      "Ġmint": 3991,
+      "Ġjellyfish": 3992,
+      "Ġsweater": 3993,
+      "Ġcharming": 3994,
+      "Ġpenguin": 3995,
+      "Ġenvelope": 3996,
+      "Ġenthus": 3997,
+      "Ġcabin": 3998,
+      "rec": 3999,
+      "Ġpant": 4000,
+      "Ġthread": 4001,
+      "Ġinse": 4002,
+      "Ġstaff": 4003,
+      "Ġliz": 4004,
+      "Ġunpack": 4005,
+      "Ġwriting": 4006,
+      "Ġtrash": 4007,
+      "Ġrolling": 4008,
+      "Ġwaffle": 4009,
+      "Ġiron": 4010,
+      "Ġwing": 4011,
+      "erable": 4012,
+      "Ġsheet": 4013,
+      "ĠBuddy": 4014,
+      "Ġshadow": 4015,
+      "Ġroared": 4016,
+      "Ġmuff": 4017,
+      "Ġairport": 4018,
+      "Ġceiling": 4019,
+      "Ġattic": 4020,
+      "Ġorganize": 4021,
+      "Ġstretch": 4022,
+      "Ġgrapes": 4023,
+      "Ġobs": 4024,
+      "ĠAre": 4025,
+      "ĠWould": 4026,
+      "ĠInst": 4027,
+      "Ġpiano": 4028,
+      "Ġsalt": 4029,
+      "Ġmiserable": 4030,
+      "Ġcord": 4031,
+      "Ġdess": 4032,
+      "Ġrefused": 4033,
+      "Ġscreen": 4034,
+      "ĠDan": 4035,
+      "Ġstrugg": 4036,
+      "Ġneedle": 4037,
+      "Ġbears": 4038,
+      "ĠAndy": 4039,
+      "Ġheaded": 4040,
+      "Ġsticky": 4041,
+      "Ġfreez": 4042,
+      "Ġzoomed": 4043,
+      "Ġimagined": 4044,
+      "Ġmedal": 4045,
+      "Ġmagnet": 4046,
+      "reci": 4047,
+      "Ġobser": 4048,
+      "Ġer": 4049,
+      "Ġlives": 4050,
+      "ĠAl": 4051,
+      "ĠPat": 4052,
+      "Ġappreci": 4053,
+      "asses": 4054,
+      "Ġsailor": 4055,
+      "Ġminute": 4056,
+      "Ġfisherman": 4057,
+      "vision": 4058,
+      "Ġrat": 4059,
+      "aled": 4060,
+      "Ġbrus": 4061,
+      "Ġchance": 4062,
+      "Ġpost": 4063,
+      "Ġsungl": 4064,
+      "Ġcheek": 4065,
+      "reeze": 4066,
+      "Ġdeaf": 4067,
+      "Ġrules": 4068,
+      "Ġfrogs": 4069,
+      "Ġairpl": 4070,
+      "ĠGod": 4071,
+      "Ġstrawberry": 4072,
+      "Ġslept": 4073,
+      "Ġlizard": 4074,
+      "Ġsunglasses": 4075,
+      "Ġluck": 4076,
+      "Ġinf": 4077,
+      "Ġbeep": 4078,
+      "ĠBunny": 4079,
+      "Ġmeas": 4080,
+      "Ġrod": 4081,
+      "Ġorder": 4082,
+      "Ġrestless": 4083,
+      "Ġsandbox": 4084,
+      "Ġmessage": 4085,
+      "ĠJoey": 4086,
+      "Ġcomplet": 4087,
+      "Ġattract": 4088,
+      "Ġgolden": 4089,
+      "Grandma": 4090,
+      "Ġpilot": 4091,
+      "Ġporch": 4092,
+      "Little": 4093,
+      "ler": 4094,
+      "ses": 4095
+    },
+    "merges": [
+      [
+        "h",
+        "e"
+      ],
+      [
+        "Ġ",
+        "t"
+      ],
+      [
+        "Ġ",
+        "a"
+      ],
+      [
+        "Ġ",
+        "s"
+      ],
+      [
+        "Ġ",
+        "w"
+      ],
+      [
+        "n",
+        "d"
+      ],
+      [
+        "Ġt",
+        "he"
+      ],
+      [
+        "e",
+        "d"
+      ],
+      [
+        "Ġa",
+        "nd"
+      ],
+      [
+        "Ġt",
+        "o"
+      ],
+      [
+        "Ġ",
+        "b"
+      ],
+      [
+        "i",
+        "n"
+      ],
+      [
+        "Ġ",
+        "h"
+      ],
+      [
+        "Ġw",
+        "a"
+      ],
+      [
+        "r",
+        "e"
+      ],
+      [
+        "Ġ",
+        "f"
+      ],
+      [
+        "i",
+        "t"
+      ],
+      [
+        "o",
+        "u"
+      ],
+      [
+        "Ġ",
+        "c"
+      ],
+      [
+        "Ġ",
+        "l"
+      ],
+      [
+        "Ġ",
+        "he"
+      ],
+      [
+        "Ġ",
+        "d"
+      ],
+      [
+        "e",
+        "r"
+      ],
+      [
+        "Ġwa",
+        "s"
+      ],
+      [
+        "Ġ",
+        "m"
+      ],
+      [
+        "Ġ",
+        "p"
+      ],
+      [
+        "o",
+        "m"
+      ],
+      [
+        "Ġ",
+        "T"
+      ],
+      [
+        "Ġ",
+        "o"
+      ],
+      [
+        "a",
+        "y"
+      ],
+      [
+        "a",
+        "r"
+      ],
+      [
+        "in",
+        "g"
+      ],
+      [
+        "i",
+        "s"
+      ],
+      [
+        "Ġ",
+        "g"
+      ],
+      [
+        "i",
+        "l"
+      ],
+      [
+        "i",
+        "d"
+      ],
+      [
+        "a",
+        "t"
+      ],
+      [
+        "e",
+        "n"
+      ],
+      [
+        "Ġ",
+        "n"
+      ],
+      [
+        "Ġs",
+        "a"
+      ],
+      [
+        "Ġh",
+        "a"
+      ],
+      [
+        "Ġ",
+        "S"
+      ],
+      [
+        "i",
+        "m"
+      ],
+      [
+        "a",
+        "n"
+      ],
+      [
+        "ĠT",
+        "he"
+      ],
+      [
+        "o",
+        "r"
+      ],
+      [
+        "o",
+        "n"
+      ],
+      [
+        "Ġ",
+        "it"
+      ],
+      [
+        "Ġt",
+        "h"
+      ],
+      [
+        "l",
+        "l"
+      ],
+      [
+        "l",
+        "e"
+      ],
+      [
+        "Ġ",
+        "H"
+      ],
+      [
+        "Ġhe",
+        "r"
+      ],
+      [
+        "e",
+        "t"
+      ],
+      [
+        "o",
+        "t"
+      ],
+      [
+        "i",
+        "r"
+      ],
+      [
+        "ĠS",
+        "he"
+      ],
+      [
+        "ĠH",
+        "e"
+      ],
+      [
+        "v",
+        "er"
+      ],
+      [
+        "e",
+        "s"
+      ],
+      [
+        "Ġ",
+        "in"
+      ],
+      [
+        "u",
+        "t"
+      ],
+      [
+        "o",
+        "w"
+      ],
+      [
+        "c",
+        "k"
+      ],
+      [
+        "Ġ",
+        "e"
+      ],
+      [
+        "Ġ",
+        "u"
+      ],
+      [
+        "l",
+        "d"
+      ],
+      [
+        "ĠThe",
+        "y"
+      ],
+      [
+        "o",
+        "o"
+      ],
+      [
+        "i",
+        "g"
+      ],
+      [
+        "Ġsa",
+        "id"
+      ],
+      [
+        "a",
+        "m"
+      ],
+      [
+        "il",
+        "y"
+      ],
+      [
+        "Ġb",
+        "e"
+      ],
+      [
+        "Ġ",
+        "y"
+      ],
+      [
+        "Ġ",
+        "r"
+      ],
+      [
+        "Ġs",
+        "t"
+      ],
+      [
+        "c",
+        "e"
+      ],
+      [
+        "Ġs",
+        "he"
+      ],
+      [
+        "Ġ",
+        "\""
+      ],
+      [
+        "p",
+        "p"
+      ],
+      [
+        "k",
+        "e"
+      ],
+      [
+        "it",
+        "h"
+      ],
+      [
+        "O",
+        "n"
+      ],
+      [
+        "Ġ",
+        "I"
+      ],
+      [
+        "Ġw",
+        "ith"
+      ],
+      [
+        "v",
+        "e"
+      ],
+      [
+        "L",
+        "ily"
+      ],
+      [
+        "Ġo",
+        "n"
+      ],
+      [
+        "Ġo",
+        "f"
+      ],
+      [
+        "Ġs",
+        "o"
+      ],
+      [
+        "Ġh",
+        "is"
+      ],
+      [
+        "k",
+        "ed"
+      ],
+      [
+        "r",
+        "i"
+      ],
+      [
+        "n",
+        "t"
+      ],
+      [
+        "ver",
+        "y"
+      ],
+      [
+        "Ġp",
+        "l"
+      ],
+      [
+        "Ġd",
+        "ay"
+      ],
+      [
+        "a",
+        "d"
+      ],
+      [
+        "Ġy",
+        "ou"
+      ],
+      [
+        "Ġth",
+        "at"
+      ],
+      [
+        "Ġu",
+        "p"
+      ],
+      [
+        "Ġha",
+        "d"
+      ],
+      [
+        "s",
+        "t"
+      ],
+      [
+        "Ġpl",
+        "ay"
+      ],
+      [
+        "Ġthe",
+        "y"
+      ],
+      [
+        "Ġ",
+        "Lily"
+      ],
+      [
+        "Ġw",
+        "e"
+      ],
+      [
+        "Ġm",
+        "om"
+      ],
+      [
+        "m",
+        "y"
+      ],
+      [
+        "Ġf",
+        "or"
+      ],
+      [
+        "e",
+        "l"
+      ],
+      [
+        "ou",
+        "ld"
+      ],
+      [
+        "u",
+        "n"
+      ],
+      [
+        "Ġ",
+        "B"
+      ],
+      [
+        "'",
+        "s"
+      ],
+      [
+        "it",
+        "t"
+      ],
+      [
+        "en",
+        "t"
+      ],
+      [
+        "Ġha",
+        "pp"
+      ],
+      [
+        "T",
+        "he"
+      ],
+      [
+        "c",
+        "h"
+      ],
+      [
+        "Ġl",
+        "i"
+      ],
+      [
+        "ou",
+        "t"
+      ],
+      [
+        "Ġwa",
+        "nt"
+      ],
+      [
+        "Ġs",
+        "h"
+      ],
+      [
+        "he",
+        "r"
+      ],
+      [
+        "l",
+        "y"
+      ],
+      [
+        "im",
+        "e"
+      ],
+      [
+        "itt",
+        "le"
+      ],
+      [
+        "ou",
+        "nd"
+      ],
+      [
+        "Ġ",
+        "very"
+      ],
+      [
+        "Ġt",
+        "ime"
+      ],
+      [
+        "om",
+        "e"
+      ],
+      [
+        "Ġl",
+        "ittle"
+      ],
+      [
+        "Ġthe",
+        "re"
+      ],
+      [
+        "s",
+        "e"
+      ],
+      [
+        "Ġd",
+        "o"
+      ],
+      [
+        "Ġw",
+        "h"
+      ],
+      [
+        "a",
+        "ll"
+      ],
+      [
+        "Ġ",
+        "k"
+      ],
+      [
+        "e",
+        "nd"
+      ],
+      [
+        "a",
+        "l"
+      ],
+      [
+        "h",
+        "t"
+      ],
+      [
+        "Ġn",
+        "e"
+      ],
+      [
+        "Ġ",
+        "re"
+      ],
+      [
+        "Ġn",
+        "ot"
+      ],
+      [
+        "Ġhapp",
+        "y"
+      ],
+      [
+        "Ġ",
+        "Ċ"
+      ],
+      [
+        "Ġb",
+        "ig"
+      ],
+      [
+        "Ġ",
+        "M"
+      ],
+      [
+        "Ġb",
+        "ut"
+      ],
+      [
+        "Ġs",
+        "m"
+      ],
+      [
+        "a",
+        "ck"
+      ],
+      [
+        "Ġsa",
+        "w"
+      ],
+      [
+        "ĠI",
+        "t"
+      ],
+      [
+        "Ġa",
+        "s"
+      ],
+      [
+        "Ġa",
+        "n"
+      ],
+      [
+        "r",
+        "a"
+      ],
+      [
+        "ri",
+        "end"
+      ],
+      [
+        "Ġf",
+        "riend"
+      ],
+      [
+        "id",
+        "e"
+      ],
+      [
+        "On",
+        "e"
+      ],
+      [
+        "r",
+        "y"
+      ],
+      [
+        "'",
+        "t"
+      ],
+      [
+        "v",
+        "ed"
+      ],
+      [
+        "Ġ",
+        "is"
+      ],
+      [
+        "On",
+        "ce"
+      ],
+      [
+        "a",
+        "ke"
+      ],
+      [
+        ".",
+        "\""
+      ],
+      [
+        "Ġwe",
+        "re"
+      ],
+      [
+        "t",
+        "er"
+      ],
+      [
+        "u",
+        "g"
+      ],
+      [
+        "Ġl",
+        "oo"
+      ],
+      [
+        "Ġl",
+        "o"
+      ],
+      [
+        "o",
+        "re"
+      ],
+      [
+        "e",
+        "c"
+      ],
+      [
+        "ĠT",
+        "im"
+      ],
+      [
+        "Ġh",
+        "im"
+      ],
+      [
+        "Ġb",
+        "o"
+      ],
+      [
+        "!",
+        "\""
+      ],
+      [
+        "Ġto",
+        "o"
+      ],
+      [
+        "Ġg",
+        "o"
+      ],
+      [
+        "Ġup",
+        "on"
+      ],
+      [
+        "ir",
+        "l"
+      ],
+      [
+        "Ġ",
+        "j"
+      ],
+      [
+        "Ġwant",
+        "ed"
+      ],
+      [
+        "Ġg",
+        "irl"
+      ],
+      [
+        "Ġs",
+        "e"
+      ],
+      [
+        "Ġ",
+        "out"
+      ],
+      [
+        "ar",
+        "d"
+      ],
+      [
+        "w",
+        "ay"
+      ],
+      [
+        "Ġs",
+        "p"
+      ],
+      [
+        "il",
+        "l"
+      ],
+      [
+        "i",
+        "nd"
+      ],
+      [
+        "Ġthe",
+        "m"
+      ],
+      [
+        "Ġc",
+        "ould"
+      ],
+      [
+        "f",
+        "u"
+      ],
+      [
+        "he",
+        "n"
+      ],
+      [
+        "Ġa",
+        "t"
+      ],
+      [
+        "u",
+        "r"
+      ],
+      [
+        "Ġd",
+        "id"
+      ],
+      [
+        "Ġsm",
+        "il"
+      ],
+      [
+        "Ġthe",
+        "ir"
+      ],
+      [
+        "Ġa",
+        "re"
+      ],
+      [
+        "Ġe",
+        "x"
+      ],
+      [
+        "Ġ",
+        "A"
+      ],
+      [
+        "a",
+        "in"
+      ],
+      [
+        "Ġw",
+        "ent"
+      ],
+      [
+        "ar",
+        "t"
+      ],
+      [
+        "he",
+        "d"
+      ],
+      [
+        "r",
+        "om"
+      ],
+      [
+        "i",
+        "c"
+      ],
+      [
+        "r",
+        "ound"
+      ],
+      [
+        "Ġha",
+        "ve"
+      ],
+      [
+        "Ġn",
+        "am"
+      ],
+      [
+        "l",
+        "p"
+      ],
+      [
+        "Ġa",
+        "ll"
+      ],
+      [
+        "Ġ",
+        "J"
+      ],
+      [
+        "fu",
+        "l"
+      ],
+      [
+        "Ġk",
+        "n"
+      ],
+      [
+        "h",
+        "ing"
+      ],
+      [
+        "oo",
+        "d"
+      ],
+      [
+        "Ġhe",
+        "lp"
+      ],
+      [
+        "ig",
+        "ht"
+      ],
+      [
+        "Ġfriend",
+        "s"
+      ],
+      [
+        "on",
+        "e"
+      ],
+      [
+        "ar",
+        "k"
+      ],
+      [
+        "Ġb",
+        "ack"
+      ],
+      [
+        "u",
+        "m"
+      ],
+      [
+        "Ġc",
+        "an"
+      ],
+      [
+        "Ġnam",
+        "ed"
+      ],
+      [
+        "Ġc",
+        "l"
+      ],
+      [
+        "?",
+        "\""
+      ],
+      [
+        "Ġf",
+        "un"
+      ],
+      [
+        "a",
+        "re"
+      ],
+      [
+        "ĠB",
+        "en"
+      ],
+      [
+        "Ġlo",
+        "ved"
+      ],
+      [
+        "Ġa",
+        "l"
+      ],
+      [
+        "el",
+        "t"
+      ],
+      [
+        "ĠTim",
+        "my"
+      ],
+      [
+        "Ġ",
+        "One"
+      ],
+      [
+        "o",
+        "p"
+      ],
+      [
+        "s",
+        "ide"
+      ],
+      [
+        "Ġl",
+        "e"
+      ],
+      [
+        "Ġn",
+        "o"
+      ],
+      [
+        "Ġs",
+        "c"
+      ],
+      [
+        "ĠT",
+        "om"
+      ],
+      [
+        "Ġf",
+        "elt"
+      ],
+      [
+        "ou",
+        "g"
+      ],
+      [
+        "Ġsmil",
+        "ed"
+      ],
+      [
+        "i",
+        "ck"
+      ],
+      [
+        "Ġas",
+        "ked"
+      ],
+      [
+        "Y",
+        "ou"
+      ],
+      [
+        "Ġto",
+        "y"
+      ],
+      [
+        "Ġm",
+        "an"
+      ],
+      [
+        "Ġa",
+        "round"
+      ],
+      [
+        "am",
+        "e"
+      ],
+      [
+        "Ġf",
+        "e"
+      ],
+      [
+        "Ġs",
+        "ay"
+      ],
+      [
+        "Ġbo",
+        "y"
+      ],
+      [
+        "Ġs",
+        "ome"
+      ],
+      [
+        "Ġloo",
+        "ked"
+      ],
+      [
+        "u",
+        "re"
+      ],
+      [
+        "om",
+        "et"
+      ],
+      [
+        "Ġb",
+        "r"
+      ],
+      [
+        "Ġw",
+        "ould"
+      ],
+      [
+        "Ġm",
+        "e"
+      ],
+      [
+        "Ġb",
+        "ir"
+      ],
+      [
+        "Ġli",
+        "ke"
+      ],
+      [
+        "g",
+        "et"
+      ],
+      [
+        "Ġst",
+        "art"
+      ],
+      [
+        "Ġr",
+        "o"
+      ],
+      [
+        "a",
+        "s"
+      ],
+      [
+        "Ġse",
+        "e"
+      ],
+      [
+        "Ġ",
+        "W"
+      ],
+      [
+        "i",
+        "ce"
+      ],
+      [
+        "on",
+        "g"
+      ],
+      [
+        "Ġbir",
+        "d"
+      ],
+      [
+        "Ġs",
+        "omet"
+      ],
+      [
+        "d",
+        "d"
+      ],
+      [
+        "Ġw",
+        "or"
+      ],
+      [
+        "ad",
+        "e"
+      ],
+      [
+        "i",
+        "e"
+      ],
+      [
+        "k",
+        "ing"
+      ],
+      [
+        "Ġa",
+        "g"
+      ],
+      [
+        "ow",
+        "n"
+      ],
+      [
+        "Ġt",
+        "re"
+      ],
+      [
+        "Ġf",
+        "a"
+      ],
+      [
+        "Ġa",
+        "way"
+      ],
+      [
+        "Ġwh",
+        "at"
+      ],
+      [
+        "ing",
+        "s"
+      ],
+      [
+        "Ġstart",
+        "ed"
+      ],
+      [
+        "get",
+        "her"
+      ],
+      [
+        "Ġr",
+        "an"
+      ],
+      [
+        "Ã",
+        "¢"
+      ],
+      [
+        "â",
+        "Ĥ"
+      ],
+      [
+        "âĤ",
+        "¬"
+      ],
+      [
+        "ar",
+        "ed"
+      ],
+      [
+        "Ġm",
+        "ake"
+      ],
+      [
+        "ĠB",
+        "ut"
+      ],
+      [
+        "it",
+        "ed"
+      ],
+      [
+        "i",
+        "f"
+      ],
+      [
+        "ou",
+        "d"
+      ],
+      [
+        "Ġm",
+        "ade"
+      ],
+      [
+        "Ġto",
+        "gether"
+      ],
+      [
+        "Ġsomet",
+        "hing"
+      ],
+      [
+        "Ġex",
+        "c"
+      ],
+      [
+        "a",
+        "g"
+      ],
+      [
+        "Ġc",
+        "o"
+      ],
+      [
+        "Ġp",
+        "ark"
+      ],
+      [
+        "Ġne",
+        "w"
+      ],
+      [
+        "Ġsa",
+        "d"
+      ],
+      [
+        "Ġp",
+        "ut"
+      ],
+      [
+        ",",
+        "\""
+      ],
+      [
+        "Ġf",
+        "rom"
+      ],
+      [
+        "b",
+        "le"
+      ],
+      [
+        "t",
+        "her"
+      ],
+      [
+        "Ġp",
+        "r"
+      ],
+      [
+        "Ġm",
+        "u"
+      ],
+      [
+        "Ġc",
+        "ar"
+      ],
+      [
+        "Ġh",
+        "ome"
+      ],
+      [
+        "Ġ",
+        "You"
+      ],
+      [
+        "Ġthe",
+        "n"
+      ],
+      [
+        "Ġw",
+        "hen"
+      ],
+      [
+        "Ġf",
+        "ound"
+      ],
+      [
+        "e",
+        "ll"
+      ],
+      [
+        "Ġo",
+        "ther"
+      ],
+      [
+        "Ġag",
+        "ain"
+      ],
+      [
+        "Ġc",
+        "h"
+      ],
+      [
+        "Ġd",
+        "ec"
+      ],
+      [
+        "Ġwh",
+        "o"
+      ],
+      [
+        "Ġl",
+        "a"
+      ],
+      [
+        "ri",
+        "ed"
+      ],
+      [
+        "s",
+        "s"
+      ],
+      [
+        "Ġg",
+        "ood"
+      ],
+      [
+        "Ġh",
+        "ug"
+      ],
+      [
+        "Ġ",
+        "L"
+      ],
+      [
+        "pp",
+        "ed"
+      ],
+      [
+        "Ġwa",
+        "l"
+      ],
+      [
+        "e",
+        "p"
+      ],
+      [
+        "all",
+        "y"
+      ],
+      [
+        "Ġsay",
+        "s"
+      ],
+      [
+        "Ġf",
+        "l"
+      ],
+      [
+        "es",
+        "t"
+      ],
+      [
+        "a",
+        "ch"
+      ],
+      [
+        "Ġ",
+        "E"
+      ],
+      [
+        "Ġexc",
+        "ited"
+      ],
+      [
+        "p",
+        "l"
+      ],
+      [
+        "q",
+        "u"
+      ],
+      [
+        "oo",
+        "k"
+      ],
+      [
+        "Ġg",
+        "et"
+      ],
+      [
+        "oug",
+        "ht"
+      ],
+      [
+        "Ġplay",
+        "ing"
+      ],
+      [
+        "Ġg",
+        "ot"
+      ],
+      [
+        "Ġs",
+        "w"
+      ],
+      [
+        "ou",
+        "s"
+      ],
+      [
+        "h",
+        "at"
+      ],
+      [
+        "n",
+        "y"
+      ],
+      [
+        "id",
+        "ed"
+      ],
+      [
+        "u",
+        "ck"
+      ],
+      [
+        "Ġth",
+        "ings"
+      ],
+      [
+        "Ġe",
+        "very"
+      ],
+      [
+        "Ġdec",
+        "ided"
+      ],
+      [
+        "Ġc",
+        "ame"
+      ],
+      [
+        "Ġbe",
+        "c"
+      ],
+      [
+        "a",
+        "ve"
+      ],
+      [
+        "r",
+        "o"
+      ],
+      [
+        "a",
+        "x"
+      ],
+      [
+        "Ġli",
+        "ked"
+      ],
+      [
+        "Ġd",
+        "own"
+      ],
+      [
+        "Ġdo",
+        "g"
+      ],
+      [
+        "Ġsc",
+        "ared"
+      ],
+      [
+        "Ġ",
+        "v"
+      ],
+      [
+        "u",
+        "dd"
+      ],
+      [
+        "u",
+        "st"
+      ],
+      [
+        "Ġon",
+        "e"
+      ],
+      [
+        "Ġf",
+        "ind"
+      ],
+      [
+        "Ġb",
+        "l"
+      ],
+      [
+        "Ġth",
+        "an"
+      ],
+      [
+        "Ġ",
+        "D"
+      ],
+      [
+        "ou",
+        "se"
+      ],
+      [
+        "way",
+        "s"
+      ],
+      [
+        "Ġkn",
+        "e"
+      ],
+      [
+        "Ġdid",
+        "n"
+      ],
+      [
+        "a",
+        "p"
+      ],
+      [
+        "Ġmom",
+        "my"
+      ],
+      [
+        "Ġc",
+        "are"
+      ],
+      [
+        "Ġal",
+        "ways"
+      ],
+      [
+        "Ġa",
+        "b"
+      ],
+      [
+        "is",
+        "t"
+      ],
+      [
+        "Ġd",
+        "ad"
+      ],
+      [
+        "Ġfe",
+        "el"
+      ],
+      [
+        "ar",
+        "a"
+      ],
+      [
+        "b",
+        "b"
+      ],
+      [
+        "ar",
+        "n"
+      ],
+      [
+        "f",
+        "e"
+      ],
+      [
+        "Ġyou",
+        "r"
+      ],
+      [
+        "Ġout",
+        "side"
+      ],
+      [
+        "u",
+        "e"
+      ],
+      [
+        "Ġg",
+        "ra"
+      ],
+      [
+        "an",
+        "t"
+      ],
+      [
+        "Ġ",
+        "ke"
+      ],
+      [
+        "ĠM",
+        "om"
+      ],
+      [
+        "Ġtoo",
+        "k"
+      ],
+      [
+        "Ġl",
+        "ot"
+      ],
+      [
+        "n",
+        "n"
+      ],
+      [
+        "Ġb",
+        "u"
+      ],
+      [
+        "Ġab",
+        "out"
+      ],
+      [
+        "es",
+        "s"
+      ],
+      [
+        "Ġ",
+        "F"
+      ],
+      [
+        "nd",
+        "er"
+      ],
+      [
+        "Ġtre",
+        "e"
+      ],
+      [
+        "ec",
+        "i"
+      ],
+      [
+        "Ġloo",
+        "k"
+      ],
+      [
+        "Ġp",
+        "o"
+      ],
+      [
+        "Ġm",
+        "y"
+      ],
+      [
+        "ou",
+        "r"
+      ],
+      [
+        "Ġtoy",
+        "s"
+      ],
+      [
+        "it",
+        "e"
+      ],
+      [
+        "c",
+        "hed"
+      ],
+      [
+        "Ġkne",
+        "w"
+      ],
+      [
+        "Ġth",
+        "ought"
+      ],
+      [
+        "en",
+        "ed"
+      ],
+      [
+        "Ġle",
+        "arn"
+      ],
+      [
+        "Ġin",
+        "t"
+      ],
+      [
+        "Ġo",
+        "ld"
+      ],
+      [
+        "Ġm",
+        "ore"
+      ],
+      [
+        "nn",
+        "a"
+      ],
+      [
+        "is",
+        "e"
+      ],
+      [
+        "g",
+        "ed"
+      ],
+      [
+        "Ġt",
+        "a"
+      ],
+      [
+        "udd",
+        "en"
+      ],
+      [
+        "eci",
+        "al"
+      ],
+      [
+        "Ġsp",
+        "ecial"
+      ],
+      [
+        "ĠM",
+        "ax"
+      ],
+      [
+        "a",
+        "u"
+      ],
+      [
+        "Ġw",
+        "ill"
+      ],
+      [
+        "er",
+        "s"
+      ],
+      [
+        "The",
+        "y"
+      ],
+      [
+        "re",
+        "t"
+      ],
+      [
+        "Ġp",
+        "e"
+      ],
+      [
+        "Ġh",
+        "o"
+      ],
+      [
+        "ĠS",
+        "am"
+      ],
+      [
+        "Ġt",
+        "ake"
+      ],
+      [
+        "Ġb",
+        "all"
+      ],
+      [
+        "Ġkn",
+        "ow"
+      ],
+      [
+        "Ġla",
+        "ug"
+      ],
+      [
+        "f",
+        "ter"
+      ],
+      [
+        "udden",
+        "ly"
+      ],
+      [
+        "Ġc",
+        "at"
+      ],
+      [
+        "Ġh",
+        "ow"
+      ],
+      [
+        "i",
+        "ve"
+      ],
+      [
+        "Ġt",
+        "r"
+      ],
+      [
+        "Ġmu",
+        "ch"
+      ],
+      [
+        "Ġan",
+        "y"
+      ],
+      [
+        "Ġp",
+        "u"
+      ],
+      [
+        "m",
+        "a"
+      ],
+      [
+        "Ġs",
+        "l"
+      ],
+      [
+        "Ġs",
+        "or"
+      ],
+      [
+        "Ġm",
+        "o"
+      ],
+      [
+        "v",
+        "en"
+      ],
+      [
+        "is",
+        "h"
+      ],
+      [
+        "Ġsh",
+        "ow"
+      ],
+      [
+        "Ġcould",
+        "n"
+      ],
+      [
+        "au",
+        "se"
+      ],
+      [
+        "in",
+        "k"
+      ],
+      [
+        "B",
+        "ut"
+      ],
+      [
+        "Ġh",
+        "ouse"
+      ],
+      [
+        "Ġint",
+        "o"
+      ],
+      [
+        "um",
+        "p"
+      ],
+      [
+        "Ġo",
+        "ver"
+      ],
+      [
+        "Ġt",
+        "ried"
+      ],
+      [
+        "a",
+        "nd"
+      ],
+      [
+        "Ġe",
+        "at"
+      ],
+      [
+        "Ġs",
+        "k"
+      ],
+      [
+        "Ġs",
+        "un"
+      ],
+      [
+        "Ġt",
+        "w"
+      ],
+      [
+        "Ġcl",
+        "o"
+      ],
+      [
+        "i",
+        "a"
+      ],
+      [
+        "Ġr",
+        "un"
+      ],
+      [
+        "Ġha",
+        "nd"
+      ],
+      [
+        "ĠE",
+        "very"
+      ],
+      [
+        "Ġ",
+        "en"
+      ],
+      [
+        "Ġin",
+        "side"
+      ],
+      [
+        "d",
+        "y"
+      ],
+      [
+        "Ġ",
+        "if"
+      ],
+      [
+        "Ġto",
+        "ld"
+      ],
+      [
+        "Ġne",
+        "ver"
+      ],
+      [
+        "i",
+        "on"
+      ],
+      [
+        "Ġ",
+        "qu"
+      ],
+      [
+        "Ġbec",
+        "ause"
+      ],
+      [
+        "b",
+        "y"
+      ],
+      [
+        "Ġpr",
+        "oud"
+      ],
+      [
+        "Ġg",
+        "ave"
+      ],
+      [
+        "Ġsor",
+        "ry"
+      ],
+      [
+        "Ġth",
+        "is"
+      ],
+      [
+        "Ġo",
+        "p"
+      ],
+      [
+        "Ġplay",
+        "ed"
+      ],
+      [
+        "at",
+        "e"
+      ],
+      [
+        "Ġex",
+        "pl"
+      ],
+      [
+        "Ġhe",
+        "ard"
+      ],
+      [
+        "t",
+        "y"
+      ],
+      [
+        "Ġo",
+        "r"
+      ],
+      [
+        "Ġwa",
+        "ter"
+      ],
+      [
+        "an",
+        "k"
+      ],
+      [
+        "g",
+        "e"
+      ],
+      [
+        "s",
+        "ed"
+      ],
+      [
+        "Ġp",
+        "ick"
+      ],
+      [
+        "ot",
+        "her"
+      ],
+      [
+        "Ġro",
+        "om"
+      ],
+      [
+        "et",
+        "ter"
+      ],
+      [
+        "Ġj",
+        "ust"
+      ],
+      [
+        "a",
+        "ce"
+      ],
+      [
+        "Ġhug",
+        "ged"
+      ],
+      [
+        "a",
+        "k"
+      ],
+      [
+        "Ġg",
+        "re"
+      ],
+      [
+        "he",
+        "re"
+      ],
+      [
+        "Ġof",
+        "f"
+      ],
+      [
+        "ĠS",
+        "ara"
+      ],
+      [
+        "Ġp",
+        "ret"
+      ],
+      [
+        "il",
+        "e"
+      ],
+      [
+        "Ġe",
+        "ach"
+      ],
+      [
+        "Ġc",
+        "om"
+      ],
+      [
+        "Ġl",
+        "ong"
+      ],
+      [
+        "Ġbo",
+        "x"
+      ],
+      [
+        "or",
+        "t"
+      ],
+      [
+        "Ġst",
+        "r"
+      ],
+      [
+        "i",
+        "z"
+      ],
+      [
+        "Ġu",
+        "nt"
+      ],
+      [
+        "Ġwa",
+        "t"
+      ],
+      [
+        "ot",
+        "h"
+      ],
+      [
+        "Ġne",
+        "ed"
+      ],
+      [
+        "Ġj",
+        "o"
+      ],
+      [
+        "ĠW",
+        "e"
+      ],
+      [
+        "T",
+        "om"
+      ],
+      [
+        "Ġsm",
+        "all"
+      ],
+      [
+        "in",
+        "e"
+      ],
+      [
+        "Ġbe",
+        "ar"
+      ],
+      [
+        "M",
+        "om"
+      ],
+      [
+        "Ġunt",
+        "il"
+      ],
+      [
+        "Ġn",
+        "ice"
+      ],
+      [
+        "Ġt",
+        "ry"
+      ],
+      [
+        "v",
+        "ing"
+      ],
+      [
+        "u",
+        "c"
+      ],
+      [
+        "s",
+        "el"
+      ],
+      [
+        "oug",
+        "h"
+      ],
+      [
+        "Ġlearn",
+        "ed"
+      ],
+      [
+        "Ġk",
+        "ind"
+      ],
+      [
+        "ĠA",
+        "nna"
+      ],
+      [
+        "il",
+        "d"
+      ],
+      [
+        "Ġf",
+        "o"
+      ],
+      [
+        "Ġman",
+        "y"
+      ],
+      [
+        "'",
+        "m"
+      ],
+      [
+        "ĠJ",
+        "ack"
+      ],
+      [
+        "Ġb",
+        "etter"
+      ],
+      [
+        "Ġ",
+        "im"
+      ],
+      [
+        "g",
+        "ry"
+      ],
+      [
+        "im",
+        "al"
+      ],
+      [
+        "Ġan",
+        "imal"
+      ],
+      [
+        "ur",
+        "t"
+      ],
+      [
+        "f",
+        "t"
+      ],
+      [
+        "Ġe",
+        "nd"
+      ],
+      [
+        "Ġs",
+        "n"
+      ],
+      [
+        "a",
+        "ut"
+      ],
+      [
+        "Ġt",
+        "e"
+      ],
+      [
+        "Ġc",
+        "le"
+      ],
+      [
+        "ĠJ",
+        "o"
+      ],
+      [
+        "v",
+        "ent"
+      ],
+      [
+        "ur",
+        "p"
+      ],
+      [
+        "Ġg",
+        "r"
+      ],
+      [
+        "Ġbe",
+        "aut"
+      ],
+      [
+        "Ġj",
+        "ump"
+      ],
+      [
+        "m",
+        "b"
+      ],
+      [
+        "Ġa",
+        "d"
+      ],
+      [
+        "re",
+        "am"
+      ],
+      [
+        "p",
+        "t"
+      ],
+      [
+        "ĠS",
+        "o"
+      ],
+      [
+        "ĠH",
+        "er"
+      ],
+      [
+        "Ġfl",
+        "ow"
+      ],
+      [
+        "i",
+        "es"
+      ],
+      [
+        "Ġc",
+        "he"
+      ],
+      [
+        "Ġb",
+        "ra"
+      ],
+      [
+        "Ġthan",
+        "ked"
+      ],
+      [
+        "Ġe",
+        "ven"
+      ],
+      [
+        "Ġb",
+        "est"
+      ],
+      [
+        "Ġc",
+        "all"
+      ],
+      [
+        "ad",
+        "y"
+      ],
+      [
+        "H",
+        "e"
+      ],
+      [
+        "Ġlot",
+        "s"
+      ],
+      [
+        "Ġlaug",
+        "hed"
+      ],
+      [
+        "sel",
+        "f"
+      ],
+      [
+        "Ġr",
+        "a"
+      ],
+      [
+        "Ġwa",
+        "y"
+      ],
+      [
+        "ar",
+        "s"
+      ],
+      [
+        "ur",
+        "n"
+      ],
+      [
+        "Ġb",
+        "y"
+      ],
+      [
+        "Ġfa",
+        "st"
+      ],
+      [
+        "ll",
+        "y"
+      ],
+      [
+        "Ġf",
+        "am"
+      ],
+      [
+        "Ġ",
+        "C"
+      ],
+      [
+        "v",
+        "es"
+      ],
+      [
+        "ard",
+        "en"
+      ],
+      [
+        "Ġg",
+        "arden"
+      ],
+      [
+        "Ġbeaut",
+        "i"
+      ],
+      [
+        "w",
+        "n"
+      ],
+      [
+        "T",
+        "h"
+      ],
+      [
+        "Ġbeauti",
+        "ful"
+      ],
+      [
+        "Ġl",
+        "oud"
+      ],
+      [
+        "le",
+        "w"
+      ],
+      [
+        "Ġsk",
+        "y"
+      ],
+      [
+        "Ġd",
+        "on"
+      ],
+      [
+        "h",
+        "n"
+      ],
+      [
+        "er",
+        "ed"
+      ],
+      [
+        "in",
+        "y"
+      ],
+      [
+        "Ġcare",
+        "ful"
+      ],
+      [
+        "Ġlo",
+        "ve"
+      ],
+      [
+        "Ġf",
+        "i"
+      ],
+      [
+        "ĠThe",
+        "n"
+      ],
+      [
+        "Å",
+        "ĵ"
+      ],
+      [
+        "a",
+        "se"
+      ],
+      [
+        "ec",
+        "t"
+      ],
+      [
+        "Ġsa",
+        "fe"
+      ],
+      [
+        "ĠA",
+        "nd"
+      ],
+      [
+        "Ġu",
+        "nder"
+      ],
+      [
+        "Ġc",
+        "ome"
+      ],
+      [
+        "ĠF",
+        "rom"
+      ],
+      [
+        "Y",
+        "es"
+      ],
+      [
+        "ĠM",
+        "ia"
+      ],
+      [
+        "I",
+        "t"
+      ],
+      [
+        "m",
+        "e"
+      ],
+      [
+        "Ġh",
+        "ard"
+      ],
+      [
+        "Ġc",
+        "u"
+      ],
+      [
+        "Ġw",
+        "o"
+      ],
+      [
+        "Ġl",
+        "ist"
+      ],
+      [
+        "Ġst",
+        "ay"
+      ],
+      [
+        "an",
+        "e"
+      ],
+      [
+        "s",
+        "h"
+      ],
+      [
+        "op",
+        "le"
+      ],
+      [
+        "Ġg",
+        "l"
+      ],
+      [
+        "n",
+        "ing"
+      ],
+      [
+        "Ġst",
+        "ill"
+      ],
+      [
+        "oo",
+        "l"
+      ],
+      [
+        "Ġh",
+        "urt"
+      ],
+      [
+        "re",
+        "e"
+      ],
+      [
+        "ĠH",
+        "is"
+      ],
+      [
+        "Ġim",
+        "p"
+      ],
+      [
+        "Ġfam",
+        "ily"
+      ],
+      [
+        "Ġ",
+        "â"
+      ],
+      [
+        "Ġb",
+        "oth"
+      ],
+      [
+        "r",
+        "m"
+      ],
+      [
+        "ig",
+        "h"
+      ],
+      [
+        "Ġli",
+        "ved"
+      ],
+      [
+        "he",
+        "s"
+      ],
+      [
+        "W",
+        "hen"
+      ],
+      [
+        "Ġpe",
+        "ople"
+      ],
+      [
+        "Ġanimal",
+        "s"
+      ],
+      [
+        "Ġco",
+        "l"
+      ],
+      [
+        "Ġbra",
+        "ve"
+      ],
+      [
+        "Ġwal",
+        "ked"
+      ],
+      [
+        "o",
+        "b"
+      ],
+      [
+        "T",
+        "im"
+      ],
+      [
+        "c",
+        "t"
+      ],
+      [
+        "Ġl",
+        "et"
+      ],
+      [
+        "urp",
+        "r"
+      ],
+      [
+        "ĠW",
+        "hen"
+      ],
+      [
+        "Ġtw",
+        "o"
+      ],
+      [
+        "Ġs",
+        "urpr"
+      ],
+      [
+        "Ġsh",
+        "ould"
+      ],
+      [
+        "is",
+        "hed"
+      ],
+      [
+        "Ġb",
+        "ad"
+      ],
+      [
+        "re",
+        "ss"
+      ],
+      [
+        "Ġke",
+        "pt"
+      ],
+      [
+        "Ġf",
+        "ore"
+      ],
+      [
+        "Ġf",
+        "lew"
+      ],
+      [
+        "Ġf",
+        "in"
+      ],
+      [
+        "Ġst",
+        "or"
+      ],
+      [
+        "Ġf",
+        "ly"
+      ],
+      [
+        "a",
+        "st"
+      ],
+      [
+        "is",
+        "ed"
+      ],
+      [
+        "i",
+        "p"
+      ],
+      [
+        "Ġit",
+        "s"
+      ],
+      [
+        "l",
+        "ed"
+      ],
+      [
+        "o",
+        "ck"
+      ],
+      [
+        "uc",
+        "y"
+      ],
+      [
+        "f",
+        "ore"
+      ],
+      [
+        "Ġgo",
+        "ing"
+      ],
+      [
+        "Ġcle",
+        "an"
+      ],
+      [
+        "Ġd",
+        "an"
+      ],
+      [
+        "Ġp",
+        "ic"
+      ],
+      [
+        "Ġso",
+        "on"
+      ],
+      [
+        "Ġcall",
+        "ed"
+      ],
+      [
+        "Ġsh",
+        "are"
+      ],
+      [
+        "k",
+        "ay"
+      ],
+      [
+        "Ġan",
+        "gry"
+      ],
+      [
+        "Ġro",
+        "ck"
+      ],
+      [
+        "Ġc",
+        "on"
+      ],
+      [
+        "Ġpret",
+        "ty"
+      ],
+      [
+        "N",
+        "o"
+      ],
+      [
+        "Ġ",
+        "ide"
+      ],
+      [
+        "i",
+        "ed"
+      ],
+      [
+        "il",
+        "ly"
+      ],
+      [
+        "Ġg",
+        "round"
+      ],
+      [
+        "x",
+        "t"
+      ],
+      [
+        "Ġr",
+        "ed"
+      ],
+      [
+        "Ġexpl",
+        "ore"
+      ],
+      [
+        "Ġc",
+        "ry"
+      ],
+      [
+        "Ġad",
+        "vent"
+      ],
+      [
+        "Ġst",
+        "o"
+      ],
+      [
+        "s",
+        "o"
+      ],
+      [
+        "Ġre",
+        "al"
+      ],
+      [
+        "L",
+        "et"
+      ],
+      [
+        "Ġw",
+        "ind"
+      ],
+      [
+        "Ġsh",
+        "iny"
+      ],
+      [
+        "b",
+        "e"
+      ],
+      [
+        "Ġb",
+        "ook"
+      ],
+      [
+        "Ġal",
+        "so"
+      ],
+      [
+        "Ġdo",
+        "ll"
+      ],
+      [
+        "Ġide",
+        "a"
+      ],
+      [
+        "Ġbe",
+        "fore"
+      ],
+      [
+        "Ġop",
+        "ened"
+      ],
+      [
+        "dd",
+        "ed"
+      ],
+      [
+        "Ġwh",
+        "ile"
+      ],
+      [
+        "um",
+        "my"
+      ],
+      [
+        "Ġke",
+        "ep"
+      ],
+      [
+        "Ġe",
+        "y"
+      ],
+      [
+        "Ġn",
+        "ow"
+      ],
+      [
+        "Ġdo",
+        "or"
+      ],
+      [
+        "Ġfeel",
+        "ing"
+      ],
+      [
+        "âĤ¬",
+        "â"
+      ],
+      [
+        "o",
+        "on"
+      ],
+      [
+        "o",
+        "y"
+      ],
+      [
+        "Ġwal",
+        "king"
+      ],
+      [
+        "Ġno",
+        "ise"
+      ],
+      [
+        "Ġf",
+        "r"
+      ],
+      [
+        "le",
+        "s"
+      ],
+      [
+        "ag",
+        "e"
+      ],
+      [
+        "i",
+        "ous"
+      ],
+      [
+        "Ġcol",
+        "or"
+      ],
+      [
+        "Ġt",
+        "urn"
+      ],
+      [
+        "t",
+        "hing"
+      ],
+      [
+        "f",
+        "f"
+      ],
+      [
+        "u",
+        "ch"
+      ],
+      [
+        "t",
+        "h"
+      ],
+      [
+        "Ġb",
+        "ed"
+      ],
+      [
+        "ar",
+        "y"
+      ],
+      [
+        "Ġd",
+        "ra"
+      ],
+      [
+        "Ġpick",
+        "ed"
+      ],
+      [
+        "im",
+        "b"
+      ],
+      [
+        "e",
+        "et"
+      ],
+      [
+        "Ġcl",
+        "imb"
+      ],
+      [
+        "Ġd",
+        "el"
+      ],
+      [
+        "W",
+        "hat"
+      ],
+      [
+        "Ġbe",
+        "ing"
+      ],
+      [
+        "Ġf",
+        "ood"
+      ],
+      [
+        "Ġu",
+        "n"
+      ],
+      [
+        "Ġf",
+        "ar"
+      ],
+      [
+        "t",
+        "ure"
+      ],
+      [
+        "j",
+        "oy"
+      ],
+      [
+        "Ġadvent",
+        "ure"
+      ],
+      [
+        "a",
+        "c"
+      ],
+      [
+        "Ġsmil",
+        "e"
+      ],
+      [
+        "Ġd",
+        "if"
+      ],
+      [
+        "Ħ",
+        "¢"
+      ],
+      [
+        "âĤ¬â",
+        "Ħ¢"
+      ],
+      [
+        "me",
+        "mb"
+      ],
+      [
+        "Ġw",
+        "r"
+      ],
+      [
+        "Ġth",
+        "r"
+      ],
+      [
+        "ug",
+        "ht"
+      ],
+      [
+        "Ġloo",
+        "king"
+      ],
+      [
+        "Ġne",
+        "xt"
+      ],
+      [
+        "ic",
+        "ed"
+      ],
+      [
+        "ĠL",
+        "ucy"
+      ],
+      [
+        "Ġno",
+        "dded"
+      ],
+      [
+        "Ġqu",
+        "ick"
+      ],
+      [
+        "Ġ",
+        "P"
+      ],
+      [
+        "Ġd",
+        "is"
+      ],
+      [
+        "Ġre",
+        "pl"
+      ],
+      [
+        "ĠD",
+        "ad"
+      ],
+      [
+        "Ġwa",
+        "it"
+      ],
+      [
+        "iz",
+        "ed"
+      ],
+      [
+        "Ġfore",
+        "st"
+      ],
+      [
+        "Ġclo",
+        "s"
+      ],
+      [
+        "ĠS",
+        "uddenly"
+      ],
+      [
+        "Ġt",
+        "ra"
+      ],
+      [
+        "T",
+        "hat"
+      ],
+      [
+        "Ġey",
+        "es"
+      ],
+      [
+        "g",
+        "er"
+      ],
+      [
+        "bb",
+        "it"
+      ],
+      [
+        "t",
+        "ed"
+      ],
+      [
+        "Ġo",
+        "wn"
+      ],
+      [
+        "Ġr",
+        "ain"
+      ],
+      [
+        "Ġimp",
+        "ort"
+      ],
+      [
+        "Ġgre",
+        "at"
+      ],
+      [
+        "Ġre",
+        "memb"
+      ],
+      [
+        "Ġpic",
+        "ture"
+      ],
+      [
+        "Th",
+        "ank"
+      ],
+      [
+        "S",
+        "uddenly"
+      ],
+      [
+        "Ġsto",
+        "pped"
+      ],
+      [
+        "Ġen",
+        "joy"
+      ],
+      [
+        "Ġv",
+        "o"
+      ],
+      [
+        "B",
+        "en"
+      ],
+      [
+        "Ġg",
+        "ive"
+      ],
+      [
+        "Ġimport",
+        "ant"
+      ],
+      [
+        "Ġwor",
+        "k"
+      ],
+      [
+        "Ġne",
+        "ar"
+      ],
+      [
+        "g",
+        "an"
+      ],
+      [
+        "p",
+        "ot"
+      ],
+      [
+        "Ġe",
+        "ver"
+      ],
+      [
+        "Ġa",
+        "pp"
+      ],
+      [
+        "Ġa",
+        "fter"
+      ],
+      [
+        "Ġquick",
+        "ly"
+      ],
+      [
+        "Ġlist",
+        "en"
+      ],
+      [
+        "Ġb",
+        "re"
+      ],
+      [
+        "t",
+        "ing"
+      ],
+      [
+        "bb",
+        "ed"
+      ],
+      [
+        "Ġm",
+        "a"
+      ],
+      [
+        "Ġf",
+        "ish"
+      ],
+      [
+        "Ġrepl",
+        "ied"
+      ],
+      [
+        "Ġra",
+        "bbit"
+      ],
+      [
+        "Ġhand",
+        "s"
+      ],
+      [
+        "Ġ",
+        "G"
+      ],
+      [
+        "Ġnot",
+        "iced"
+      ],
+      [
+        "Ġbr",
+        "o"
+      ],
+      [
+        "Ġsl",
+        "ide"
+      ],
+      [
+        "Ġth",
+        "ink"
+      ],
+      [
+        "Ġwal",
+        "k"
+      ],
+      [
+        "Ġtr",
+        "uck"
+      ],
+      [
+        "Ġa",
+        "c"
+      ],
+      [
+        "k",
+        "es"
+      ],
+      [
+        "Ġstr",
+        "ong"
+      ],
+      [
+        "S",
+        "he"
+      ],
+      [
+        "Ġshow",
+        "ed"
+      ],
+      [
+        "Ġd",
+        "e"
+      ],
+      [
+        "Ġevery",
+        "one"
+      ],
+      [
+        "Ġwo",
+        "nder"
+      ],
+      [
+        "fe",
+        "re"
+      ],
+      [
+        "by",
+        "e"
+      ],
+      [
+        "Ġdif",
+        "fere"
+      ],
+      [
+        "ir",
+        "st"
+      ],
+      [
+        "S",
+        "o"
+      ],
+      [
+        "Ġs",
+        "ure"
+      ],
+      [
+        "Ġha",
+        "s"
+      ],
+      [
+        "Ġr",
+        "ight"
+      ],
+      [
+        "Ġbe",
+        "en"
+      ],
+      [
+        "Ġbec",
+        "ame"
+      ],
+      [
+        "Ġs",
+        "ound"
+      ],
+      [
+        "ma",
+        "z"
+      ],
+      [
+        "Ġto",
+        "w"
+      ],
+      [
+        "Ġr",
+        "u"
+      ],
+      [
+        "Ġt",
+        "al"
+      ],
+      [
+        "Ġa",
+        "maz"
+      ],
+      [
+        "Ġhe",
+        "ad"
+      ],
+      [
+        "Ġsh",
+        "out"
+      ],
+      [
+        "Ġbr",
+        "ight"
+      ],
+      [
+        "Ġy",
+        "e"
+      ],
+      [
+        "Ġwat",
+        "ched"
+      ],
+      [
+        "Ġ",
+        "R"
+      ],
+      [
+        "Ġm",
+        "or"
+      ],
+      [
+        "Ġch",
+        "ild"
+      ],
+      [
+        "a",
+        "ble"
+      ],
+      [
+        "Ġme",
+        "an"
+      ],
+      [
+        "Ġw",
+        "here"
+      ],
+      [
+        "ll",
+        "ow"
+      ],
+      [
+        "Ġh",
+        "igh"
+      ],
+      [
+        "ĠS",
+        "ue"
+      ],
+      [
+        "Ġfa",
+        "ce"
+      ],
+      [
+        "Ġc",
+        "ook"
+      ],
+      [
+        "d",
+        "ay"
+      ],
+      [
+        "ay",
+        "be"
+      ],
+      [
+        "Ġwat",
+        "ch"
+      ],
+      [
+        "Ġbl",
+        "ue"
+      ],
+      [
+        "a",
+        "ught"
+      ],
+      [
+        "Ġdiffere",
+        "nt"
+      ],
+      [
+        "Ġst",
+        "ore"
+      ],
+      [
+        "Ġ",
+        "N"
+      ],
+      [
+        "Ġgood",
+        "bye"
+      ],
+      [
+        "Ġd",
+        "ress"
+      ],
+      [
+        "u",
+        "ll"
+      ],
+      [
+        "ĠB",
+        "ob"
+      ],
+      [
+        "n",
+        "g"
+      ],
+      [
+        "an",
+        "ge"
+      ],
+      [
+        "Ġs",
+        "qu"
+      ],
+      [
+        "Ġo",
+        "kay"
+      ],
+      [
+        "is",
+        "y"
+      ],
+      [
+        "le",
+        "ase"
+      ],
+      [
+        "ĠMom",
+        "my"
+      ],
+      [
+        "Ġvo",
+        "ice"
+      ],
+      [
+        "J",
+        "o"
+      ],
+      [
+        "at",
+        "h"
+      ],
+      [
+        "Ġn",
+        "ight"
+      ],
+      [
+        "ĠS",
+        "pot"
+      ],
+      [
+        "Ġu",
+        "s"
+      ],
+      [
+        "Ġbo",
+        "at"
+      ],
+      [
+        "Ġflow",
+        "ers"
+      ],
+      [
+        "Ġpl",
+        "ace"
+      ],
+      [
+        "Ġfo",
+        "llow"
+      ],
+      [
+        "Ġa",
+        "r"
+      ],
+      [
+        "Ġu",
+        "se"
+      ],
+      [
+        "Ġclos",
+        "er"
+      ],
+      [
+        "un",
+        "ny"
+      ],
+      [
+        "le",
+        "ep"
+      ],
+      [
+        "ir",
+        "ed"
+      ],
+      [
+        "Ġfa",
+        "v"
+      ],
+      [
+        "Ġy",
+        "ell"
+      ],
+      [
+        "Ġgra",
+        "bbed"
+      ],
+      [
+        "Ġcu",
+        "ri"
+      ],
+      [
+        "Ġwa",
+        "rm"
+      ],
+      [
+        "Ġc",
+        "r"
+      ],
+      [
+        "Ġfor",
+        "g"
+      ],
+      [
+        "ĠSara",
+        "h"
+      ],
+      [
+        "ĠJo",
+        "hn"
+      ],
+      [
+        "Ġm",
+        "ag"
+      ],
+      [
+        "Ġst",
+        "ick"
+      ],
+      [
+        "W",
+        "e"
+      ],
+      [
+        "Ġjump",
+        "ed"
+      ],
+      [
+        "Ġc",
+        "ake"
+      ],
+      [
+        "m",
+        "ore"
+      ],
+      [
+        "Ġt",
+        "ell"
+      ],
+      [
+        "Ġany",
+        "more"
+      ],
+      [
+        "A",
+        "fter"
+      ],
+      [
+        "Ġbut",
+        "ter"
+      ],
+      [
+        "nd",
+        "ma"
+      ],
+      [
+        "Ġth",
+        "ree"
+      ],
+      [
+        "Ġas",
+        "k"
+      ],
+      [
+        "c",
+        "o"
+      ],
+      [
+        "Ġ",
+        "our"
+      ],
+      [
+        "l",
+        "ie"
+      ],
+      [
+        "Ġcuri",
+        "ous"
+      ],
+      [
+        "ou",
+        "nt"
+      ],
+      [
+        "or",
+        "n"
+      ],
+      [
+        "Ġcon",
+        "t"
+      ],
+      [
+        "Ġfe",
+        "ll"
+      ],
+      [
+        "a",
+        "ched"
+      ],
+      [
+        "ĠT",
+        "h"
+      ],
+      [
+        "Ġbird",
+        "s"
+      ],
+      [
+        "as",
+        "s"
+      ],
+      [
+        "H",
+        "er"
+      ],
+      [
+        "is",
+        "s"
+      ],
+      [
+        "Ġhelp",
+        "ed"
+      ],
+      [
+        "ĠJ",
+        "ane"
+      ],
+      [
+        "Ġpu",
+        "ll"
+      ],
+      [
+        "Ġf",
+        "irst"
+      ],
+      [
+        "it",
+        "c"
+      ],
+      [
+        "Ġbl",
+        "ock"
+      ],
+      [
+        "Ġh",
+        "op"
+      ],
+      [
+        "Ġb",
+        "it"
+      ],
+      [
+        "Ġd",
+        "r"
+      ],
+      [
+        "Ġreal",
+        "ized"
+      ],
+      [
+        "Ġk",
+        "id"
+      ],
+      [
+        "L",
+        "ook"
+      ],
+      [
+        "il",
+        "a"
+      ],
+      [
+        "Ġm",
+        "on"
+      ],
+      [
+        "Ġbr",
+        "other"
+      ],
+      [
+        "A",
+        "nna"
+      ],
+      [
+        "S",
+        "ara"
+      ],
+      [
+        "Ġ",
+        "z"
+      ],
+      [
+        "ĠEvery",
+        "one"
+      ],
+      [
+        "Ġat",
+        "e"
+      ],
+      [
+        "Ġdo",
+        "es"
+      ],
+      [
+        "im",
+        "es"
+      ],
+      [
+        "Ġhapp",
+        "ened"
+      ],
+      [
+        "Ġst",
+        "op"
+      ],
+      [
+        "z",
+        "y"
+      ],
+      [
+        "Ġy",
+        "ummy"
+      ],
+      [
+        "Ġfav",
+        "or"
+      ],
+      [
+        "pp",
+        "y"
+      ],
+      [
+        "Ġk",
+        "itc"
+      ],
+      [
+        "Ġkitc",
+        "hen"
+      ],
+      [
+        "Ġsw",
+        "eet"
+      ],
+      [
+        "u",
+        "s"
+      ],
+      [
+        "Ġp",
+        "er"
+      ],
+      [
+        "Ġre",
+        "ally"
+      ],
+      [
+        "a",
+        "isy"
+      ],
+      [
+        "Ġgra",
+        "ss"
+      ],
+      [
+        "Ġfavor",
+        "ite"
+      ],
+      [
+        "Ġbe",
+        "gan"
+      ],
+      [
+        "Ġre",
+        "st"
+      ],
+      [
+        "Ġre",
+        "ady"
+      ],
+      [
+        "Ġle",
+        "a"
+      ],
+      [
+        "Ġre",
+        "ached"
+      ],
+      [
+        "Ġunder",
+        "st"
+      ],
+      [
+        "a",
+        "ir"
+      ],
+      [
+        "Ġst",
+        "e"
+      ],
+      [
+        "Ġb",
+        "unny"
+      ],
+      [
+        "ĠA",
+        "s"
+      ],
+      [
+        "Ġstor",
+        "y"
+      ],
+      [
+        "'",
+        "re"
+      ],
+      [
+        "Ġp",
+        "ain"
+      ],
+      [
+        "Ġs",
+        "ing"
+      ],
+      [
+        "st",
+        "er"
+      ],
+      [
+        "Ġhe",
+        "re"
+      ],
+      [
+        "Ġsa",
+        "nd"
+      ],
+      [
+        "Ġon",
+        "ly"
+      ],
+      [
+        "Ġfl",
+        "o"
+      ],
+      [
+        "Ġa",
+        "m"
+      ],
+      [
+        "Ġgl",
+        "ad"
+      ],
+      [
+        "Ġt",
+        "ri"
+      ],
+      [
+        "Ġbe",
+        "h"
+      ],
+      [
+        "Ġwor",
+        "ld"
+      ],
+      [
+        "Ġop",
+        "en"
+      ],
+      [
+        "Ġc",
+        "re"
+      ],
+      [
+        "fu",
+        "lly"
+      ],
+      [
+        "Ġpr",
+        "in"
+      ],
+      [
+        "w",
+        "here"
+      ],
+      [
+        "are",
+        "nt"
+      ],
+      [
+        "Ġflow",
+        "er"
+      ],
+      [
+        "Ġthr",
+        "ough"
+      ],
+      [
+        "Ġb",
+        "a"
+      ],
+      [
+        "Ġfi",
+        "re"
+      ],
+      [
+        "Ġd",
+        "one"
+      ],
+      [
+        "Ġha",
+        "ving"
+      ],
+      [
+        "Ġth",
+        "ing"
+      ],
+      [
+        "Ġdel",
+        "ic"
+      ],
+      [
+        "Ġhim",
+        "self"
+      ],
+      [
+        "Ġt",
+        "ired"
+      ],
+      [
+        "Ġp",
+        "arent"
+      ],
+      [
+        "Ġso",
+        "ft"
+      ],
+      [
+        "Ġf",
+        "ro"
+      ],
+      [
+        "Tim",
+        "my"
+      ],
+      [
+        "Ġta",
+        "st"
+      ],
+      [
+        "Ġbutter",
+        "f"
+      ],
+      [
+        "ĠL",
+        "et"
+      ],
+      [
+        "Ġc",
+        "ut"
+      ],
+      [
+        "Ġp",
+        "art"
+      ],
+      [
+        "Ġwh",
+        "y"
+      ],
+      [
+        "k",
+        "en"
+      ],
+      [
+        "Ġm",
+        "ess"
+      ],
+      [
+        "C",
+        "an"
+      ],
+      [
+        "Ġwor",
+        "ry"
+      ],
+      [
+        "Mom",
+        "my"
+      ],
+      [
+        "i",
+        "ver"
+      ],
+      [
+        "Ġd",
+        "in"
+      ],
+      [
+        "u",
+        "ff"
+      ],
+      [
+        "at",
+        "er"
+      ],
+      [
+        "Ġmag",
+        "ic"
+      ],
+      [
+        "Ġwa",
+        "ved"
+      ],
+      [
+        "Ġshout",
+        "ed"
+      ],
+      [
+        "Ġpo",
+        "nd"
+      ],
+      [
+        "Ġkid",
+        "s"
+      ],
+      [
+        "Ġh",
+        "at"
+      ],
+      [
+        "Ġd",
+        "uck"
+      ],
+      [
+        "Ġse",
+        "es"
+      ],
+      [
+        "o",
+        "lly"
+      ],
+      [
+        "ill",
+        "ed"
+      ],
+      [
+        "Ġg",
+        "ame"
+      ],
+      [
+        "i",
+        "ent"
+      ],
+      [
+        "Ġma",
+        "king"
+      ],
+      [
+        "at",
+        "her"
+      ],
+      [
+        "Jo",
+        "hn"
+      ],
+      [
+        "A",
+        "s"
+      ],
+      [
+        "ak",
+        "es"
+      ],
+      [
+        "Ġcat",
+        "ch"
+      ],
+      [
+        "Ġse",
+        "en"
+      ],
+      [
+        "Ġc",
+        "ool"
+      ],
+      [
+        "at",
+        "ion"
+      ],
+      [
+        "Ġcom",
+        "ing"
+      ],
+      [
+        "Ġl",
+        "ess"
+      ],
+      [
+        "Ġd",
+        "ark"
+      ],
+      [
+        "Ġu",
+        "sed"
+      ],
+      [
+        "ed",
+        "dy"
+      ],
+      [
+        "Ġfi",
+        "x"
+      ],
+      [
+        "ĠJo",
+        "e"
+      ],
+      [
+        "Ġthan",
+        "k"
+      ],
+      [
+        "m",
+        "er"
+      ],
+      [
+        "Ġto",
+        "p"
+      ],
+      [
+        "Ġl",
+        "ady"
+      ],
+      [
+        "Ġha",
+        "ir"
+      ],
+      [
+        "ar",
+        "ing"
+      ],
+      [
+        "Ġp",
+        "rom"
+      ],
+      [
+        "Ġho",
+        "pped"
+      ],
+      [
+        "ĠC",
+        "an"
+      ],
+      [
+        "\"",
+        "."
+      ],
+      [
+        "ig",
+        "n"
+      ],
+      [
+        "Ġsurpr",
+        "ise"
+      ],
+      [
+        "Ġdra",
+        "w"
+      ],
+      [
+        "Ġm",
+        "um"
+      ],
+      [
+        "Ġm",
+        "ouse"
+      ],
+      [
+        "Ġfun",
+        "ny"
+      ],
+      [
+        "re",
+        "l"
+      ],
+      [
+        "Ġc",
+        "ra"
+      ],
+      [
+        "Ġ",
+        "-"
+      ],
+      [
+        "ap",
+        "er"
+      ],
+      [
+        "Ġf",
+        "ull"
+      ],
+      [
+        "Ġto",
+        "uch"
+      ],
+      [
+        "Ġl",
+        "ight"
+      ],
+      [
+        "Ġsp",
+        "ot"
+      ],
+      [
+        "re",
+        "n"
+      ],
+      [
+        "Ġd",
+        "ro"
+      ],
+      [
+        "ĠBen",
+        "ny"
+      ],
+      [
+        "Ġparent",
+        "s"
+      ],
+      [
+        "Ġwor",
+        "ked"
+      ],
+      [
+        "in",
+        "s"
+      ],
+      [
+        "one",
+        "y"
+      ],
+      [
+        "ĠD",
+        "o"
+      ],
+      [
+        "Ġsurpr",
+        "ised"
+      ],
+      [
+        "Ġcare",
+        "fully"
+      ],
+      [
+        "Ġtre",
+        "es"
+      ],
+      [
+        "Ġfro",
+        "g"
+      ],
+      [
+        "Ġsw",
+        "ing"
+      ],
+      [
+        "Ġdo",
+        "ing"
+      ],
+      [
+        "D",
+        "on"
+      ],
+      [
+        "Ġs",
+        "at"
+      ],
+      [
+        "in",
+        "ally"
+      ],
+      [
+        "ĠT",
+        "hat"
+      ],
+      [
+        "Ġ",
+        "ice"
+      ],
+      [
+        "ĠI",
+        "n"
+      ],
+      [
+        "Ġhe",
+        "ld"
+      ],
+      [
+        "W",
+        "ow"
+      ],
+      [
+        "Ġrun",
+        "ning"
+      ],
+      [
+        "Ġpret",
+        "end"
+      ],
+      [
+        "Ġsw",
+        "im"
+      ],
+      [
+        "Ġs",
+        "et"
+      ],
+      [
+        "Ġre",
+        "ad"
+      ],
+      [
+        "Ġdelic",
+        "ious"
+      ],
+      [
+        "Ġneed",
+        "ed"
+      ],
+      [
+        "Ġt",
+        "ight"
+      ],
+      [
+        "Ġsl",
+        "ow"
+      ],
+      [
+        "Ġrememb",
+        "ered"
+      ],
+      [
+        "Ġlo",
+        "st"
+      ],
+      [
+        "Ġco",
+        "ld"
+      ],
+      [
+        "Ġsm",
+        "ell"
+      ],
+      [
+        "ard",
+        "s"
+      ],
+      [
+        "Ġw",
+        "ood"
+      ],
+      [
+        "Ġhapp",
+        "ily"
+      ],
+      [
+        "h",
+        "y"
+      ],
+      [
+        "el",
+        "y"
+      ],
+      [
+        "Ġlook",
+        "s"
+      ],
+      [
+        "Ġbeh",
+        "ind"
+      ],
+      [
+        "Ġher",
+        "self"
+      ],
+      [
+        "Ġc",
+        "ried"
+      ],
+      [
+        "Ġenjoy",
+        "ed"
+      ],
+      [
+        "Ġnam",
+        "e"
+      ],
+      [
+        "as",
+        "k"
+      ],
+      [
+        "Ġye",
+        "ars"
+      ],
+      [
+        "Ġbu",
+        "y"
+      ],
+      [
+        "Ġho",
+        "le"
+      ],
+      [
+        "Ġblock",
+        "s"
+      ],
+      [
+        "Ġd",
+        "ri"
+      ],
+      [
+        "Ġs",
+        "leep"
+      ],
+      [
+        "Ġg",
+        "i"
+      ],
+      [
+        "Ġyell",
+        "ow"
+      ],
+      [
+        "c",
+        "ess"
+      ],
+      [
+        "Ġbutterf",
+        "ly"
+      ],
+      [
+        "i",
+        "ke"
+      ],
+      [
+        "u",
+        "ed"
+      ],
+      [
+        "Ġw",
+        "ished"
+      ],
+      [
+        "Ġper",
+        "f"
+      ],
+      [
+        "Ġan",
+        "other"
+      ],
+      [
+        "ĠD",
+        "aisy"
+      ],
+      [
+        "Ġgre",
+        "en"
+      ],
+      [
+        "Ġmo",
+        "ve"
+      ],
+      [
+        "Ġt",
+        "all"
+      ],
+      [
+        "Ġa",
+        "ir"
+      ],
+      [
+        "Ġb",
+        "ag"
+      ],
+      [
+        "Ġflo",
+        "or"
+      ],
+      [
+        "Ġcar",
+        "s"
+      ],
+      [
+        "Ġless",
+        "on"
+      ],
+      [
+        "u",
+        "l"
+      ],
+      [
+        "Ġb",
+        "ow"
+      ],
+      [
+        "Ġar",
+        "ri"
+      ],
+      [
+        "Ġwind",
+        "ow"
+      ],
+      [
+        "Ġsh",
+        "o"
+      ],
+      [
+        "Ġchild",
+        "ren"
+      ],
+      [
+        "n",
+        "er"
+      ],
+      [
+        "Ġfin",
+        "ished"
+      ],
+      [
+        "Ġh",
+        "ill"
+      ],
+      [
+        "ĠA",
+        "fter"
+      ],
+      [
+        "and",
+        "y"
+      ],
+      [
+        "s",
+        "p"
+      ],
+      [
+        "en",
+        "s"
+      ],
+      [
+        "Ġp",
+        "aper"
+      ],
+      [
+        "Ġli",
+        "kes"
+      ],
+      [
+        "F",
+        "rom"
+      ],
+      [
+        "s",
+        "y"
+      ],
+      [
+        "Ġho",
+        "ld"
+      ],
+      [
+        "S",
+        "am"
+      ],
+      [
+        "Ġwr",
+        "ong"
+      ],
+      [
+        "re",
+        "ed"
+      ],
+      [
+        "Ġcont",
+        "in"
+      ],
+      [
+        "Ġunderst",
+        "and"
+      ],
+      [
+        "at",
+        "ter"
+      ],
+      [
+        "u",
+        "it"
+      ],
+      [
+        "re",
+        "w"
+      ],
+      [
+        "Ġg",
+        "ent"
+      ],
+      [
+        "Ġany",
+        "thing"
+      ],
+      [
+        "Ġclo",
+        "se"
+      ],
+      [
+        "Ġwa",
+        "ll"
+      ],
+      [
+        "Ġe",
+        "l"
+      ],
+      [
+        "as",
+        "ure"
+      ],
+      [
+        "Ġle",
+        "ft"
+      ],
+      [
+        "Ġa",
+        "ble"
+      ],
+      [
+        "Ġarri",
+        "ved"
+      ],
+      [
+        "Ġh",
+        "un"
+      ],
+      [
+        "ro",
+        "ss"
+      ],
+      [
+        "a",
+        "v"
+      ],
+      [
+        "Ġhe",
+        "ar"
+      ],
+      [
+        "Ġfriend",
+        "ly"
+      ],
+      [
+        "Ġforg",
+        "ot"
+      ],
+      [
+        "Ġg",
+        "one"
+      ],
+      [
+        "am",
+        "a"
+      ],
+      [
+        "Ġcre",
+        "at"
+      ],
+      [
+        "Ġw",
+        "et"
+      ],
+      [
+        "Ġli",
+        "on"
+      ],
+      [
+        "H",
+        "ell"
+      ],
+      [
+        "Hell",
+        "o"
+      ],
+      [
+        "Ġd",
+        "ream"
+      ],
+      [
+        "Ġh",
+        "ot"
+      ],
+      [
+        "b",
+        "o"
+      ],
+      [
+        "b",
+        "er"
+      ],
+      [
+        "ĠS",
+        "ally"
+      ],
+      [
+        "Ġf",
+        "illed"
+      ],
+      [
+        "Ġd",
+        "ir"
+      ],
+      [
+        "ie",
+        "ld"
+      ],
+      [
+        "Ġcook",
+        "ies"
+      ],
+      [
+        "Ġlaug",
+        "h"
+      ],
+      [
+        "Ġbro",
+        "ken"
+      ],
+      [
+        "Ġdin",
+        "ner"
+      ],
+      [
+        "l",
+        "f"
+      ],
+      [
+        "Ġel",
+        "se"
+      ],
+      [
+        "Ġh",
+        "id"
+      ],
+      [
+        "c",
+        "ed"
+      ],
+      [
+        "Ġp",
+        "ink"
+      ],
+      [
+        "Ġfollow",
+        "ed"
+      ],
+      [
+        "Ġta",
+        "ble"
+      ],
+      [
+        "Ġm",
+        "ar"
+      ],
+      [
+        "Ġcolor",
+        "s"
+      ],
+      [
+        "ou",
+        "p"
+      ],
+      [
+        "Ġmom",
+        "ent"
+      ],
+      [
+        "Ġcontin",
+        "ued"
+      ],
+      [
+        "Ġwonder",
+        "ful"
+      ],
+      [
+        "ĠE",
+        "m"
+      ],
+      [
+        "e",
+        "y"
+      ],
+      [
+        "in",
+        "ed"
+      ],
+      [
+        "ir",
+        "rel"
+      ],
+      [
+        "r",
+        "ot"
+      ],
+      [
+        "Ġfin",
+        "ally"
+      ],
+      [
+        "J",
+        "ack"
+      ],
+      [
+        "Ġa",
+        "rm"
+      ],
+      [
+        "Ġm",
+        "ight"
+      ],
+      [
+        "ĠN",
+        "ow"
+      ],
+      [
+        "Ġc",
+        "ast"
+      ],
+      [
+        "Ġy",
+        "es"
+      ],
+      [
+        "Ġbu",
+        "ild"
+      ],
+      [
+        "Ġen",
+        "ough"
+      ],
+      [
+        "ĠB",
+        "illy"
+      ],
+      [
+        "Ġsome",
+        "one"
+      ],
+      [
+        "Ġperf",
+        "ect"
+      ],
+      [
+        "Ġfa",
+        "ir"
+      ],
+      [
+        "Ġstay",
+        "ed"
+      ],
+      [
+        "a",
+        "pp"
+      ],
+      [
+        "Ġmor",
+        "ning"
+      ],
+      [
+        "ĠThe",
+        "re"
+      ],
+      [
+        "Ġpu",
+        "ppy"
+      ],
+      [
+        "o",
+        "l"
+      ],
+      [
+        "Ġdad",
+        "dy"
+      ],
+      [
+        "Ġtry",
+        "ing"
+      ],
+      [
+        "'",
+        "ll"
+      ],
+      [
+        "Ġj",
+        "u"
+      ],
+      [
+        "Ġother",
+        "s"
+      ],
+      [
+        "Ġbook",
+        "s"
+      ],
+      [
+        "Ġag",
+        "reed"
+      ],
+      [
+        "Ġmu",
+        "s"
+      ],
+      [
+        "Ġsn",
+        "ow"
+      ],
+      [
+        "Ġsqu",
+        "irrel"
+      ],
+      [
+        "Ġc",
+        "ream"
+      ],
+      [
+        "ro",
+        "om"
+      ],
+      [
+        "Ġget",
+        "ting"
+      ],
+      [
+        "Ġgra",
+        "ndma"
+      ],
+      [
+        "ĠL",
+        "ila"
+      ],
+      [
+        "Ġlea",
+        "ves"
+      ],
+      [
+        "Ġba",
+        "by"
+      ],
+      [
+        "Ġc",
+        "ount"
+      ],
+      [
+        "ic",
+        "y"
+      ],
+      [
+        "Ġfe",
+        "w"
+      ],
+      [
+        "A",
+        "t"
+      ],
+      [
+        "Ġf",
+        "all"
+      ],
+      [
+        "The",
+        "n"
+      ],
+      [
+        "g",
+        "on"
+      ],
+      [
+        "Ġbre",
+        "ak"
+      ],
+      [
+        "Ġclimb",
+        "ed"
+      ],
+      [
+        "ri",
+        "es"
+      ],
+      [
+        "Ġbe",
+        "ach"
+      ],
+      [
+        "as",
+        "h"
+      ],
+      [
+        "Ġb",
+        "ug"
+      ],
+      [
+        "Ġp",
+        "lease"
+      ],
+      [
+        "Ġm",
+        "other"
+      ],
+      [
+        "Ġbr",
+        "ought"
+      ],
+      [
+        "Ġtra",
+        "in"
+      ],
+      [
+        "an",
+        "ce"
+      ],
+      [
+        "ĠTh",
+        "is"
+      ],
+      [
+        "Ġde",
+        "ep"
+      ],
+      [
+        "Ġv",
+        "is"
+      ],
+      [
+        "at",
+        "ed"
+      ],
+      [
+        "s",
+        "hed"
+      ],
+      [
+        "Ġm",
+        "et"
+      ],
+      [
+        "Ġwas",
+        "n"
+      ],
+      [
+        "Ġsomet",
+        "imes"
+      ],
+      [
+        "Ġevery",
+        "thing"
+      ],
+      [
+        "ĠTom",
+        "my"
+      ],
+      [
+        "i",
+        "ch"
+      ],
+      [
+        "Ġmus",
+        "ic"
+      ],
+      [
+        "ke",
+        "y"
+      ],
+      [
+        "l",
+        "ing"
+      ],
+      [
+        "Th",
+        "is"
+      ],
+      [
+        "o",
+        "s"
+      ],
+      [
+        "Ġturn",
+        "ed"
+      ],
+      [
+        "l",
+        "c"
+      ],
+      [
+        "Ġr",
+        "ide"
+      ],
+      [
+        "o",
+        "om"
+      ],
+      [
+        "Ġs",
+        "ong"
+      ],
+      [
+        "or",
+        "ing"
+      ],
+      [
+        "Ġsp",
+        "ark"
+      ],
+      [
+        "Ġf",
+        "ight"
+      ],
+      [
+        "Ġhun",
+        "gry"
+      ],
+      [
+        "on",
+        "s"
+      ],
+      [
+        "Ġpicture",
+        "s"
+      ],
+      [
+        "d",
+        "s"
+      ],
+      [
+        "Ġm",
+        "akes"
+      ],
+      [
+        "Ġse",
+        "ar"
+      ],
+      [
+        "uck",
+        "y"
+      ],
+      [
+        "Ġlist",
+        "ened"
+      ],
+      [
+        "Ġjo",
+        "y"
+      ],
+      [
+        "Ġpo",
+        "l"
+      ],
+      [
+        "ĠW",
+        "hat"
+      ],
+      [
+        "H",
+        "is"
+      ],
+      [
+        "e",
+        "e"
+      ],
+      [
+        "Ġcl",
+        "ot"
+      ],
+      [
+        "Ġsa",
+        "il"
+      ],
+      [
+        "a",
+        "pped"
+      ],
+      [
+        "b",
+        "ble"
+      ],
+      [
+        "Ġcom",
+        "p"
+      ],
+      [
+        "Ġpl",
+        "an"
+      ],
+      [
+        "Ġwant",
+        "s"
+      ],
+      [
+        "Ġclot",
+        "hes"
+      ],
+      [
+        "Ġpo",
+        "in"
+      ],
+      [
+        "Ġ",
+        "K"
+      ],
+      [
+        "z",
+        "z"
+      ],
+      [
+        "Ġball",
+        "oon"
+      ],
+      [
+        "Ġstr",
+        "ange"
+      ],
+      [
+        "m",
+        "an"
+      ],
+      [
+        "en",
+        "ny"
+      ],
+      [
+        "Ġp",
+        "i"
+      ],
+      [
+        "Ġgr",
+        "ow"
+      ],
+      [
+        "Ġfly",
+        "ing"
+      ],
+      [
+        "r",
+        "ow"
+      ],
+      [
+        "Ġsc",
+        "ary"
+      ],
+      [
+        "Ġtre",
+        "at"
+      ],
+      [
+        "Ġwa",
+        "ited"
+      ],
+      [
+        "Ġamaz",
+        "ed"
+      ],
+      [
+        "Ġt",
+        "eddy"
+      ],
+      [
+        "Ġcast",
+        "le"
+      ],
+      [
+        "is",
+        "ter"
+      ],
+      [
+        "Ġe",
+        "le"
+      ],
+      [
+        "Ġamaz",
+        "ing"
+      ],
+      [
+        "m",
+        "ed"
+      ],
+      [
+        "Ġsp",
+        "l"
+      ],
+      [
+        "O",
+        "h"
+      ],
+      [
+        "Ġle",
+        "ave"
+      ],
+      [
+        "Ġown",
+        "er"
+      ],
+      [
+        "Ġprom",
+        "ised"
+      ],
+      [
+        "Ġdan",
+        "ger"
+      ],
+      [
+        "e",
+        "ver"
+      ],
+      [
+        "O",
+        "K"
+      ],
+      [
+        "Ġs",
+        "uch"
+      ],
+      [
+        "Ġwh",
+        "ite"
+      ],
+      [
+        "Ġp",
+        "at"
+      ],
+      [
+        "Ġtal",
+        "k"
+      ],
+      [
+        "uff",
+        "y"
+      ],
+      [
+        "Ġf",
+        "ur"
+      ],
+      [
+        "Ġp",
+        "ie"
+      ],
+      [
+        "op",
+        "e"
+      ],
+      [
+        "r",
+        "ed"
+      ],
+      [
+        "Ġpull",
+        "ed"
+      ],
+      [
+        "Ġp",
+        "re"
+      ],
+      [
+        "Ġwood",
+        "s"
+      ],
+      [
+        "ĠT",
+        "o"
+      ],
+      [
+        "Ġsh",
+        "ared"
+      ],
+      [
+        "Ġal",
+        "one"
+      ],
+      [
+        "Ġtow",
+        "ards"
+      ],
+      [
+        "c",
+        "le"
+      ],
+      [
+        "ĠM",
+        "aybe"
+      ],
+      [
+        "Ġs",
+        "it"
+      ],
+      [
+        "Ġn",
+        "ap"
+      ],
+      [
+        "Ġcolor",
+        "ful"
+      ],
+      [
+        "am",
+        "p"
+      ],
+      [
+        "h",
+        "one"
+      ],
+      [
+        "Ġvis",
+        "it"
+      ],
+      [
+        "ig",
+        "g"
+      ],
+      [
+        "ug",
+        "g"
+      ],
+      [
+        "th",
+        "y"
+      ],
+      [
+        "en",
+        "ce"
+      ],
+      [
+        "Ġta",
+        "il"
+      ],
+      [
+        "ct",
+        "or"
+      ],
+      [
+        "Ġmagic",
+        "al"
+      ],
+      [
+        "Ġr",
+        "iver"
+      ],
+      [
+        "Ġh",
+        "ig"
+      ],
+      [
+        "Ġbe",
+        "lie"
+      ],
+      [
+        "Ġgr",
+        "ate"
+      ],
+      [
+        "u",
+        "ally"
+      ],
+      [
+        "an",
+        "g"
+      ],
+      [
+        "ot",
+        "t"
+      ],
+      [
+        "Ġh",
+        "ide"
+      ],
+      [
+        "Ġs",
+        "illy"
+      ],
+      [
+        "Ġsmil",
+        "es"
+      ],
+      [
+        "ow",
+        "er"
+      ],
+      [
+        "Ġs",
+        "ide"
+      ],
+      [
+        "M",
+        "ax"
+      ],
+      [
+        "Ġro",
+        "ll"
+      ],
+      [
+        "Ġg",
+        "u"
+      ],
+      [
+        "ĠA",
+        "my"
+      ],
+      [
+        "Ġpr",
+        "o"
+      ],
+      [
+        "et",
+        "er"
+      ],
+      [
+        "Ġfast",
+        "er"
+      ],
+      [
+        "Ġgrate",
+        "ful"
+      ],
+      [
+        "Ġtre",
+        "asure"
+      ],
+      [
+        "as",
+        "ed"
+      ],
+      [
+        "Ġsn",
+        "ack"
+      ],
+      [
+        "u",
+        "p"
+      ],
+      [
+        "Ġla",
+        "nd"
+      ],
+      [
+        "av",
+        "y"
+      ],
+      [
+        "Ġmor",
+        "al"
+      ],
+      [
+        "ain",
+        "ed"
+      ],
+      [
+        "Ġs",
+        "ister"
+      ],
+      [
+        "ĠG",
+        "ra"
+      ],
+      [
+        "Ġsh",
+        "ap"
+      ],
+      [
+        "Ġpain",
+        "t"
+      ],
+      [
+        "Ġslow",
+        "ly"
+      ],
+      [
+        "Ġf",
+        "ield"
+      ],
+      [
+        "Ġp",
+        "et"
+      ],
+      [
+        "Ġs",
+        "ec"
+      ],
+      [
+        "or",
+        "m"
+      ],
+      [
+        "ĠJ",
+        "im"
+      ],
+      [
+        "Ġbr",
+        "an"
+      ],
+      [
+        "Ġm",
+        "in"
+      ],
+      [
+        "Ġmu",
+        "st"
+      ],
+      [
+        "Ġhelp",
+        "ing"
+      ],
+      [
+        "Ġwor",
+        "ried"
+      ],
+      [
+        "Ġjo",
+        "b"
+      ],
+      [
+        "Ġfo",
+        "x"
+      ],
+      [
+        "s",
+        "et"
+      ],
+      [
+        "Ġm",
+        "oney"
+      ],
+      [
+        "Ġp",
+        "ot"
+      ],
+      [
+        "Ġqu",
+        "i"
+      ],
+      [
+        "Ġbe",
+        "l"
+      ],
+      [
+        "Ġac",
+        "c"
+      ],
+      [
+        "Ġli",
+        "ving"
+      ],
+      [
+        "Ġmon",
+        "ster"
+      ],
+      [
+        "le",
+        "ss"
+      ],
+      [
+        "Ġpart",
+        "y"
+      ],
+      [
+        "e",
+        "ar"
+      ],
+      [
+        "Ġmo",
+        "st"
+      ],
+      [
+        "Ġwe",
+        "ar"
+      ],
+      [
+        "Ġrememb",
+        "er"
+      ],
+      [
+        "i",
+        "re"
+      ],
+      [
+        "Ġs",
+        "ign"
+      ],
+      [
+        "w",
+        "l"
+      ],
+      [
+        "Ġcl",
+        "oud"
+      ],
+      [
+        "Ġc",
+        "andy"
+      ],
+      [
+        "Ġhig",
+        "her"
+      ],
+      [
+        "i",
+        "pped"
+      ],
+      [
+        "id",
+        "ent"
+      ],
+      [
+        "ĠA",
+        "ll"
+      ],
+      [
+        "d",
+        "er"
+      ],
+      [
+        "z",
+        "e"
+      ],
+      [
+        "Ġqui",
+        "et"
+      ],
+      [
+        "Ġto",
+        "wn"
+      ],
+      [
+        "un",
+        "ch"
+      ],
+      [
+        "Ġprin",
+        "cess"
+      ],
+      [
+        "Ġrun",
+        "s"
+      ],
+      [
+        "ask",
+        "et"
+      ],
+      [
+        "e",
+        "m"
+      ],
+      [
+        "Ġevery",
+        "where"
+      ],
+      [
+        "Ġjo",
+        "in"
+      ],
+      [
+        "Ġste",
+        "pped"
+      ],
+      [
+        "Ġb",
+        "asket"
+      ],
+      [
+        "Ġl",
+        "ake"
+      ],
+      [
+        "Ġcu",
+        "p"
+      ],
+      [
+        "s",
+        "w"
+      ],
+      [
+        "out",
+        "h"
+      ],
+      [
+        "Ġcar",
+        "rot"
+      ],
+      [
+        "Ġco",
+        "ll"
+      ],
+      [
+        "Ġpl",
+        "ant"
+      ],
+      [
+        "Ġsc",
+        "ream"
+      ],
+      [
+        "ĠDad",
+        "dy"
+      ],
+      [
+        "Ġb",
+        "uck"
+      ],
+      [
+        "Ġhe",
+        "avy"
+      ],
+      [
+        "Ġbig",
+        "ger"
+      ],
+      [
+        "Ġch",
+        "o"
+      ],
+      [
+        "Ġbl",
+        "ank"
+      ],
+      [
+        "Ġclo",
+        "sed"
+      ],
+      [
+        "Ġw",
+        "on"
+      ],
+      [
+        "is",
+        "es"
+      ],
+      [
+        "Ġan",
+        "sw"
+      ],
+      [
+        "b",
+        "r"
+      ],
+      [
+        "Ġblank",
+        "et"
+      ],
+      [
+        "Ġm",
+        "outh"
+      ],
+      [
+        "am",
+        "es"
+      ],
+      [
+        "ec",
+        "es"
+      ],
+      [
+        "Ġeat",
+        "ing"
+      ],
+      [
+        "Ġpi",
+        "eces"
+      ],
+      [
+        "ck",
+        "et"
+      ],
+      [
+        "Ġst",
+        "re"
+      ],
+      [
+        "Ġwe",
+        "lc"
+      ],
+      [
+        "Ġwould",
+        "n"
+      ],
+      [
+        "Ġre",
+        "ach"
+      ],
+      [
+        "Ġbro",
+        "ke"
+      ],
+      [
+        "e",
+        "ared"
+      ],
+      [
+        "Ġdanger",
+        "ous"
+      ],
+      [
+        "g",
+        "s"
+      ],
+      [
+        "p",
+        "h"
+      ],
+      [
+        "ĠM",
+        "olly"
+      ],
+      [
+        "Ġc",
+        "e"
+      ],
+      [
+        "ĠM",
+        "r"
+      ],
+      [
+        "or",
+        "d"
+      ],
+      [
+        "f",
+        "ort"
+      ],
+      [
+        "Ġdoll",
+        "s"
+      ],
+      [
+        "m",
+        "ing"
+      ],
+      [
+        "Ġdan",
+        "ce"
+      ],
+      [
+        "Ġdra",
+        "gon"
+      ],
+      [
+        "Ġthink",
+        "s"
+      ],
+      [
+        "Ġask",
+        "s"
+      ],
+      [
+        "Ġac",
+        "ross"
+      ],
+      [
+        "O",
+        "kay"
+      ],
+      [
+        "Ġch",
+        "air"
+      ],
+      [
+        "Ġte",
+        "ac"
+      ],
+      [
+        "Ġb",
+        "ott"
+      ],
+      [
+        "H",
+        "i"
+      ],
+      [
+        "Ġp",
+        "a"
+      ],
+      [
+        "Ġne",
+        "igh"
+      ],
+      [
+        "Ġb",
+        "ar"
+      ],
+      [
+        "Ġb",
+        "ike"
+      ],
+      [
+        "Ġp",
+        "ack"
+      ],
+      [
+        "it",
+        "ing"
+      ],
+      [
+        "Ġdis",
+        "app"
+      ],
+      [
+        "Ġneigh",
+        "b"
+      ],
+      [
+        "Ġst",
+        "uck"
+      ],
+      [
+        "d",
+        "e"
+      ],
+      [
+        "Ġg",
+        "if"
+      ],
+      [
+        "Ġfr",
+        "uit"
+      ],
+      [
+        "Ġbelie",
+        "ve"
+      ],
+      [
+        "c",
+        "y"
+      ],
+      [
+        "Ġ",
+        "ve"
+      ],
+      [
+        "Ġcry",
+        "ing"
+      ],
+      [
+        "i",
+        "er"
+      ],
+      [
+        "ph",
+        "ant"
+      ],
+      [
+        "Ġs",
+        "uddenly"
+      ],
+      [
+        "Ġs",
+        "oup"
+      ],
+      [
+        "Ġr",
+        "ace"
+      ],
+      [
+        "Ġth",
+        "rew"
+      ],
+      [
+        "S",
+        "ure"
+      ],
+      [
+        "Ġfar",
+        "mer"
+      ],
+      [
+        "Ġacc",
+        "ident"
+      ],
+      [
+        "Ġdir",
+        "ty"
+      ],
+      [
+        "Ġele",
+        "phant"
+      ],
+      [
+        "Ġmon",
+        "key"
+      ],
+      [
+        "Ġhe",
+        "al"
+      ],
+      [
+        "w",
+        "eet"
+      ],
+      [
+        "Ġre",
+        "m"
+      ],
+      [
+        "Ġp",
+        "ers"
+      ],
+      [
+        "Ġsa",
+        "me"
+      ],
+      [
+        "or",
+        "ed"
+      ],
+      [
+        "vent",
+        "ually"
+      ],
+      [
+        "e",
+        "ad"
+      ],
+      [
+        "pp",
+        "ing"
+      ],
+      [
+        "Ġgent",
+        "le"
+      ],
+      [
+        "Ġf",
+        "ree"
+      ],
+      [
+        "Ġbr",
+        "own"
+      ],
+      [
+        "M",
+        "aybe"
+      ],
+      [
+        "Ġin",
+        "st"
+      ],
+      [
+        "Ġbe",
+        "e"
+      ],
+      [
+        "i",
+        "x"
+      ],
+      [
+        "Ġb",
+        "en"
+      ],
+      [
+        "Ġw",
+        "in"
+      ],
+      [
+        "Ġbl",
+        "ack"
+      ],
+      [
+        "Ġal",
+        "ong"
+      ],
+      [
+        "Ġlong",
+        "er"
+      ],
+      [
+        "i",
+        "ble"
+      ],
+      [
+        "Ġsp",
+        "r"
+      ],
+      [
+        "Ġcl",
+        "apped"
+      ],
+      [
+        "F",
+        "inally"
+      ],
+      [
+        "W",
+        "hy"
+      ],
+      [
+        "ck",
+        "ed"
+      ],
+      [
+        "Ġwor",
+        "ds"
+      ],
+      [
+        "ĠF",
+        "l"
+      ],
+      [
+        "Ġteac",
+        "her"
+      ],
+      [
+        "Ġup",
+        "set"
+      ],
+      [
+        "ch",
+        "ool"
+      ],
+      [
+        "Ġpie",
+        "ce"
+      ],
+      [
+        "Ġwe",
+        "ll"
+      ],
+      [
+        "Ġche",
+        "ered"
+      ],
+      [
+        "Ġh",
+        "it"
+      ],
+      [
+        "Ġsa",
+        "ng"
+      ],
+      [
+        "m",
+        "ent"
+      ],
+      [
+        "Ġbow",
+        "l"
+      ],
+      [
+        "Ġb",
+        "ite"
+      ],
+      [
+        "Ġdo",
+        "ctor"
+      ],
+      [
+        "ĠJ",
+        "ill"
+      ],
+      [
+        "Ġbuck",
+        "et"
+      ],
+      [
+        "M",
+        "ia"
+      ],
+      [
+        "Ġb",
+        "ath"
+      ],
+      [
+        "Ġc",
+        "aught"
+      ],
+      [
+        "Ġhe",
+        "art"
+      ],
+      [
+        "Ġfor",
+        "get"
+      ],
+      [
+        "Ġm",
+        "ark"
+      ],
+      [
+        "Ġbut",
+        "t"
+      ],
+      [
+        "Ġd",
+        "ry"
+      ],
+      [
+        "Ġyou",
+        "ng"
+      ],
+      [
+        "Ġse",
+        "a"
+      ],
+      [
+        "Ġc",
+        "our"
+      ],
+      [
+        "Ġdro",
+        "pped"
+      ],
+      [
+        "es",
+        "e"
+      ],
+      [
+        "Ġy",
+        "ard"
+      ],
+      [
+        "Ġpl",
+        "ac"
+      ],
+      [
+        "our",
+        "n"
+      ],
+      [
+        "Ġs",
+        "chool"
+      ],
+      [
+        "Ġsw",
+        "ings"
+      ],
+      [
+        "bb",
+        "y"
+      ],
+      [
+        "Ġw",
+        "ings"
+      ],
+      [
+        "b",
+        "s"
+      ],
+      [
+        "Ġexpl",
+        "ained"
+      ],
+      [
+        "Ġj",
+        "ourn"
+      ],
+      [
+        "Ġbr",
+        "ing"
+      ],
+      [
+        "Ġdr",
+        "ink"
+      ],
+      [
+        "Ġstre",
+        "et"
+      ],
+      [
+        "Ġju",
+        "ice"
+      ],
+      [
+        "un",
+        "g"
+      ],
+      [
+        "Ġnear",
+        "by"
+      ],
+      [
+        "ĠEm",
+        "ma"
+      ],
+      [
+        "Ġsm",
+        "o"
+      ],
+      [
+        "Ġsm",
+        "art"
+      ],
+      [
+        "Ġpu",
+        "shed"
+      ],
+      [
+        "Ġstor",
+        "ies"
+      ],
+      [
+        "Ġdro",
+        "ve"
+      ],
+      [
+        "Ġt",
+        "iny"
+      ],
+      [
+        "Ġp",
+        "en"
+      ],
+      [
+        "Ġcour",
+        "se"
+      ],
+      [
+        "Ġ",
+        "es"
+      ],
+      [
+        "Ġm",
+        "ine"
+      ],
+      [
+        "Ġto",
+        "day"
+      ],
+      [
+        "Ġpo",
+        "cket"
+      ],
+      [
+        "Ġye",
+        "ar"
+      ],
+      [
+        "aught",
+        "er"
+      ],
+      [
+        "Ġj",
+        "e"
+      ],
+      [
+        "Ġsec",
+        "ret"
+      ],
+      [
+        "Ġex",
+        "p"
+      ],
+      [
+        "Ġwith",
+        "out"
+      ],
+      [
+        "Ġsing",
+        "ing"
+      ],
+      [
+        "Ġwelc",
+        "ome"
+      ],
+      [
+        "Ġhapp",
+        "en"
+      ],
+      [
+        "t",
+        "o"
+      ],
+      [
+        "Ġf",
+        "it"
+      ],
+      [
+        "Ġst",
+        "u"
+      ],
+      [
+        "ve",
+        "l"
+      ],
+      [
+        "ra",
+        "ct"
+      ],
+      [
+        "Ġbu",
+        "s"
+      ],
+      [
+        "Ġche",
+        "ese"
+      ],
+      [
+        "Ġcr",
+        "ay"
+      ],
+      [
+        "Ġfair",
+        "y"
+      ],
+      [
+        "Ġj",
+        "ar"
+      ],
+      [
+        "Ġturn",
+        "s"
+      ],
+      [
+        "Ġbu",
+        "sh"
+      ],
+      [
+        "b",
+        "ow"
+      ],
+      [
+        "ll",
+        "o"
+      ],
+      [
+        "Ġexpl",
+        "oring"
+      ],
+      [
+        "Ġl",
+        "on"
+      ],
+      [
+        "Ġst",
+        "and"
+      ],
+      [
+        "itt",
+        "ing"
+      ],
+      [
+        "Ġsee",
+        "med"
+      ],
+      [
+        "Ġsp",
+        "oon"
+      ],
+      [
+        "ĠF",
+        "inally"
+      ],
+      [
+        "Ġg",
+        "ames"
+      ],
+      [
+        "Ġwo",
+        "ke"
+      ],
+      [
+        "is",
+        "sed"
+      ],
+      [
+        "Ġre",
+        "sp"
+      ],
+      [
+        "Ġtr",
+        "ou"
+      ],
+      [
+        "Ġtw",
+        "ins"
+      ],
+      [
+        "Ġhop",
+        "ed"
+      ],
+      [
+        "Ġat",
+        "t"
+      ],
+      [
+        "Ġlon",
+        "ely"
+      ],
+      [
+        "Ġa",
+        "nt"
+      ],
+      [
+        "ĠM",
+        "ama"
+      ],
+      [
+        "or",
+        "row"
+      ],
+      [
+        "Ġno",
+        "ises"
+      ],
+      [
+        "Ġhug",
+        "s"
+      ],
+      [
+        "ount",
+        "ain"
+      ],
+      [
+        "y",
+        "ard"
+      ],
+      [
+        "Ġd",
+        "aughter"
+      ],
+      [
+        "Ġin",
+        "v"
+      ],
+      [
+        "Ġke",
+        "y"
+      ],
+      [
+        "a",
+        "il"
+      ],
+      [
+        "Ġrock",
+        "s"
+      ],
+      [
+        "Ġdis",
+        "co"
+      ],
+      [
+        "Ġs",
+        "u"
+      ],
+      [
+        "Ġl",
+        "unch"
+      ],
+      [
+        "re",
+        "ad"
+      ],
+      [
+        "ou",
+        "n"
+      ],
+      [
+        "ver",
+        "ed"
+      ],
+      [
+        "Ġback",
+        "yard"
+      ],
+      [
+        "Ġs",
+        "uc"
+      ],
+      [
+        "Ġc",
+        "ow"
+      ],
+      [
+        "Ġapp",
+        "le"
+      ],
+      [
+        "e",
+        "k"
+      ],
+      [
+        "Ġsw",
+        "am"
+      ],
+      [
+        "Ġsho",
+        "es"
+      ],
+      [
+        "Ġst",
+        "ars"
+      ],
+      [
+        "Ġsh",
+        "ook"
+      ],
+      [
+        "itt",
+        "ens"
+      ],
+      [
+        "Ġm",
+        "iss"
+      ],
+      [
+        "c",
+        "hes"
+      ],
+      [
+        "Ġw",
+        "ish"
+      ],
+      [
+        "Ġre",
+        "lie"
+      ],
+      [
+        "fu",
+        "sed"
+      ],
+      [
+        "Ġshap",
+        "es"
+      ],
+      [
+        "urp",
+        "le"
+      ],
+      [
+        "Ġtow",
+        "er"
+      ],
+      [
+        "it",
+        "y"
+      ],
+      [
+        "Ġc",
+        "orn"
+      ],
+      [
+        "Ġmo",
+        "ved"
+      ],
+      [
+        "sh",
+        "ine"
+      ],
+      [
+        "Ġ",
+        "3"
+      ],
+      [
+        "Ġth",
+        "ough"
+      ],
+      [
+        "Ġc",
+        "ir"
+      ],
+      [
+        "um",
+        "b"
+      ],
+      [
+        "Ġta",
+        "king"
+      ],
+      [
+        "t",
+        "s"
+      ],
+      [
+        "ĠT",
+        "weet"
+      ],
+      [
+        "ap",
+        "e"
+      ],
+      [
+        "Ġrain",
+        "bow"
+      ],
+      [
+        "Ġthr",
+        "ow"
+      ],
+      [
+        "Ġst",
+        "ar"
+      ],
+      [
+        "Ġben",
+        "ch"
+      ],
+      [
+        "Ġne",
+        "ck"
+      ],
+      [
+        "ock",
+        "ed"
+      ],
+      [
+        "Ġcreat",
+        "ure"
+      ],
+      [
+        "Ġbu",
+        "bble"
+      ],
+      [
+        "Ġl",
+        "ate"
+      ],
+      [
+        "Ġadventure",
+        "s"
+      ],
+      [
+        "Ġo",
+        "wl"
+      ],
+      [
+        "ion",
+        "s"
+      ],
+      [
+        "A",
+        "nd"
+      ],
+      [
+        "Ġw",
+        "he"
+      ],
+      [
+        "Ġp",
+        "ar"
+      ],
+      [
+        "Ġshe",
+        "ll"
+      ],
+      [
+        "Ġk",
+        "ite"
+      ],
+      [
+        "ĠFl",
+        "uffy"
+      ],
+      [
+        "in",
+        "ing"
+      ],
+      [
+        "Ġm",
+        "il"
+      ],
+      [
+        "u",
+        "nt"
+      ],
+      [
+        "Ġf",
+        "ence"
+      ],
+      [
+        "Ġm",
+        "ix"
+      ],
+      [
+        "Ġli",
+        "ft"
+      ],
+      [
+        "Ġaccident",
+        "ally"
+      ],
+      [
+        "Ġw",
+        "ise"
+      ],
+      [
+        "Ġhe",
+        "llo"
+      ],
+      [
+        "Ġp",
+        "urple"
+      ],
+      [
+        "pp",
+        "er"
+      ],
+      [
+        "Ġon",
+        "to"
+      ],
+      [
+        "Ġsp",
+        "in"
+      ],
+      [
+        "t",
+        "en"
+      ],
+      [
+        "our",
+        "s"
+      ],
+      [
+        "Ġs",
+        "itting"
+      ],
+      [
+        "id",
+        "ge"
+      ],
+      [
+        "Ġsun",
+        "shine"
+      ],
+      [
+        "Ġcut",
+        "e"
+      ],
+      [
+        "Ġm",
+        "at"
+      ],
+      [
+        "w",
+        "ard"
+      ],
+      [
+        "Ġsh",
+        "op"
+      ],
+      [
+        "Ġwh",
+        "ist"
+      ],
+      [
+        "Ġd",
+        "ist"
+      ],
+      [
+        "Ġor",
+        "ange"
+      ],
+      [
+        "L",
+        "ila"
+      ],
+      [
+        "Ġn",
+        "aught"
+      ],
+      [
+        "ĠSam",
+        "my"
+      ],
+      [
+        "Ġnaught",
+        "y"
+      ],
+      [
+        "Ġn",
+        "est"
+      ],
+      [
+        "o",
+        "se"
+      ],
+      [
+        "or",
+        "s"
+      ],
+      [
+        "ll",
+        "a"
+      ],
+      [
+        "Ġmil",
+        "k"
+      ],
+      [
+        "f",
+        "ish"
+      ],
+      [
+        "Ġa",
+        "f"
+      ],
+      [
+        "Ġb",
+        "oun"
+      ],
+      [
+        "Ġp",
+        "hone"
+      ],
+      [
+        "Ġarm",
+        "s"
+      ],
+      [
+        "Ġe",
+        "as"
+      ],
+      [
+        "n",
+        "ess"
+      ],
+      [
+        "Ġcar",
+        "ry"
+      ],
+      [
+        "ĠGra",
+        "ndma"
+      ],
+      [
+        "o",
+        "g"
+      ],
+      [
+        "Ġb",
+        "ought"
+      ],
+      [
+        "Ġdri",
+        "ver"
+      ],
+      [
+        "Ġinst",
+        "ead"
+      ],
+      [
+        "L",
+        "ater"
+      ],
+      [
+        "Ġtal",
+        "ked"
+      ],
+      [
+        "Ġsear",
+        "ched"
+      ],
+      [
+        "g",
+        "ged"
+      ],
+      [
+        "Ġp",
+        "ig"
+      ],
+      [
+        "Ġco",
+        "zy"
+      ],
+      [
+        "Ġsun",
+        "ny"
+      ],
+      [
+        "itt",
+        "y"
+      ],
+      [
+        "Ġfeel",
+        "s"
+      ],
+      [
+        "Ġf",
+        "an"
+      ],
+      [
+        "Ġwonder",
+        "ed"
+      ],
+      [
+        "Ġcom",
+        "es"
+      ],
+      [
+        "Ġswim",
+        "ming"
+      ],
+      [
+        "u",
+        "ched"
+      ],
+      [
+        "Ġto",
+        "uched"
+      ],
+      [
+        "Ġp",
+        "op"
+      ],
+      [
+        "ĠIn",
+        "side"
+      ],
+      [
+        "a",
+        "le"
+      ],
+      [
+        "Ġl",
+        "ucky"
+      ],
+      [
+        "Ġlaug",
+        "hing"
+      ],
+      [
+        "Ġbel",
+        "ong"
+      ],
+      [
+        "Ġsound",
+        "s"
+      ],
+      [
+        "Ġw",
+        "om"
+      ],
+      [
+        "Ġc",
+        "ave"
+      ],
+      [
+        "le",
+        "t"
+      ],
+      [
+        "Ġjourn",
+        "ey"
+      ],
+      [
+        "Ġwom",
+        "an"
+      ],
+      [
+        "Ġc",
+        "ou"
+      ],
+      [
+        "Ġnot",
+        "hing"
+      ],
+      [
+        "Ġco",
+        "at"
+      ],
+      [
+        "Ġrelie",
+        "ved"
+      ],
+      [
+        "Ġ",
+        "O"
+      ],
+      [
+        "Ġpe",
+        "ace"
+      ],
+      [
+        "ad",
+        "ow"
+      ],
+      [
+        "Ġno",
+        "se"
+      ],
+      [
+        "Ġbu",
+        "sy"
+      ],
+      [
+        "B",
+        "ob"
+      ],
+      [
+        "Ġp",
+        "ast"
+      ],
+      [
+        "Ġapp",
+        "les"
+      ],
+      [
+        "Ġs",
+        "ick"
+      ],
+      [
+        "Ġr",
+        "ope"
+      ],
+      [
+        "Ġpat",
+        "ient"
+      ],
+      [
+        "Ġa",
+        "ct"
+      ],
+      [
+        "Ġp",
+        "udd"
+      ],
+      [
+        "Ġin",
+        "c"
+      ],
+      [
+        "ra",
+        "id"
+      ],
+      [
+        "Ġwatch",
+        "ing"
+      ],
+      [
+        "Ġbran",
+        "ch"
+      ],
+      [
+        "Ġaf",
+        "raid"
+      ],
+      [
+        "Ġto",
+        "m"
+      ],
+      [
+        "id",
+        "er"
+      ],
+      [
+        "Ġday",
+        "s"
+      ],
+      [
+        "Ġre",
+        "t"
+      ],
+      [
+        "c",
+        "ing"
+      ],
+      [
+        "ĠM",
+        "ary"
+      ],
+      [
+        "Ġb",
+        "and"
+      ],
+      [
+        "Ġfar",
+        "m"
+      ],
+      [
+        "Ġhug",
+        "e"
+      ],
+      [
+        "ĠTh",
+        "ank"
+      ],
+      [
+        "at",
+        "or"
+      ],
+      [
+        "Ġexc",
+        "iting"
+      ],
+      [
+        "Ġdan",
+        "ced"
+      ],
+      [
+        "th",
+        "day"
+      ],
+      [
+        "Ġwa",
+        "r"
+      ],
+      [
+        "ĠSo",
+        "on"
+      ],
+      [
+        "b",
+        "all"
+      ],
+      [
+        "Ġg",
+        "igg"
+      ],
+      [
+        "ble",
+        "m"
+      ],
+      [
+        "Ġz",
+        "oom"
+      ],
+      [
+        "Ġm",
+        "ad"
+      ],
+      [
+        "Ġv",
+        "ill"
+      ],
+      [
+        "Ġfore",
+        "ver"
+      ],
+      [
+        "Ġpro",
+        "blem"
+      ],
+      [
+        "Ġcoll",
+        "ect"
+      ],
+      [
+        "p",
+        "ed"
+      ],
+      [
+        "ir",
+        "t"
+      ],
+      [
+        "Ġmin",
+        "ut"
+      ],
+      [
+        "Ġw",
+        "ra"
+      ],
+      [
+        "h",
+        "o"
+      ],
+      [
+        "Ġli",
+        "fe"
+      ],
+      [
+        "Ġkne",
+        "e"
+      ],
+      [
+        "c",
+        "es"
+      ],
+      [
+        "D",
+        "o"
+      ],
+      [
+        "c",
+        "er"
+      ],
+      [
+        "m",
+        "p"
+      ],
+      [
+        "ar",
+        "p"
+      ],
+      [
+        "Ġk",
+        "ing"
+      ],
+      [
+        "Ġas",
+        "leep"
+      ],
+      [
+        "Ġret",
+        "urn"
+      ],
+      [
+        "Ġsh",
+        "arp"
+      ],
+      [
+        "Ġre",
+        "l"
+      ],
+      [
+        "Ġp",
+        "ower"
+      ],
+      [
+        "et",
+        "h"
+      ],
+      [
+        "Ġhold",
+        "ing"
+      ],
+      [
+        "Ġf",
+        "ing"
+      ],
+      [
+        "Ġheal",
+        "thy"
+      ],
+      [
+        "ĠM",
+        "ittens"
+      ],
+      [
+        "Ġpr",
+        "ot"
+      ],
+      [
+        "Ġme",
+        "et"
+      ],
+      [
+        "Ġor",
+        "gan"
+      ],
+      [
+        "Ġcle",
+        "ver"
+      ],
+      [
+        "Ġspot",
+        "ted"
+      ],
+      [
+        "Ġl",
+        "etter"
+      ],
+      [
+        "Ġg",
+        "ather"
+      ],
+      [
+        "al",
+        "m"
+      ],
+      [
+        "O",
+        "f"
+      ],
+      [
+        "e",
+        "re"
+      ],
+      [
+        "Ġr",
+        "ound"
+      ],
+      [
+        "Ġstor",
+        "m"
+      ],
+      [
+        "Ġprot",
+        "ect"
+      ],
+      [
+        "Ġgif",
+        "t"
+      ],
+      [
+        "am",
+        "ed"
+      ],
+      [
+        "Ġma",
+        "il"
+      ],
+      [
+        "ĠJ",
+        "en"
+      ],
+      [
+        "Ġbir",
+        "thday"
+      ],
+      [
+        "Ġpre",
+        "s"
+      ],
+      [
+        "Ġsa",
+        "f"
+      ],
+      [
+        "Ġneighb",
+        "or"
+      ],
+      [
+        "ep",
+        "end"
+      ],
+      [
+        "Ġta",
+        "kes"
+      ],
+      [
+        "s",
+        "c"
+      ],
+      [
+        "Ġe",
+        "ar"
+      ],
+      [
+        "Ġcom",
+        "fort"
+      ],
+      [
+        "Ġ",
+        "ent"
+      ],
+      [
+        "Ġre",
+        "p"
+      ],
+      [
+        "Ġpers",
+        "on"
+      ],
+      [
+        "Ġsmil",
+        "ing"
+      ],
+      [
+        "ĠW",
+        "ith"
+      ],
+      [
+        "Ġgent",
+        "ly"
+      ],
+      [
+        "Ġpoin",
+        "ted"
+      ],
+      [
+        "E",
+        "very"
+      ],
+      [
+        "ow",
+        "ed"
+      ],
+      [
+        "Ġsp",
+        "o"
+      ],
+      [
+        "co",
+        "l"
+      ],
+      [
+        "Ġtast",
+        "y"
+      ],
+      [
+        "ul",
+        "ar"
+      ],
+      [
+        "ĠJim",
+        "my"
+      ],
+      [
+        "Ġpl",
+        "ane"
+      ],
+      [
+        "st",
+        "ing"
+      ],
+      [
+        "h",
+        "in"
+      ],
+      [
+        "Ġh",
+        "oney"
+      ],
+      [
+        "it",
+        "ch"
+      ],
+      [
+        "Ġp",
+        "ill"
+      ],
+      [
+        "Ġp",
+        "ass"
+      ],
+      [
+        "itt",
+        "en"
+      ],
+      [
+        "Ġm",
+        "atter"
+      ],
+      [
+        "Ġad",
+        "m"
+      ],
+      [
+        "Ġtast",
+        "ed"
+      ],
+      [
+        "Ġsmell",
+        "ed"
+      ],
+      [
+        "n",
+        "ic"
+      ],
+      [
+        "o",
+        "ve"
+      ],
+      [
+        "Ġe",
+        "ag"
+      ],
+      [
+        "Ġsh",
+        "ining"
+      ],
+      [
+        "He",
+        "y"
+      ],
+      [
+        "Ġhop",
+        "e"
+      ],
+      [
+        "Ġplac",
+        "es"
+      ],
+      [
+        "Ġk",
+        "ick"
+      ],
+      [
+        "ĠC",
+        "h"
+      ],
+      [
+        "Ġpic",
+        "nic"
+      ],
+      [
+        "Ġbott",
+        "le"
+      ],
+      [
+        "Ġresp",
+        "ect"
+      ],
+      [
+        "Ġb",
+        "lew"
+      ],
+      [
+        "Ġapp",
+        "eared"
+      ],
+      [
+        "Ġsu",
+        "pp"
+      ],
+      [
+        "Tom",
+        "my"
+      ],
+      [
+        "ĠC",
+        "ome"
+      ],
+      [
+        "Ġsp",
+        "ider"
+      ],
+      [
+        "Ġint",
+        "ere"
+      ],
+      [
+        "Ġche",
+        "er"
+      ],
+      [
+        "bo",
+        "ard"
+      ],
+      [
+        "Ġwe",
+        "aring"
+      ],
+      [
+        "Ġpres",
+        "ent"
+      ],
+      [
+        "er",
+        "t"
+      ],
+      [
+        "Ġm",
+        "ist"
+      ],
+      [
+        "iz",
+        "e"
+      ],
+      [
+        "Ġtrou",
+        "ble"
+      ],
+      [
+        "Ġtri",
+        "p"
+      ],
+      [
+        "Ġp",
+        "ract"
+      ],
+      [
+        "Ġk",
+        "iss"
+      ],
+      [
+        "Ġqu",
+        "est"
+      ],
+      [
+        "o",
+        "nd"
+      ],
+      [
+        "Ġas",
+        "h"
+      ],
+      [
+        "Ġlo",
+        "ves"
+      ],
+      [
+        "Ġtight",
+        "ly"
+      ],
+      [
+        "g",
+        "g"
+      ],
+      [
+        "ar",
+        "ge"
+      ],
+      [
+        "Ġs",
+        "ur"
+      ],
+      [
+        "Ġsp",
+        "read"
+      ],
+      [
+        "a",
+        "ur"
+      ],
+      [
+        "Ġw",
+        "ide"
+      ],
+      [
+        "on",
+        "es"
+      ],
+      [
+        "um",
+        "ber"
+      ],
+      [
+        "Ġfe",
+        "ather"
+      ],
+      [
+        "Ġspl",
+        "as"
+      ],
+      [
+        "on",
+        "t"
+      ],
+      [
+        "nd",
+        "p"
+      ],
+      [
+        "Ġl",
+        "ater"
+      ],
+      [
+        "Ġwho",
+        "le"
+      ],
+      [
+        "Ġany",
+        "one"
+      ],
+      [
+        "Ġbre",
+        "ad"
+      ],
+      [
+        "M",
+        "olly"
+      ],
+      [
+        "Ġd",
+        "es"
+      ],
+      [
+        "Ġre",
+        "c"
+      ],
+      [
+        "ell",
+        "a"
+      ],
+      [
+        "Ġro",
+        "ad"
+      ],
+      [
+        "I",
+        "n"
+      ],
+      [
+        "Ġo",
+        "ce"
+      ],
+      [
+        "Ġgi",
+        "ant"
+      ],
+      [
+        "Ġoce",
+        "an"
+      ],
+      [
+        "el",
+        "s"
+      ],
+      [
+        "Ġpu",
+        "zz"
+      ],
+      [
+        "Ġcook",
+        "ie"
+      ],
+      [
+        "Ġp",
+        "an"
+      ],
+      [
+        "Ġp",
+        "ath"
+      ],
+      [
+        "Åĵ",
+        "I"
+      ],
+      [
+        "Ġcon",
+        "fused"
+      ],
+      [
+        "Ġscream",
+        "ed"
+      ],
+      [
+        "Ġcloud",
+        "s"
+      ],
+      [
+        "e",
+        "b"
+      ],
+      [
+        "Ġimp",
+        "ress"
+      ],
+      [
+        "Ġfr",
+        "ont"
+      ],
+      [
+        "ĠG",
+        "o"
+      ],
+      [
+        "Ġse",
+        "at"
+      ],
+      [
+        "le",
+        "x"
+      ],
+      [
+        "Ġl",
+        "ay"
+      ],
+      [
+        "Ġwh",
+        "ich"
+      ],
+      [
+        "l",
+        "a"
+      ],
+      [
+        "Ġth",
+        "in"
+      ],
+      [
+        "Ġte",
+        "ach"
+      ],
+      [
+        "er",
+        "ly"
+      ],
+      [
+        "Ġd",
+        "i"
+      ],
+      [
+        "Ġansw",
+        "er"
+      ],
+      [
+        "ung",
+        "le"
+      ],
+      [
+        "Ġa",
+        "p"
+      ],
+      [
+        "ss",
+        "ed"
+      ],
+      [
+        "h",
+        "ile"
+      ],
+      [
+        "u",
+        "b"
+      ],
+      [
+        "Ġl",
+        "arge"
+      ],
+      [
+        "Ġj",
+        "ungle"
+      ],
+      [
+        "Ġprom",
+        "ise"
+      ],
+      [
+        "Ġs",
+        "er"
+      ],
+      [
+        "Ġb",
+        "er"
+      ],
+      [
+        "Ġw",
+        "ild"
+      ],
+      [
+        "Ġb",
+        "ark"
+      ],
+      [
+        "Ġm",
+        "ach"
+      ],
+      [
+        "oo",
+        "se"
+      ],
+      [
+        "Ġbutt",
+        "on"
+      ],
+      [
+        "ndp",
+        "a"
+      ],
+      [
+        "G",
+        "ood"
+      ],
+      [
+        "Ġmy",
+        "ster"
+      ],
+      [
+        "Ġsn",
+        "ake"
+      ],
+      [
+        "Ġvill",
+        "age"
+      ],
+      [
+        "Ġh",
+        "or"
+      ],
+      [
+        "ĠEm",
+        "ily"
+      ],
+      [
+        "C",
+        "ome"
+      ],
+      [
+        "Ġtoo",
+        "l"
+      ],
+      [
+        "Ġput",
+        "s"
+      ],
+      [
+        "Ġla",
+        "st"
+      ],
+      [
+        "Ġim",
+        "ag"
+      ],
+      [
+        "ĠJ",
+        "ake"
+      ],
+      [
+        "L",
+        "ucy"
+      ],
+      [
+        "Ġt",
+        "id"
+      ],
+      [
+        "Ġb",
+        "an"
+      ],
+      [
+        "le",
+        "br"
+      ],
+      [
+        "Ġe",
+        "ventually"
+      ],
+      [
+        "Ġsl",
+        "id"
+      ],
+      [
+        "Ġwa",
+        "ve"
+      ],
+      [
+        "Ġli",
+        "ve"
+      ],
+      [
+        "Ġch",
+        "ased"
+      ],
+      [
+        "ĠEvery",
+        "where"
+      ],
+      [
+        "Ġce",
+        "lebr"
+      ],
+      [
+        "Ġcray",
+        "ons"
+      ],
+      [
+        "J",
+        "ust"
+      ],
+      [
+        "Ġsp",
+        "ent"
+      ],
+      [
+        "Ġwr",
+        "ite"
+      ],
+      [
+        "Ġgi",
+        "ves"
+      ],
+      [
+        "un",
+        "k"
+      ],
+      [
+        "if",
+        "e"
+      ],
+      [
+        "Ġdec",
+        "or"
+      ],
+      [
+        "Ġfo",
+        "ot"
+      ],
+      [
+        "Ġdel",
+        "ight"
+      ],
+      [
+        "Ġso",
+        "l"
+      ],
+      [
+        "Ġsand",
+        "w"
+      ],
+      [
+        "Ġdir",
+        "t"
+      ],
+      [
+        "ĠJ",
+        "enny"
+      ],
+      [
+        "Ġtal",
+        "king"
+      ],
+      [
+        "Ġtreat",
+        "s"
+      ],
+      [
+        "Ġc",
+        "art"
+      ],
+      [
+        "ch",
+        "ing"
+      ],
+      [
+        "Ġwait",
+        "ing"
+      ],
+      [
+        "Ġhid",
+        "ing"
+      ],
+      [
+        "Ġsnow",
+        "man"
+      ],
+      [
+        "Ġintere",
+        "sting"
+      ],
+      [
+        "Ġh",
+        "on"
+      ],
+      [
+        "on",
+        "y"
+      ],
+      [
+        "Ġshe",
+        "lf"
+      ],
+      [
+        "Ġtast",
+        "e"
+      ],
+      [
+        "e",
+        "en"
+      ],
+      [
+        "J",
+        "im"
+      ],
+      [
+        "Ġst",
+        "ep"
+      ],
+      [
+        "M",
+        "um"
+      ],
+      [
+        "Ġhelp",
+        "ful"
+      ],
+      [
+        "Ġfe",
+        "et"
+      ],
+      [
+        "Ġsh",
+        "y"
+      ],
+      [
+        "Ġgo",
+        "es"
+      ],
+      [
+        "Ġv",
+        "al"
+      ],
+      [
+        "Ġe",
+        "mb"
+      ],
+      [
+        "Ġst",
+        "ood"
+      ],
+      [
+        "Ġsh",
+        "r"
+      ],
+      [
+        "Ġbuild",
+        "ing"
+      ],
+      [
+        "Ġo",
+        "ven"
+      ],
+      [
+        "Ġst",
+        "ret"
+      ],
+      [
+        "Ġlove",
+        "ly"
+      ],
+      [
+        "Ġduck",
+        "s"
+      ],
+      [
+        "Ġcorn",
+        "er"
+      ],
+      [
+        "Ġwas",
+        "h"
+      ],
+      [
+        "ck",
+        "s"
+      ],
+      [
+        "Ġsp",
+        "e"
+      ],
+      [
+        "Ġpretend",
+        "ed"
+      ],
+      [
+        "Ġroll",
+        "ed"
+      ],
+      [
+        "Ġru",
+        "de"
+      ],
+      [
+        "o",
+        "ld"
+      ],
+      [
+        "Ġc",
+        "alm"
+      ],
+      [
+        "Ġp",
+        "ile"
+      ],
+      [
+        "Ġte",
+        "eth"
+      ],
+      [
+        "Ġjump",
+        "ing"
+      ],
+      [
+        "Ġz",
+        "oo"
+      ],
+      [
+        "Ġpudd",
+        "le"
+      ],
+      [
+        "Ġtid",
+        "y"
+      ],
+      [
+        "M",
+        "ama"
+      ],
+      [
+        "ig",
+        "er"
+      ],
+      [
+        "ip",
+        "e"
+      ],
+      [
+        "Ġbug",
+        "s"
+      ],
+      [
+        "Ġash",
+        "amed"
+      ],
+      [
+        "Ġb",
+        "at"
+      ],
+      [
+        "in",
+        "a"
+      ],
+      [
+        "ĠR",
+        "e"
+      ],
+      [
+        "Ġo",
+        "b"
+      ],
+      [
+        "Ġst",
+        "ra"
+      ],
+      [
+        "ĠS",
+        "t"
+      ],
+      [
+        "Ġwhist",
+        "le"
+      ],
+      [
+        "Ġban",
+        "an"
+      ],
+      [
+        "n",
+        "ot"
+      ],
+      [
+        "Ġn",
+        "et"
+      ],
+      [
+        "Ġforg",
+        "ive"
+      ],
+      [
+        "Ġprin",
+        "ce"
+      ],
+      [
+        "en",
+        "er"
+      ],
+      [
+        "Ġsh",
+        "irt"
+      ],
+      [
+        "Ġs",
+        "el"
+      ],
+      [
+        "Ġc",
+        "oo"
+      ],
+      [
+        "Ġemb",
+        "ar"
+      ],
+      [
+        "ump",
+        "y"
+      ],
+      [
+        "Ġspark",
+        "ly"
+      ],
+      [
+        "Ġrem",
+        "ind"
+      ],
+      [
+        "Ġs",
+        "ug"
+      ],
+      [
+        "Ġc",
+        "ross"
+      ],
+      [
+        "Ġm",
+        "ind"
+      ],
+      [
+        "Ġcan",
+        "not"
+      ],
+      [
+        "Ġsuc",
+        "cess"
+      ],
+      [
+        "Ġembar",
+        "ra"
+      ],
+      [
+        "S",
+        "oon"
+      ],
+      [
+        "Ġm",
+        "ot"
+      ],
+      [
+        "Ġsh",
+        "aring"
+      ],
+      [
+        "Ġwor",
+        "m"
+      ],
+      [
+        "Ġfo",
+        "ld"
+      ],
+      [
+        "Ġpeace",
+        "ful"
+      ],
+      [
+        "Ġw",
+        "ore"
+      ],
+      [
+        "Ġm",
+        "ountain"
+      ],
+      [
+        "Ġbl",
+        "ow"
+      ],
+      [
+        "l",
+        "ice"
+      ],
+      [
+        "Ġ",
+        "ign"
+      ],
+      [
+        "Ġbe",
+        "ll"
+      ],
+      [
+        "Ġfur",
+        "ry"
+      ],
+      [
+        "Ġgra",
+        "b"
+      ],
+      [
+        "al",
+        "s"
+      ],
+      [
+        "omet",
+        "imes"
+      ],
+      [
+        "Ġwhen",
+        "ever"
+      ],
+      [
+        "Ġp",
+        "our"
+      ],
+      [
+        "v",
+        "ous"
+      ],
+      [
+        "ll",
+        "ie"
+      ],
+      [
+        "Ġpu",
+        "sh"
+      ],
+      [
+        "Ġbre",
+        "ath"
+      ],
+      [
+        "Ġmach",
+        "ine"
+      ],
+      [
+        "Ġsug",
+        "ar"
+      ],
+      [
+        "Ġch",
+        "ick"
+      ],
+      [
+        "Ġcreat",
+        "ive"
+      ],
+      [
+        "S",
+        "t"
+      ],
+      [
+        "n",
+        "ed"
+      ],
+      [
+        "Ġb",
+        "al"
+      ],
+      [
+        "Ġst",
+        "ir"
+      ],
+      [
+        "Ġdo",
+        "lp"
+      ],
+      [
+        "Ġtri",
+        "es"
+      ],
+      [
+        "N",
+        "ow"
+      ],
+      [
+        "Ġl",
+        "ad"
+      ],
+      [
+        "ĠL",
+        "e"
+      ],
+      [
+        "Ġm",
+        "ed"
+      ],
+      [
+        "Ġp",
+        "ool"
+      ],
+      [
+        "Ġg",
+        "ener"
+      ],
+      [
+        "Ġsa",
+        "l"
+      ],
+      [
+        "or",
+        "k"
+      ],
+      [
+        "ul",
+        "t"
+      ],
+      [
+        "Ġspr",
+        "ay"
+      ],
+      [
+        "Ġsh",
+        "ip"
+      ],
+      [
+        "i",
+        "an"
+      ],
+      [
+        "Ġh",
+        "um"
+      ],
+      [
+        "Ġhe",
+        "l"
+      ],
+      [
+        "is",
+        "a"
+      ],
+      [
+        "Ġsel",
+        "fish"
+      ],
+      [
+        "Ġh",
+        "ar"
+      ],
+      [
+        "Ġfa",
+        "ces"
+      ],
+      [
+        "Ġmess",
+        "y"
+      ],
+      [
+        "Ġ",
+        "'"
+      ],
+      [
+        "Ġp",
+        "le"
+      ],
+      [
+        "ĠS",
+        "ome"
+      ],
+      [
+        "ĠH",
+        "ow"
+      ],
+      [
+        "Ġgo",
+        "ld"
+      ],
+      [
+        "Ġcho",
+        "col"
+      ],
+      [
+        "P",
+        "lease"
+      ],
+      [
+        "Ġminut",
+        "es"
+      ],
+      [
+        "Ġpill",
+        "ow"
+      ],
+      [
+        "M",
+        "y"
+      ],
+      [
+        "a",
+        "king"
+      ],
+      [
+        "Ġt",
+        "un"
+      ],
+      [
+        "Ġm",
+        "issed"
+      ],
+      [
+        "ig",
+        "hed"
+      ],
+      [
+        "Ġv",
+        "an"
+      ],
+      [
+        "Ġfix",
+        "ed"
+      ],
+      [
+        "Ġfight",
+        "ing"
+      ],
+      [
+        "o",
+        "in"
+      ],
+      [
+        "Ġf",
+        "ig"
+      ],
+      [
+        "Ġembarra",
+        "ssed"
+      ],
+      [
+        "Ġme",
+        "ant"
+      ],
+      [
+        "Ġdri",
+        "ve"
+      ],
+      [
+        "Ġtom",
+        "orrow"
+      ],
+      [
+        "Ġh",
+        "ours"
+      ],
+      [
+        "Ġc",
+        "a"
+      ],
+      [
+        "Ġn",
+        "er"
+      ],
+      [
+        "Ġsp",
+        "icy"
+      ],
+      [
+        "Ġknow",
+        "ing"
+      ],
+      [
+        "ĠP",
+        "lease"
+      ],
+      [
+        "Sara",
+        "h"
+      ],
+      [
+        "Ġlad",
+        "der"
+      ],
+      [
+        "it",
+        "al"
+      ],
+      [
+        "Ġhor",
+        "se"
+      ],
+      [
+        "at",
+        "o"
+      ],
+      [
+        "Ġu",
+        "g"
+      ],
+      [
+        "ĠJ",
+        "ust"
+      ],
+      [
+        "Ġtr",
+        "ust"
+      ],
+      [
+        "Ġho",
+        "sp"
+      ],
+      [
+        "Ġug",
+        "ly"
+      ],
+      [
+        "Ġhosp",
+        "ital"
+      ],
+      [
+        "Ġche",
+        "w"
+      ],
+      [
+        "Ġbed",
+        "room"
+      ],
+      [
+        "Ġeas",
+        "y"
+      ],
+      [
+        "Ġner",
+        "vous"
+      ],
+      [
+        "Ġro",
+        "b"
+      ],
+      [
+        "Ġthank",
+        "ful"
+      ],
+      [
+        "Ġcarrot",
+        "s"
+      ],
+      [
+        "D",
+        "ad"
+      ],
+      [
+        "ell",
+        "y"
+      ],
+      [
+        "Ġgre",
+        "w"
+      ],
+      [
+        "Ġcol",
+        "our"
+      ],
+      [
+        "Ġbar",
+        "ked"
+      ],
+      [
+        "Ġcou",
+        "ch"
+      ],
+      [
+        "Ġn",
+        "ut"
+      ],
+      [
+        "Ġme",
+        "adow"
+      ],
+      [
+        "Ġta",
+        "ught"
+      ],
+      [
+        "Ġunderst",
+        "ood"
+      ],
+      [
+        "Ġdisapp",
+        "oin"
+      ],
+      [
+        "Ġp",
+        "as"
+      ],
+      [
+        "an",
+        "o"
+      ],
+      [
+        "Ġof",
+        "ten"
+      ],
+      [
+        "Ġcl",
+        "ass"
+      ],
+      [
+        "Ġpas",
+        "sed"
+      ],
+      [
+        "Ġkn",
+        "ocked"
+      ],
+      [
+        "Ġland",
+        "ed"
+      ],
+      [
+        "Ġm",
+        "ic"
+      ],
+      [
+        "ir",
+        "d"
+      ],
+      [
+        "Ġfe",
+        "ar"
+      ],
+      [
+        "Ġco",
+        "in"
+      ],
+      [
+        "Ġmu",
+        "d"
+      ],
+      [
+        "w",
+        "ork"
+      ],
+      [
+        "Ġd",
+        "eter"
+      ],
+      [
+        "Ġre",
+        "g"
+      ],
+      [
+        "Ġreturn",
+        "ed"
+      ],
+      [
+        "Ġdeter",
+        "m"
+      ],
+      [
+        "Ġh",
+        "ur"
+      ],
+      [
+        "Ġfin",
+        "ish"
+      ],
+      [
+        "iz",
+        "z"
+      ],
+      [
+        "Ġte",
+        "a"
+      ],
+      [
+        "Ġsmo",
+        "oth"
+      ],
+      [
+        "m",
+        "o"
+      ],
+      [
+        "Ġst",
+        "uff"
+      ],
+      [
+        "Ġmo",
+        "v"
+      ],
+      [
+        "Ġgener",
+        "ous"
+      ],
+      [
+        "T",
+        "o"
+      ],
+      [
+        "Ġ",
+        "On"
+      ],
+      [
+        "is",
+        "p"
+      ],
+      [
+        "Ġdr",
+        "um"
+      ],
+      [
+        "o",
+        "bby"
+      ],
+      [
+        "Ġbubble",
+        "s"
+      ],
+      [
+        "Ġrob",
+        "ot"
+      ],
+      [
+        "Ġthe",
+        "se"
+      ],
+      [
+        "Ġse",
+        "ed"
+      ],
+      [
+        "Ġgl",
+        "ass"
+      ],
+      [
+        "Ġdisappoin",
+        "ted"
+      ],
+      [
+        "g",
+        "round"
+      ],
+      [
+        "Ġr",
+        "ing"
+      ],
+      [
+        "Ġc",
+        "ard"
+      ],
+      [
+        "Ġhe",
+        "ars"
+      ],
+      [
+        "Ġcar",
+        "ried"
+      ],
+      [
+        "Ġmo",
+        "on"
+      ],
+      [
+        "Ġchocol",
+        "ate"
+      ],
+      [
+        "Ġlea",
+        "f"
+      ],
+      [
+        "Ġsnack",
+        "s"
+      ],
+      [
+        "Ġcir",
+        "c"
+      ],
+      [
+        "Ġfan",
+        "cy"
+      ],
+      [
+        "d",
+        "le"
+      ],
+      [
+        "Ġsp",
+        "end"
+      ],
+      [
+        "ĠA",
+        "nn"
+      ],
+      [
+        "ust",
+        "r"
+      ],
+      [
+        "Ġcra",
+        "b"
+      ],
+      [
+        "Ġsong",
+        "s"
+      ],
+      [
+        "p",
+        "ack"
+      ],
+      [
+        "Ġp",
+        "ir"
+      ],
+      [
+        "eci",
+        "ally"
+      ],
+      [
+        "os",
+        "aur"
+      ],
+      [
+        "Ġso",
+        "ld"
+      ],
+      [
+        "Ġbr",
+        "idge"
+      ],
+      [
+        "ĠE",
+        "ven"
+      ],
+      [
+        "Ġsleep",
+        "y"
+      ],
+      [
+        "Ġhon",
+        "est"
+      ],
+      [
+        "Ġm",
+        "ir"
+      ],
+      [
+        "ĠB",
+        "r"
+      ],
+      [
+        "Ġpa",
+        "w"
+      ],
+      [
+        "p",
+        "ecially"
+      ],
+      [
+        "Ġa",
+        "v"
+      ],
+      [
+        "ĠW",
+        "hy"
+      ],
+      [
+        "iz",
+        "zy"
+      ],
+      [
+        "Ġche",
+        "st"
+      ],
+      [
+        "Ġwo",
+        "lf"
+      ],
+      [
+        "Ġdin",
+        "osaur"
+      ],
+      [
+        "Ġes",
+        "pecially"
+      ],
+      [
+        "Ġm",
+        "ap"
+      ],
+      [
+        "Ġg",
+        "as"
+      ],
+      [
+        "or",
+        "y"
+      ],
+      [
+        "Ġch",
+        "ange"
+      ],
+      [
+        "Ġgr",
+        "oup"
+      ],
+      [
+        "Ġgather",
+        "ed"
+      ],
+      [
+        "Ġs",
+        "our"
+      ],
+      [
+        "Ġpo",
+        "or"
+      ],
+      [
+        "Ġspl",
+        "ash"
+      ],
+      [
+        "Ġwa",
+        "ves"
+      ],
+      [
+        "Ġfor",
+        "ward"
+      ],
+      [
+        "Ġcl",
+        "own"
+      ],
+      [
+        "Ġmyster",
+        "ious"
+      ],
+      [
+        "r",
+        "or"
+      ],
+      [
+        "Ġbo",
+        "dy"
+      ],
+      [
+        "Ġfr",
+        "ustr"
+      ],
+      [
+        "Ġcra",
+        "w"
+      ],
+      [
+        "Ġf",
+        "ake"
+      ],
+      [
+        "Ġp",
+        "in"
+      ],
+      [
+        "Ġo",
+        "k"
+      ],
+      [
+        "Ġr",
+        "ad"
+      ],
+      [
+        "Ġwh",
+        "isp"
+      ],
+      [
+        "Ġtw",
+        "irl"
+      ],
+      [
+        "Ġstr",
+        "ing"
+      ],
+      [
+        "Ġsmell",
+        "y"
+      ],
+      [
+        "ĠTo",
+        "gether"
+      ],
+      [
+        "s",
+        "ist"
+      ],
+      [
+        "Ġc",
+        "and"
+      ],
+      [
+        "Ġg",
+        "ate"
+      ],
+      [
+        "Ġsc",
+        "ar"
+      ],
+      [
+        "ĠK",
+        "itty"
+      ],
+      [
+        "Ġneck",
+        "l"
+      ],
+      [
+        "B",
+        "illy"
+      ],
+      [
+        "Ġmot",
+        "or"
+      ],
+      [
+        "y",
+        "ing"
+      ],
+      [
+        "ot",
+        "e"
+      ],
+      [
+        "Ġsh",
+        "ore"
+      ],
+      [
+        "ur",
+        "se"
+      ],
+      [
+        "Ġje",
+        "w"
+      ],
+      [
+        "Ġwe",
+        "ak"
+      ],
+      [
+        "Ġgr",
+        "umpy"
+      ],
+      [
+        "Ġfing",
+        "er"
+      ],
+      [
+        "Ġsa",
+        "ck"
+      ],
+      [
+        "Ġk",
+        "itten"
+      ],
+      [
+        "Ġpol",
+        "ite"
+      ],
+      [
+        "Ġgl",
+        "ue"
+      ],
+      [
+        "u",
+        "ce"
+      ],
+      [
+        "Ġn",
+        "umber"
+      ],
+      [
+        "air",
+        "s"
+      ],
+      [
+        "Ġes",
+        "c"
+      ],
+      [
+        "Ġmir",
+        "ror"
+      ],
+      [
+        "Ġshe",
+        "ep"
+      ],
+      [
+        "Ġv",
+        "ase"
+      ],
+      [
+        "Ġplant",
+        "s"
+      ],
+      [
+        "Ġber",
+        "ries"
+      ],
+      [
+        "mo",
+        "st"
+      ],
+      [
+        "B",
+        "e"
+      ],
+      [
+        "d",
+        "en"
+      ],
+      [
+        "Ġj",
+        "elly"
+      ],
+      [
+        "ĠThe",
+        "ir"
+      ],
+      [
+        "Ġe",
+        "mp"
+      ],
+      [
+        "itt",
+        "er"
+      ],
+      [
+        "The",
+        "re"
+      ],
+      [
+        "Ġsc",
+        "r"
+      ],
+      [
+        "Ġgr",
+        "ay"
+      ],
+      [
+        "Ġpuzz",
+        "le"
+      ],
+      [
+        "Ġneckl",
+        "ace"
+      ],
+      [
+        "Ġm",
+        "aybe"
+      ],
+      [
+        "Ġpl",
+        "ate"
+      ],
+      [
+        "Ġal",
+        "most"
+      ],
+      [
+        "us",
+        "ie"
+      ],
+      [
+        "Ġfrustr",
+        "ated"
+      ],
+      [
+        "Ġemp",
+        "ty"
+      ],
+      [
+        "p",
+        "ort"
+      ],
+      [
+        "or",
+        "ry"
+      ],
+      [
+        "Ġth",
+        "ick"
+      ],
+      [
+        "Ġj",
+        "am"
+      ],
+      [
+        "Ġsk",
+        "ipped"
+      ],
+      [
+        "ens",
+        "ive"
+      ],
+      [
+        "ĠT",
+        "eddy"
+      ],
+      [
+        "ag",
+        "ed"
+      ],
+      [
+        "Ġclos",
+        "et"
+      ],
+      [
+        "Ġhid",
+        "den"
+      ],
+      [
+        "Ġexp",
+        "ensive"
+      ],
+      [
+        "Ġdeterm",
+        "ined"
+      ],
+      [
+        "Ġb",
+        "ored"
+      ],
+      [
+        "Ġl",
+        "it"
+      ],
+      [
+        "Ġd",
+        "rew"
+      ],
+      [
+        "Ġle",
+        "gs"
+      ],
+      [
+        "Ġho",
+        "pping"
+      ],
+      [
+        "at",
+        "es"
+      ],
+      [
+        "ĠS",
+        "ometimes"
+      ],
+      [
+        "Ġstick",
+        "s"
+      ],
+      [
+        "Ġon",
+        "es"
+      ],
+      [
+        "ĠA",
+        "t"
+      ],
+      [
+        "Ġbird",
+        "ie"
+      ],
+      [
+        "ĠD",
+        "on"
+      ],
+      [
+        "Ġpol",
+        "ice"
+      ],
+      [
+        "Ġfruit",
+        "s"
+      ],
+      [
+        "Ġt",
+        "ick"
+      ],
+      [
+        "Ġa",
+        "unt"
+      ],
+      [
+        "Ġw",
+        "is"
+      ],
+      [
+        "Ġb",
+        "ake"
+      ],
+      [
+        "Ġl",
+        "ine"
+      ],
+      [
+        "ot",
+        "s"
+      ],
+      [
+        "Ġst",
+        "one"
+      ],
+      [
+        "Ġdog",
+        "s"
+      ],
+      [
+        "au",
+        "l"
+      ],
+      [
+        "Ġfig",
+        "ure"
+      ],
+      [
+        "J",
+        "ane"
+      ],
+      [
+        "Ġs",
+        "ight"
+      ],
+      [
+        "Ġc",
+        "ries"
+      ],
+      [
+        "ĠB",
+        "e"
+      ],
+      [
+        "Ġmo",
+        "ving"
+      ],
+      [
+        "Ġcont",
+        "ent"
+      ],
+      [
+        "ĠBr",
+        "own"
+      ],
+      [
+        "Ġsa",
+        "ved"
+      ],
+      [
+        "Ġcl",
+        "oth"
+      ],
+      [
+        "?\"",
+        "."
+      ],
+      [
+        "bo",
+        "x"
+      ],
+      [
+        "Ġbran",
+        "ches"
+      ],
+      [
+        "Ġpack",
+        "ed"
+      ],
+      [
+        "Ġpower",
+        "ful"
+      ],
+      [
+        "Ġsplas",
+        "hed"
+      ],
+      [
+        "Ġfe",
+        "ed"
+      ],
+      [
+        "est",
+        "ed"
+      ],
+      [
+        "Ġyell",
+        "ed"
+      ],
+      [
+        "W",
+        "here"
+      ],
+      [
+        "d",
+        "ge"
+      ],
+      [
+        "k",
+        "in"
+      ],
+      [
+        "Ġt",
+        "iger"
+      ],
+      [
+        "Ġp",
+        "ay"
+      ],
+      [
+        "id",
+        "dle"
+      ],
+      [
+        "oo",
+        "p"
+      ],
+      [
+        "ĠB",
+        "ella"
+      ],
+      [
+        "Ġex",
+        "am"
+      ],
+      [
+        "Ġta",
+        "ken"
+      ],
+      [
+        "Ġcr",
+        "ane"
+      ],
+      [
+        "Ġspo",
+        "il"
+      ],
+      [
+        "'",
+        "d"
+      ],
+      [
+        "Ġha",
+        "ng"
+      ],
+      [
+        "Ġfl",
+        "ag"
+      ],
+      [
+        "Ġansw",
+        "ered"
+      ],
+      [
+        "Ġdisco",
+        "vered"
+      ],
+      [
+        "ĠLe",
+        "o"
+      ],
+      [
+        "u",
+        "sh"
+      ],
+      [
+        "Ġsa",
+        "ve"
+      ],
+      [
+        "Ġsee",
+        "k"
+      ],
+      [
+        "Ġexc",
+        "ite"
+      ],
+      [
+        "Ġpr",
+        "ay"
+      ],
+      [
+        "Ġjo",
+        "g"
+      ],
+      [
+        "Ġstand",
+        "ing"
+      ],
+      [
+        "Ġdolp",
+        "hin"
+      ],
+      [
+        "Ġj",
+        "ack"
+      ],
+      [
+        "A",
+        "re"
+      ],
+      [
+        "er",
+        "a"
+      ],
+      [
+        "ra",
+        "g"
+      ],
+      [
+        "Ġfl",
+        "ut"
+      ],
+      [
+        "get",
+        "able"
+      ],
+      [
+        "Ġb",
+        "oring"
+      ],
+      [
+        "Ġlo",
+        "ck"
+      ],
+      [
+        "Ġinc",
+        "red"
+      ],
+      [
+        "Ġexcite",
+        "ment"
+      ],
+      [
+        "Ġs",
+        "ighed"
+      ],
+      [
+        "Ġw",
+        "ip"
+      ],
+      [
+        "Ġf",
+        "is"
+      ],
+      [
+        "Ġf",
+        "ill"
+      ],
+      [
+        "Ġso",
+        "ap"
+      ],
+      [
+        "ĠM",
+        "um"
+      ],
+      [
+        "ol",
+        "a"
+      ],
+      [
+        "Ġple",
+        "ased"
+      ],
+      [
+        "Ġjack",
+        "et"
+      ],
+      [
+        "l",
+        "ight"
+      ],
+      [
+        "Ġs",
+        "ugg"
+      ],
+      [
+        "Ġm",
+        "iddle"
+      ],
+      [
+        "Ġe",
+        "ld"
+      ],
+      [
+        "Ġwr",
+        "ote"
+      ],
+      [
+        "Ġballoon",
+        "s"
+      ],
+      [
+        "Ġorgan",
+        "ized"
+      ],
+      [
+        "qu",
+        "e"
+      ],
+      [
+        "Ġsail",
+        "ed"
+      ],
+      [
+        "The",
+        "ir"
+      ],
+      [
+        "Ġtell",
+        "s"
+      ],
+      [
+        "Ġo",
+        "y"
+      ],
+      [
+        "Ġst",
+        "ones"
+      ],
+      [
+        "Ġbo",
+        "ard"
+      ],
+      [
+        "Ġsp",
+        "un"
+      ],
+      [
+        "Ġve",
+        "getable"
+      ],
+      [
+        "l",
+        "ies"
+      ],
+      [
+        "Ġ",
+        "ind"
+      ],
+      [
+        "in",
+        "ess"
+      ],
+      [
+        "Ġwor",
+        "king"
+      ],
+      [
+        "l",
+        "ower"
+      ],
+      [
+        "al",
+        "k"
+      ],
+      [
+        "if",
+        "f"
+      ],
+      [
+        "Ġpar",
+        "rot"
+      ],
+      [
+        "St",
+        "op"
+      ],
+      [
+        "Ġscar",
+        "f"
+      ],
+      [
+        "Ġwa",
+        "gged"
+      ],
+      [
+        "Ġcl",
+        "ap"
+      ],
+      [
+        "Ġme",
+        "asure"
+      ],
+      [
+        "as",
+        "ing"
+      ],
+      [
+        "Ġte",
+        "ars"
+      ],
+      [
+        "bo",
+        "dy"
+      ],
+      [
+        "Ġcomfort",
+        "able"
+      ],
+      [
+        "Ġle",
+        "g"
+      ],
+      [
+        "Ġsw",
+        "an"
+      ],
+      [
+        "Ġtr",
+        "ue"
+      ],
+      [
+        "Ġfr",
+        "ight"
+      ],
+      [
+        "Ġdr",
+        "op"
+      ],
+      [
+        "Ġsmo",
+        "ke"
+      ],
+      [
+        "Ġfeather",
+        "s"
+      ],
+      [
+        "Ġincred",
+        "ible"
+      ],
+      [
+        "g",
+        "gs"
+      ],
+      [
+        "u",
+        "al"
+      ],
+      [
+        "Ġt",
+        "ie"
+      ],
+      [
+        "Ġc",
+        "ap"
+      ],
+      [
+        "Ġlo",
+        "se"
+      ],
+      [
+        "Ġpu",
+        "s"
+      ],
+      [
+        "Ġeag",
+        "er"
+      ],
+      [
+        "Ġmov",
+        "ie"
+      ],
+      [
+        "f",
+        "ic"
+      ],
+      [
+        "Ġc",
+        "op"
+      ],
+      [
+        "Ġe",
+        "ggs"
+      ],
+      [
+        "oo",
+        "f"
+      ],
+      [
+        "Ġr",
+        "id"
+      ],
+      [
+        "Ġco",
+        "vered"
+      ],
+      [
+        "Ġf",
+        "il"
+      ],
+      [
+        "Ġle",
+        "m"
+      ],
+      [
+        "Ġgra",
+        "p"
+      ],
+      [
+        "Ġdisapp",
+        "eared"
+      ],
+      [
+        "Ġrec",
+        "ord"
+      ],
+      [
+        "ĠT",
+        "V"
+      ],
+      [
+        "ĠB",
+        "l"
+      ],
+      [
+        "Ġex",
+        "t"
+      ],
+      [
+        "Ġor",
+        "d"
+      ],
+      [
+        "Ġgigg",
+        "led"
+      ],
+      [
+        "c",
+        "orn"
+      ],
+      [
+        "Ġp",
+        "ri"
+      ],
+      [
+        "Ġha",
+        "m"
+      ],
+      [
+        "Ġr",
+        "are"
+      ],
+      [
+        "Ġyour",
+        "self"
+      ],
+      [
+        "Ġen",
+        "g"
+      ],
+      [
+        "Ġwh",
+        "ale"
+      ],
+      [
+        "Ġkn",
+        "ife"
+      ],
+      [
+        "ĠL",
+        "isa"
+      ],
+      [
+        "Ġte",
+        "am"
+      ],
+      [
+        "ĠJohn",
+        "ny"
+      ],
+      [
+        "z",
+        "ed"
+      ],
+      [
+        "Ġt",
+        "est"
+      ],
+      [
+        "Ġb",
+        "one"
+      ],
+      [
+        "Ġd",
+        "izzy"
+      ],
+      [
+        "Ġli",
+        "br"
+      ],
+      [
+        "Ġwra",
+        "p"
+      ],
+      [
+        "Ġquest",
+        "ions"
+      ],
+      [
+        "i",
+        "v"
+      ],
+      [
+        "Ġl",
+        "ying"
+      ],
+      [
+        "Ġst",
+        "amp"
+      ],
+      [
+        "Ġli",
+        "cked"
+      ],
+      [
+        "Ġno",
+        "isy"
+      ],
+      [
+        "Ġkind",
+        "ness"
+      ],
+      [
+        "Ġdif",
+        "fic"
+      ],
+      [
+        "Ġdraw",
+        "ing"
+      ],
+      [
+        "app",
+        "ing"
+      ],
+      [
+        "Jim",
+        "my"
+      ],
+      [
+        "Ġstra",
+        "w"
+      ],
+      [
+        "Ġb",
+        "urn"
+      ],
+      [
+        "Ġwa",
+        "gon"
+      ],
+      [
+        "at",
+        "ely"
+      ],
+      [
+        "Ġgr",
+        "own"
+      ],
+      [
+        "Ġrock",
+        "et"
+      ],
+      [
+        "Ġpop",
+        "corn"
+      ],
+      [
+        "S",
+        "ally"
+      ],
+      [
+        "Ġb",
+        "atter"
+      ],
+      [
+        "Ġwa",
+        "nd"
+      ],
+      [
+        "Ġan",
+        "c"
+      ],
+      [
+        "ĠE",
+        "nd"
+      ],
+      [
+        "Ġsw",
+        "ord"
+      ],
+      [
+        "Ġhappen",
+        "ing"
+      ],
+      [
+        "Ġlift",
+        "ed"
+      ],
+      [
+        "Ġbal",
+        "ance"
+      ],
+      [
+        "Ġext",
+        "ra"
+      ],
+      [
+        "S",
+        "orry"
+      ],
+      [
+        "h",
+        "a"
+      ],
+      [
+        "Ġwa",
+        "nder"
+      ],
+      [
+        "Ġf",
+        "at"
+      ],
+      [
+        "ĠM",
+        "ark"
+      ],
+      [
+        "ĠE",
+        "lla"
+      ],
+      [
+        "Ġbec",
+        "ome"
+      ],
+      [
+        "Ġtr",
+        "ack"
+      ],
+      [
+        "Ġsmall",
+        "er"
+      ],
+      [
+        "Ġmist",
+        "ake"
+      ],
+      [
+        "Ġto",
+        "ast"
+      ],
+      [
+        "at",
+        "ing"
+      ],
+      [
+        "Ġman",
+        "aged"
+      ],
+      [
+        "sel",
+        "ves"
+      ],
+      [
+        "ĠP",
+        "eter"
+      ],
+      [
+        "Ġbath",
+        "room"
+      ],
+      [
+        "Ġhar",
+        "m"
+      ],
+      [
+        "Ġdiffic",
+        "ult"
+      ],
+      [
+        "Ġtw",
+        "ist"
+      ],
+      [
+        "Ġoff",
+        "ered"
+      ],
+      [
+        "Ġru",
+        "ined"
+      ],
+      [
+        "Ġmat",
+        "ch"
+      ],
+      [
+        "Ġanc",
+        "ient"
+      ],
+      [
+        "Ġg",
+        "ar"
+      ],
+      [
+        "ill",
+        "i"
+      ],
+      [
+        "Ġdist",
+        "ance"
+      ],
+      [
+        "Ġplay",
+        "ground"
+      ],
+      [
+        "Ġla",
+        "zy"
+      ],
+      [
+        "Ġdan",
+        "cing"
+      ],
+      [
+        "Ġadvent",
+        "ur"
+      ],
+      [
+        "a",
+        "f"
+      ],
+      [
+        "ĠB",
+        "a"
+      ],
+      [
+        "Ġcall",
+        "ing"
+      ],
+      [
+        "Ġclean",
+        "ed"
+      ],
+      [
+        "Ġcr",
+        "own"
+      ],
+      [
+        "orm",
+        "al"
+      ],
+      [
+        "Ġon",
+        "ce"
+      ],
+      [
+        "Ġbo",
+        "ss"
+      ],
+      [
+        "Ġse",
+        "ll"
+      ],
+      [
+        "Ġwalk",
+        "s"
+      ],
+      [
+        "Ġfright",
+        "ened"
+      ],
+      [
+        "er",
+        "ri"
+      ],
+      [
+        "Ġm",
+        "ask"
+      ],
+      [
+        "Ġfl",
+        "uffy"
+      ],
+      [
+        "em",
+        "o"
+      ],
+      [
+        "Ġ",
+        "Z"
+      ],
+      [
+        "Ġf",
+        "rag"
+      ],
+      [
+        "Ġd",
+        "est"
+      ],
+      [
+        "Ġn",
+        "ormal"
+      ],
+      [
+        "Ġy",
+        "og"
+      ],
+      [
+        "Ġpick",
+        "s"
+      ],
+      [
+        "Ġey",
+        "e"
+      ],
+      [
+        "Ġdr",
+        "ank"
+      ],
+      [
+        "Ġcir",
+        "cle"
+      ],
+      [
+        "Ġadventur",
+        "ous"
+      ],
+      [
+        "S",
+        "pot"
+      ],
+      [
+        "Ġt",
+        "ent"
+      ],
+      [
+        "Ġp",
+        "ress"
+      ],
+      [
+        "Ġk",
+        "issed"
+      ],
+      [
+        "ic",
+        "t"
+      ],
+      [
+        "Ġsc",
+        "iss"
+      ],
+      [
+        "Ġget",
+        "s"
+      ],
+      [
+        "Ġtr",
+        "unk"
+      ],
+      [
+        "Ġche",
+        "ck"
+      ],
+      [
+        "Ġenjoy",
+        "ing"
+      ],
+      [
+        "Ġshell",
+        "s"
+      ],
+      [
+        "Ġeld",
+        "erly"
+      ],
+      [
+        "Ġsciss",
+        "ors"
+      ],
+      [
+        "Ġt",
+        "erri"
+      ],
+      [
+        "Ġto",
+        "ug"
+      ],
+      [
+        "ag",
+        "es"
+      ],
+      [
+        "Ġste",
+        "al"
+      ],
+      [
+        "M",
+        "e"
+      ],
+      [
+        "re",
+        "ady"
+      ],
+      [
+        "et",
+        "e"
+      ],
+      [
+        "Ġal",
+        "ready"
+      ],
+      [
+        "ĠL",
+        "ittle"
+      ],
+      [
+        "Ġju",
+        "icy"
+      ],
+      [
+        "Ġstu",
+        "dy"
+      ],
+      [
+        "Ġh",
+        "orn"
+      ],
+      [
+        "er",
+        "p"
+      ],
+      [
+        "Ġp",
+        "izz"
+      ],
+      [
+        "Ġall",
+        "ig"
+      ],
+      [
+        "Ġloud",
+        "er"
+      ],
+      [
+        "Ġtow",
+        "el"
+      ],
+      [
+        "Ġcirc",
+        "les"
+      ],
+      [
+        "Ġle",
+        "ad"
+      ],
+      [
+        "Ġro",
+        "ar"
+      ],
+      [
+        "Ġro",
+        "se"
+      ],
+      [
+        "Ġsl",
+        "ipped"
+      ],
+      [
+        "Ġte",
+        "le"
+      ],
+      [
+        "Ġfam",
+        "ous"
+      ],
+      [
+        "Ġar",
+        "g"
+      ],
+      [
+        "Ġcheer",
+        "ful"
+      ],
+      [
+        "ĠRe",
+        "x"
+      ],
+      [
+        "Ġtoug",
+        "h"
+      ],
+      [
+        "i",
+        "pper"
+      ],
+      [
+        "Ġb",
+        "arn"
+      ],
+      [
+        "Ġf",
+        "ool"
+      ],
+      [
+        "Ġd",
+        "ig"
+      ],
+      [
+        "Ġd",
+        "ish"
+      ],
+      [
+        "Ġagain",
+        "st"
+      ],
+      [
+        "Ġde",
+        "er"
+      ],
+      [
+        "Ġsweet",
+        "ie"
+      ],
+      [
+        "Ġeng",
+        "ine"
+      ],
+      [
+        "Ġ",
+        "ed"
+      ],
+      [
+        "Ġf",
+        "ather"
+      ],
+      [
+        "Ġco",
+        "ver"
+      ],
+      [
+        "Ġyour",
+        "s"
+      ],
+      [
+        "Ġneed",
+        "s"
+      ],
+      [
+        "Jo",
+        "e"
+      ],
+      [
+        "Ġbag",
+        "s"
+      ],
+      [
+        "Ġspin",
+        "ning"
+      ],
+      [
+        "S",
+        "ue"
+      ],
+      [
+        "Ġa",
+        "w"
+      ],
+      [
+        "an",
+        "ged"
+      ],
+      [
+        "am",
+        "ond"
+      ],
+      [
+        "Ġy",
+        "arn"
+      ],
+      [
+        "op",
+        "h"
+      ],
+      [
+        "Ġgi",
+        "ving"
+      ],
+      [
+        "Ġdi",
+        "amond"
+      ],
+      [
+        "Ġsandw",
+        "ich"
+      ],
+      [
+        "Ġind",
+        "epend"
+      ],
+      [
+        "Ġfrag",
+        "ile"
+      ],
+      [
+        "W",
+        "ho"
+      ],
+      [
+        "ce",
+        "pt"
+      ],
+      [
+        "Ġno",
+        "sy"
+      ],
+      [
+        "Ġtw",
+        "ig"
+      ],
+      [
+        "Ġhurt",
+        "s"
+      ],
+      [
+        "Ġsugg",
+        "ested"
+      ],
+      [
+        "Ġlem",
+        "on"
+      ],
+      [
+        "i",
+        "est"
+      ],
+      [
+        "in",
+        "ation"
+      ],
+      [
+        "or",
+        "ge"
+      ],
+      [
+        "Ġno",
+        "d"
+      ],
+      [
+        "Ġbl",
+        "oom"
+      ],
+      [
+        "Ġho",
+        "se"
+      ],
+      [
+        "Ġbox",
+        "es"
+      ],
+      [
+        "Ġreal",
+        "ised"
+      ],
+      [
+        "Ġfr",
+        "own"
+      ],
+      [
+        "ac",
+        "he"
+      ],
+      [
+        "Ġrel",
+        "ax"
+      ],
+      [
+        "Ġham",
+        "mer"
+      ],
+      [
+        "Ġa",
+        "dded"
+      ],
+      [
+        "Ġwe",
+        "ird"
+      ],
+      [
+        "Ġmo",
+        "d"
+      ],
+      [
+        "Ġcr",
+        "ack"
+      ],
+      [
+        "Ġallig",
+        "ator"
+      ],
+      [
+        "A",
+        "my"
+      ],
+      [
+        "G",
+        "ra"
+      ],
+      [
+        "o",
+        "ot"
+      ],
+      [
+        "Ġsh",
+        "ake"
+      ],
+      [
+        "ra",
+        "ge"
+      ],
+      [
+        "Ġlearn",
+        "ing"
+      ],
+      [
+        "Ġvegetable",
+        "s"
+      ],
+      [
+        "Ġa",
+        "dd"
+      ],
+      [
+        "Ġm",
+        "elt"
+      ],
+      [
+        "ĠS",
+        "usie"
+      ],
+      [
+        "el",
+        "p"
+      ],
+      [
+        "ĠB",
+        "obby"
+      ],
+      [
+        "Ġtra",
+        "p"
+      ],
+      [
+        "Ġcoll",
+        "ar"
+      ],
+      [
+        "Ġstu",
+        "bb"
+      ],
+      [
+        "i",
+        "que"
+      ],
+      [
+        "Ġb",
+        "orrow"
+      ],
+      [
+        "Ġp",
+        "ump"
+      ],
+      [
+        "Ġloud",
+        "ly"
+      ],
+      [
+        "Ġsear",
+        "ch"
+      ],
+      [
+        "Ġchick",
+        "en"
+      ],
+      [
+        "Ġpizz",
+        "a"
+      ],
+      [
+        "Ġindepend",
+        "ent"
+      ],
+      [
+        "Ġstubb",
+        "orn"
+      ],
+      [
+        "Ġre",
+        "f"
+      ],
+      [
+        "Ġas",
+        "king"
+      ],
+      [
+        "Ġbr",
+        "illi"
+      ],
+      [
+        "Ġdec",
+        "ide"
+      ],
+      [
+        "Ġfl",
+        "ash"
+      ],
+      [
+        "Ġcat",
+        "erp"
+      ],
+      [
+        "Ġqu",
+        "een"
+      ],
+      [
+        "Ġsn",
+        "ee"
+      ],
+      [
+        "ĠR",
+        "ose"
+      ],
+      [
+        "Ġinv",
+        "ited"
+      ],
+      [
+        "Ġstraw",
+        "ber"
+      ],
+      [
+        "Ġfool",
+        "ish"
+      ],
+      [
+        "Ġcaterp",
+        "ill"
+      ],
+      [
+        "g",
+        "y"
+      ],
+      [
+        "Ġt",
+        "ur"
+      ],
+      [
+        "Ġd",
+        "epend"
+      ],
+      [
+        "Ġg",
+        "uit"
+      ],
+      [
+        "Ġst",
+        "ri"
+      ],
+      [
+        "Ġkn",
+        "ight"
+      ],
+      [
+        "Ġboy",
+        "s"
+      ],
+      [
+        "Ġpe",
+        "e"
+      ],
+      [
+        "Ġcom",
+        "b"
+      ],
+      [
+        "Ġcle",
+        "ar"
+      ],
+      [
+        "Ġun",
+        "ique"
+      ],
+      [
+        "Ġbutt",
+        "ons"
+      ],
+      [
+        "ĠTweet",
+        "y"
+      ],
+      [
+        "Ġcolour",
+        "ful"
+      ],
+      [
+        "Ġesc",
+        "ape"
+      ],
+      [
+        "Ġbrilli",
+        "ant"
+      ],
+      [
+        "Ġr",
+        "ich"
+      ],
+      [
+        "ĠB",
+        "u"
+      ],
+      [
+        "Ġsay",
+        "ing"
+      ],
+      [
+        "Ġro",
+        "de"
+      ],
+      [
+        "Ġsk",
+        "in"
+      ],
+      [
+        "Ġgar",
+        "age"
+      ],
+      [
+        "H",
+        "elp"
+      ],
+      [
+        "d",
+        "om"
+      ],
+      [
+        "Ġm",
+        "ummy"
+      ],
+      [
+        "Ġbe",
+        "ak"
+      ],
+      [
+        "ur",
+        "ed"
+      ],
+      [
+        "a",
+        "w"
+      ],
+      [
+        "e",
+        "orge"
+      ],
+      [
+        "r",
+        "op"
+      ],
+      [
+        "ed",
+        "ient"
+      ],
+      [
+        "Ġun",
+        "us"
+      ],
+      [
+        "Ġoy",
+        "ster"
+      ],
+      [
+        "Ġtur",
+        "key"
+      ],
+      [
+        "Ġ",
+        "OK"
+      ],
+      [
+        "Ġf",
+        "ountain"
+      ],
+      [
+        "Ġp",
+        "atter"
+      ],
+      [
+        "Ġwe",
+        "ek"
+      ],
+      [
+        "Ġch",
+        "ase"
+      ],
+      [
+        "Ġru",
+        "bb"
+      ],
+      [
+        "Ġcount",
+        "ed"
+      ],
+      [
+        "Ġreg",
+        "ular"
+      ],
+      [
+        "Ġwip",
+        "ed"
+      ],
+      [
+        "Ġguit",
+        "ar"
+      ],
+      [
+        "Ġunus",
+        "ual"
+      ],
+      [
+        "l",
+        "and"
+      ],
+      [
+        "Ġu",
+        "mb"
+      ],
+      [
+        "Ġfor",
+        "k"
+      ],
+      [
+        "Ġshow",
+        "s"
+      ],
+      [
+        "Ġlight",
+        "s"
+      ],
+      [
+        "Ġwall",
+        "s"
+      ],
+      [
+        "Ġdream",
+        "ed"
+      ],
+      [
+        "Ġbanan",
+        "a"
+      ],
+      [
+        "Ġsuccess",
+        "ful"
+      ],
+      [
+        "Ġjew",
+        "el"
+      ],
+      [
+        "Ġpatter",
+        "n"
+      ],
+      [
+        "Ġumb",
+        "re"
+      ],
+      [
+        "c",
+        "il"
+      ],
+      [
+        "r",
+        "ay"
+      ],
+      [
+        "in",
+        "al"
+      ],
+      [
+        "Ġl",
+        "ow"
+      ],
+      [
+        "im",
+        "ed"
+      ],
+      [
+        "Ġsw",
+        "e"
+      ],
+      [
+        "Ġcry",
+        "st"
+      ],
+      [
+        "Ġpen",
+        "cil"
+      ],
+      [
+        "Ġsaf",
+        "ely"
+      ],
+      [
+        "Ġtool",
+        "s"
+      ],
+      [
+        "W",
+        "ell"
+      ],
+      [
+        "Ġt",
+        "ape"
+      ],
+      [
+        "Ġst",
+        "ream"
+      ],
+      [
+        "ce",
+        "ed"
+      ],
+      [
+        "Ġre",
+        "sc"
+      ],
+      [
+        "Ġab",
+        "ove"
+      ],
+      [
+        "Ġhard",
+        "er"
+      ],
+      [
+        "Ġgu",
+        "ess"
+      ],
+      [
+        "Ġbott",
+        "om"
+      ],
+      [
+        "Ġmark",
+        "et"
+      ],
+      [
+        "Ġimpress",
+        "ed"
+      ],
+      [
+        "Ġwa",
+        "ff"
+      ],
+      [
+        "an",
+        "ut"
+      ],
+      [
+        "ig",
+        "inal"
+      ],
+      [
+        "Ġnot",
+        "ice"
+      ],
+      [
+        "ill",
+        "a"
+      ],
+      [
+        "Ġno",
+        "ds"
+      ],
+      [
+        "Ġpe",
+        "anut"
+      ],
+      [
+        "ol",
+        "og"
+      ],
+      [
+        "Ġpat",
+        "ch"
+      ],
+      [
+        "Ġcraw",
+        "led"
+      ],
+      [
+        "Ġcaterpill",
+        "ar"
+      ],
+      [
+        "n",
+        "a"
+      ],
+      [
+        "Ġt",
+        "ank"
+      ],
+      [
+        "Ġt",
+        "ask"
+      ],
+      [
+        "Ġt",
+        "ire"
+      ],
+      [
+        "Ġg",
+        "un"
+      ],
+      [
+        "Ġlo",
+        "ad"
+      ],
+      [
+        "Ġcomp",
+        "et"
+      ],
+      [
+        "umb",
+        "led"
+      ],
+      [
+        "Ġap",
+        "olog"
+      ],
+      [
+        "Ġsol",
+        "ve"
+      ],
+      [
+        "H",
+        "ow"
+      ],
+      [
+        "M",
+        "ummy"
+      ],
+      [
+        "f",
+        "ast"
+      ],
+      [
+        "h",
+        "ip"
+      ],
+      [
+        "Ġ",
+        "No"
+      ],
+      [
+        "Ġb",
+        "itter"
+      ],
+      [
+        "ar",
+        "l"
+      ],
+      [
+        "Ġe",
+        "ars"
+      ],
+      [
+        "Ġsh",
+        "one"
+      ],
+      [
+        "Ġbr",
+        "ush"
+      ],
+      [
+        "ĠF",
+        "in"
+      ],
+      [
+        "Ġor",
+        "iginal"
+      ],
+      [
+        "Ġfi",
+        "er"
+      ],
+      [
+        "Ġgl",
+        "ow"
+      ],
+      [
+        "ĠN",
+        "emo"
+      ],
+      [
+        "Ġbreak",
+        "fast"
+      ],
+      [
+        "Ġadm",
+        "ired"
+      ],
+      [
+        "ĠBl",
+        "ue"
+      ],
+      [
+        "Ġed",
+        "ge"
+      ],
+      [
+        "Ġdepend",
+        "able"
+      ],
+      [
+        "u",
+        "nd"
+      ],
+      [
+        "ut",
+        "h"
+      ],
+      [
+        "ĠI",
+        "f"
+      ],
+      [
+        "Ġcl",
+        "ay"
+      ],
+      [
+        "Ġstrong",
+        "er"
+      ],
+      [
+        "Ġboss",
+        "y"
+      ],
+      [
+        "Ġc",
+        "udd"
+      ],
+      [
+        "as",
+        "er"
+      ],
+      [
+        "Ġgra",
+        "ndpa"
+      ],
+      [
+        "Ġknow",
+        "s"
+      ],
+      [
+        "Ġpick",
+        "ing"
+      ],
+      [
+        "Ġjo",
+        "ke"
+      ],
+      [
+        "Ġboat",
+        "s"
+      ],
+      [
+        "Ġba",
+        "ld"
+      ],
+      [
+        "Ġmed",
+        "ic"
+      ],
+      [
+        "Ġscr",
+        "at"
+      ],
+      [
+        "Ġc",
+        "one"
+      ],
+      [
+        "Ġp",
+        "enny"
+      ],
+      [
+        "Ġle",
+        "an"
+      ],
+      [
+        "Ġra",
+        "ft"
+      ],
+      [
+        "ugg",
+        "led"
+      ],
+      [
+        "Ġsuc",
+        "ceed"
+      ],
+      [
+        "Ġob",
+        "edient"
+      ],
+      [
+        "Ġhum",
+        "ble"
+      ],
+      [
+        "Ġlibr",
+        "ary"
+      ],
+      [
+        "R",
+        "e"
+      ],
+      [
+        "he",
+        "ad"
+      ],
+      [
+        "Ġp",
+        "h"
+      ],
+      [
+        "Ġn",
+        "umb"
+      ],
+      [
+        "Ġsa",
+        "uce"
+      ],
+      [
+        "ĠB",
+        "ear"
+      ],
+      [
+        "Ġtr",
+        "ay"
+      ],
+      [
+        "Ġproud",
+        "ly"
+      ],
+      [
+        "He",
+        "re"
+      ],
+      [
+        "Ġsound",
+        "ed"
+      ],
+      [
+        "Ġsqu",
+        "are"
+      ],
+      [
+        "Ġterri",
+        "ble"
+      ],
+      [
+        "Ġcryst",
+        "al"
+      ],
+      [
+        "Ġfier",
+        "ce"
+      ],
+      [
+        "J",
+        "ill"
+      ],
+      [
+        "Ġw",
+        "itch"
+      ],
+      [
+        "in",
+        "ary"
+      ],
+      [
+        "Ġhapp",
+        "iness"
+      ],
+      [
+        "ĠL",
+        "ola"
+      ],
+      [
+        "Ġhand",
+        "ed"
+      ],
+      [
+        "Ġfr",
+        "idge"
+      ],
+      [
+        "f",
+        "a"
+      ],
+      [
+        "Ġr",
+        "ough"
+      ],
+      [
+        "ent",
+        "ion"
+      ],
+      [
+        "Ġch",
+        "anged"
+      ],
+      [
+        "Ġjo",
+        "ined"
+      ],
+      [
+        "Ġra",
+        "ven"
+      ],
+      [
+        "Ġmight",
+        "y"
+      ],
+      [
+        "Ġcho",
+        "se"
+      ],
+      [
+        "Ġwhe",
+        "el"
+      ],
+      [
+        "Ġumbre",
+        "lla"
+      ],
+      [
+        "Ġt",
+        "ag"
+      ],
+      [
+        "Ġc",
+        "ri"
+      ],
+      [
+        "Ġo",
+        "w"
+      ],
+      [
+        "ar",
+        "ry"
+      ],
+      [
+        "im",
+        "p"
+      ],
+      [
+        "ĠB",
+        "ill"
+      ],
+      [
+        "Ġhelp",
+        "s"
+      ],
+      [
+        "Ġfind",
+        "ing"
+      ],
+      [
+        "Ġclean",
+        "ing"
+      ],
+      [
+        "Ġsqu",
+        "ee"
+      ],
+      [
+        "Ġfire",
+        "work"
+      ],
+      [
+        "Ġmedic",
+        "ine"
+      ],
+      [
+        "a",
+        "zz"
+      ],
+      [
+        "m",
+        "et"
+      ],
+      [
+        "Ġplay",
+        "ful"
+      ],
+      [
+        "Ġlo",
+        "cked"
+      ],
+      [
+        "Ġgo",
+        "at"
+      ],
+      [
+        "Ġac",
+        "cept"
+      ],
+      [
+        "Ġcomp",
+        "ass"
+      ],
+      [
+        "Ġsur",
+        "f"
+      ],
+      [
+        "Ġcompet",
+        "it"
+      ],
+      [
+        "e",
+        "xt"
+      ],
+      [
+        "k",
+        "n"
+      ],
+      [
+        "Ġs",
+        "y"
+      ],
+      [
+        "Ġs",
+        "il"
+      ],
+      [
+        "Ġbe",
+        "et"
+      ],
+      [
+        "ĠM",
+        "ar"
+      ],
+      [
+        "ur",
+        "ing"
+      ],
+      [
+        "Ġch",
+        "ir"
+      ],
+      [
+        "ĠE",
+        "llie"
+      ],
+      [
+        "Ġball",
+        "s"
+      ],
+      [
+        "Åĵ",
+        "Let"
+      ],
+      [
+        "Ġbutterf",
+        "lies"
+      ],
+      [
+        "Ġgu",
+        "ard"
+      ],
+      [
+        "Ġcray",
+        "on"
+      ],
+      [
+        "Ġdisco",
+        "ver"
+      ],
+      [
+        "Ġpar",
+        "ade"
+      ],
+      [
+        "Ġmix",
+        "ed"
+      ],
+      [
+        "Ġval",
+        "u"
+      ],
+      [
+        "Ġhel",
+        "met"
+      ],
+      [
+        "ĠBrown",
+        "ie"
+      ],
+      [
+        "E",
+        "m"
+      ],
+      [
+        "j",
+        "ect"
+      ],
+      [
+        "s",
+        "qu"
+      ],
+      [
+        "u",
+        "d"
+      ],
+      [
+        "Ġg",
+        "um"
+      ],
+      [
+        "at",
+        "ure"
+      ],
+      [
+        "Ġis",
+        "land"
+      ],
+      [
+        "Ġco",
+        "st"
+      ],
+      [
+        "Ġmo",
+        "le"
+      ],
+      [
+        "Ġnice",
+        "ly"
+      ],
+      [
+        "Ġkind",
+        "s"
+      ],
+      [
+        "Ġra",
+        "ced"
+      ],
+      [
+        "Ġsto",
+        "ve"
+      ],
+      [
+        "Ġlaugh",
+        "s"
+      ],
+      [
+        "Ġmar",
+        "ch"
+      ],
+      [
+        "Ġfall",
+        "s"
+      ],
+      [
+        "Ġpers",
+        "ist"
+      ],
+      [
+        "ĠBa",
+        "by"
+      ],
+      [
+        "oph",
+        "ie"
+      ],
+      [
+        "A",
+        "lice"
+      ],
+      [
+        "i",
+        "ence"
+      ],
+      [
+        "it",
+        "o"
+      ],
+      [
+        "Ġc",
+        "age"
+      ],
+      [
+        "Ġg",
+        "oose"
+      ],
+      [
+        "Ġco",
+        "ins"
+      ],
+      [
+        "Ġtr",
+        "ump"
+      ],
+      [
+        "Ġmo",
+        "squ"
+      ],
+      [
+        "Ġser",
+        "ious"
+      ],
+      [
+        "Ġmosqu",
+        "ito"
+      ],
+      [
+        "Ġf",
+        "lex"
+      ],
+      [
+        "Ġc",
+        "ro"
+      ],
+      [
+        "el",
+        "on"
+      ],
+      [
+        "Ġexc",
+        "la"
+      ],
+      [
+        "Ġch",
+        "oose"
+      ],
+      [
+        "Ġexpl",
+        "ored"
+      ],
+      [
+        "Ġun",
+        "l"
+      ],
+      [
+        "Ġbrother",
+        "s"
+      ],
+      [
+        "Ġgu",
+        "il"
+      ],
+      [
+        "Ġnumb",
+        "ers"
+      ],
+      [
+        "Ġtrump",
+        "et"
+      ],
+      [
+        "Ġ",
+        "icy"
+      ],
+      [
+        "Ġmom",
+        "s"
+      ],
+      [
+        "ie",
+        "w"
+      ],
+      [
+        "Ġv",
+        "iew"
+      ],
+      [
+        "Ġen",
+        "orm"
+      ],
+      [
+        "Ġfire",
+        "man"
+      ],
+      [
+        "ĠMr",
+        "s"
+      ],
+      [
+        "Ġpract",
+        "ice"
+      ],
+      [
+        "Ġenorm",
+        "ous"
+      ],
+      [
+        "w",
+        "ards"
+      ],
+      [
+        "Ġs",
+        "up"
+      ],
+      [
+        "Ġvo",
+        "lc"
+      ],
+      [
+        "Ġmean",
+        "s"
+      ],
+      [
+        "Ġpoin",
+        "ting"
+      ],
+      [
+        "Ġvalu",
+        "able"
+      ],
+      [
+        "Ġflex",
+        "ible"
+      ],
+      [
+        "Ġexcla",
+        "imed"
+      ],
+      [
+        "Ġguil",
+        "ty"
+      ],
+      [
+        "y",
+        "al"
+      ],
+      [
+        "Ġc",
+        "am"
+      ],
+      [
+        "Ġp",
+        "ipe"
+      ],
+      [
+        "is",
+        "ion"
+      ],
+      [
+        "ĠM",
+        "y"
+      ],
+      [
+        "Ġuse",
+        "ful"
+      ],
+      [
+        "Ġfav",
+        "our"
+      ],
+      [
+        "Ġcra",
+        "zy"
+      ],
+      [
+        "Ġph",
+        "ot"
+      ],
+      [
+        "kn",
+        "own"
+      ],
+      [
+        "Ġvolc",
+        "ano"
+      ],
+      [
+        "Ġwa",
+        "ke"
+      ],
+      [
+        "Ġc",
+        "ity"
+      ],
+      [
+        "om",
+        "ed"
+      ],
+      [
+        "ll",
+        "ip"
+      ],
+      [
+        "Ġfor",
+        "th"
+      ],
+      [
+        "Ġlo",
+        "llip"
+      ],
+      [
+        "Ġse",
+        "al"
+      ],
+      [
+        "Ġall",
+        "owed"
+      ],
+      [
+        "Ġsc",
+        "are"
+      ],
+      [
+        "Ġbright",
+        "ly"
+      ],
+      [
+        "Ġmar",
+        "ble"
+      ],
+      [
+        "Ġpop",
+        "ular"
+      ],
+      [
+        "Ġflash",
+        "light"
+      ],
+      [
+        "Ġcompass",
+        "ion"
+      ],
+      [
+        "Ġlollip",
+        "op"
+      ],
+      [
+        "Ġ",
+        "U"
+      ],
+      [
+        "Ġ",
+        "ing"
+      ],
+      [
+        "Ġh",
+        "unt"
+      ],
+      [
+        "Ġd",
+        "ull"
+      ],
+      [
+        "er",
+        "ry"
+      ],
+      [
+        "Ġst",
+        "at"
+      ],
+      [
+        "Ġshe",
+        "l"
+      ],
+      [
+        "!\"",
+        "."
+      ],
+      [
+        "Ġun",
+        "known"
+      ],
+      [
+        "Ġhat",
+        "s"
+      ],
+      [
+        "Ġsho",
+        "ot"
+      ],
+      [
+        "red",
+        "ient"
+      ],
+      [
+        "Ġbelong",
+        "ed"
+      ],
+      [
+        "Ġfavour",
+        "ite"
+      ],
+      [
+        "Ġing",
+        "redient"
+      ],
+      [
+        "Ġp",
+        "il"
+      ],
+      [
+        "Ġlo",
+        "yal"
+      ],
+      [
+        "Ġbra",
+        "ce"
+      ],
+      [
+        "ĠWhen",
+        "ever"
+      ],
+      [
+        "Ġdream",
+        "s"
+      ],
+      [
+        "Ġkick",
+        "ed"
+      ],
+      [
+        "Ġseed",
+        "s"
+      ],
+      [
+        "Ġtwirl",
+        "ed"
+      ],
+      [
+        "Ġsup",
+        "er"
+      ],
+      [
+        "t",
+        "ime"
+      ],
+      [
+        "Ġf",
+        "ine"
+      ],
+      [
+        "Ġbe",
+        "es"
+      ],
+      [
+        "Ġso",
+        "fa"
+      ],
+      [
+        "Ġsh",
+        "ark"
+      ],
+      [
+        "ĠM",
+        "ike"
+      ],
+      [
+        "Ġan",
+        "x"
+      ],
+      [
+        "Ġsad",
+        "ly"
+      ],
+      [
+        "Ġshow",
+        "ing"
+      ],
+      [
+        "Ġway",
+        "s"
+      ],
+      [
+        "Ġtruck",
+        "s"
+      ],
+      [
+        "Ġdelic",
+        "ate"
+      ],
+      [
+        "ation",
+        "s"
+      ],
+      [
+        "Ġrep",
+        "e"
+      ],
+      [
+        "Ġimpress",
+        "ive"
+      ],
+      [
+        "Ġpour",
+        "ed"
+      ],
+      [
+        "Ġpir",
+        "ate"
+      ],
+      [
+        "Ġwhisp",
+        "ered"
+      ],
+      [
+        "Ġharm",
+        "less"
+      ],
+      [
+        "a",
+        "ff"
+      ],
+      [
+        "Ġt",
+        "urt"
+      ],
+      [
+        "Ġt",
+        "ied"
+      ],
+      [
+        "ar",
+        "oo"
+      ],
+      [
+        "ad",
+        "o"
+      ],
+      [
+        "art",
+        "h"
+      ],
+      [
+        "Ġgra",
+        "ce"
+      ],
+      [
+        "Ġhand",
+        "le"
+      ],
+      [
+        "Ġen",
+        "c"
+      ],
+      [
+        "Ġdel",
+        "iver"
+      ],
+      [
+        "Ben",
+        "ny"
+      ],
+      [
+        "Ġru",
+        "shed"
+      ],
+      [
+        "Ġus",
+        "ing"
+      ],
+      [
+        "ang",
+        "aroo"
+      ],
+      [
+        "Ġshap",
+        "e"
+      ],
+      [
+        "Ġbus",
+        "hes"
+      ],
+      [
+        "Ġpersist",
+        "ent"
+      ],
+      [
+        "Ġg",
+        "or"
+      ],
+      [
+        "ĠS",
+        "p"
+      ],
+      [
+        "Ġk",
+        "angaroo"
+      ],
+      [
+        "Ġan",
+        "g"
+      ],
+      [
+        "Ġoff",
+        "ice"
+      ],
+      [
+        "Ġanx",
+        "ious"
+      ],
+      [
+        "G",
+        "o"
+      ],
+      [
+        "al",
+        "ous"
+      ],
+      [
+        "Ġsp",
+        "ell"
+      ],
+      [
+        "ĠW",
+        "hile"
+      ],
+      [
+        "ia",
+        "ble"
+      ],
+      [
+        "Ġpot",
+        "ato"
+      ],
+      [
+        "Ġje",
+        "alous"
+      ],
+      [
+        "Ġwra",
+        "pped"
+      ],
+      [
+        "Ġf",
+        "our"
+      ],
+      [
+        "Ġc",
+        "urt"
+      ],
+      [
+        "Ġlo",
+        "g"
+      ],
+      [
+        "Ġco",
+        "al"
+      ],
+      [
+        "Ġrel",
+        "iable"
+      ],
+      [
+        "Ġcurt",
+        "ain"
+      ],
+      [
+        "D",
+        "aisy"
+      ],
+      [
+        "Ġs",
+        "udden"
+      ],
+      [
+        "mb",
+        "ol"
+      ],
+      [
+        "Åĵ",
+        "Yes"
+      ],
+      [
+        "ac",
+        "hes"
+      ],
+      [
+        "ĠP",
+        "e"
+      ],
+      [
+        "Ġpain",
+        "ted"
+      ],
+      [
+        "ĠTo",
+        "by"
+      ],
+      [
+        "Ġce",
+        "re"
+      ],
+      [
+        "g",
+        "u"
+      ],
+      [
+        "Ġt",
+        "ummy"
+      ],
+      [
+        "Ġth",
+        "ose"
+      ],
+      [
+        "ous",
+        "es"
+      ],
+      [
+        "udd",
+        "y"
+      ],
+      [
+        "Ġcu",
+        "sh"
+      ],
+      [
+        "Ġmet",
+        "al"
+      ],
+      [
+        "Ġsy",
+        "mbol"
+      ],
+      [
+        "Ġbeet",
+        "le"
+      ],
+      [
+        "Ġcam",
+        "era"
+      ],
+      [
+        "Ġh",
+        "ouses"
+      ],
+      [
+        "il",
+        "t"
+      ],
+      [
+        "Ġcelebr",
+        "ate"
+      ],
+      [
+        "Ġdelight",
+        "ed"
+      ],
+      [
+        "Ġgor",
+        "illa"
+      ],
+      [
+        "Ġto",
+        "oth"
+      ],
+      [
+        "Ġth",
+        "irst"
+      ],
+      [
+        "ke",
+        "ep"
+      ],
+      [
+        "Ġsh",
+        "iver"
+      ],
+      [
+        "Ġre",
+        "ward"
+      ],
+      [
+        "Ġsp",
+        "ace"
+      ],
+      [
+        "Ġtra",
+        "vel"
+      ],
+      [
+        "Ġru",
+        "bbed"
+      ],
+      [
+        "Ġprin",
+        "t"
+      ],
+      [
+        "Ġdri",
+        "ving"
+      ],
+      [
+        "Ġmar",
+        "ry"
+      ],
+      [
+        "Ġwar",
+        "ned"
+      ],
+      [
+        "Ġsold",
+        "ier"
+      ],
+      [
+        "Ġmotor",
+        "cy"
+      ],
+      [
+        "c",
+        "ut"
+      ],
+      [
+        "Ġs",
+        "on"
+      ],
+      [
+        "Ġto",
+        "r"
+      ],
+      [
+        "ar",
+        "lie"
+      ],
+      [
+        "Ġher",
+        "o"
+      ],
+      [
+        "ie",
+        "f"
+      ],
+      [
+        "Ġcar",
+        "p"
+      ],
+      [
+        "Ġexcited",
+        "ly"
+      ],
+      [
+        "Ġte",
+        "mp"
+      ],
+      [
+        "ĠP",
+        "ete"
+      ],
+      [
+        "ĠBob",
+        "o"
+      ],
+      [
+        "co",
+        "d"
+      ],
+      [
+        "Ġhun",
+        "g"
+      ],
+      [
+        "Ġgrow",
+        "ing"
+      ],
+      [
+        "up",
+        "id"
+      ],
+      [
+        "Ġthin",
+        "king"
+      ],
+      [
+        "Ġtun",
+        "n"
+      ],
+      [
+        "W",
+        "hile"
+      ],
+      [
+        "c",
+        "u"
+      ],
+      [
+        "i",
+        "pp"
+      ],
+      [
+        "Ġh",
+        "ay"
+      ],
+      [
+        "Ġy",
+        "et"
+      ],
+      [
+        "Ġv",
+        "ine"
+      ],
+      [
+        "Ġac",
+        "orn"
+      ],
+      [
+        "icy",
+        "cle"
+      ],
+      [
+        "Ġpre",
+        "p"
+      ],
+      [
+        "Ġremind",
+        "ed"
+      ],
+      [
+        "Ġgas",
+        "ped"
+      ],
+      [
+        "Ġflut",
+        "e"
+      ],
+      [
+        "Ġord",
+        "inary"
+      ],
+      [
+        "Ġcro",
+        "cod"
+      ],
+      [
+        "Ġa",
+        "mb"
+      ],
+      [
+        "Ġc",
+        "ur"
+      ],
+      [
+        "ĠB",
+        "et"
+      ],
+      [
+        "ĠM",
+        "andy"
+      ],
+      [
+        "Ġpu",
+        "p"
+      ],
+      [
+        "Ġcreature",
+        "s"
+      ],
+      [
+        "Ġhur",
+        "ry"
+      ],
+      [
+        "Ġspoil",
+        "ed"
+      ],
+      [
+        "Ġt",
+        "imes"
+      ],
+      [
+        "Ġm",
+        "is"
+      ],
+      [
+        "Ġr",
+        "ice"
+      ],
+      [
+        "Ġst",
+        "upid"
+      ],
+      [
+        "Ġsh",
+        "ine"
+      ],
+      [
+        "Ġre",
+        "sist"
+      ],
+      [
+        "ug",
+        "ged"
+      ],
+      [
+        "Ġla",
+        "w"
+      ],
+      [
+        "Ġsk",
+        "ull"
+      ],
+      [
+        "co",
+        "a"
+      ],
+      [
+        "Ġmiss",
+        "ing"
+      ],
+      [
+        "Ġwhe",
+        "at"
+      ],
+      [
+        "Ġsupp",
+        "ort"
+      ],
+      [
+        "Ġingredient",
+        "s"
+      ],
+      [
+        "a",
+        "id"
+      ],
+      [
+        "l",
+        "oo"
+      ],
+      [
+        "Ġc",
+        "ase"
+      ],
+      [
+        "er",
+        "y"
+      ],
+      [
+        "Ġwas",
+        "hed"
+      ],
+      [
+        "Ġdo",
+        "ve"
+      ],
+      [
+        "Ġsp",
+        "illed"
+      ],
+      [
+        "Ġsc",
+        "oot"
+      ],
+      [
+        "Ġme",
+        "al"
+      ],
+      [
+        "Ġmu",
+        "le"
+      ],
+      [
+        "ĠD",
+        "ucky"
+      ],
+      [
+        "Ġmo",
+        "der"
+      ],
+      [
+        "ars",
+        "h"
+      ],
+      [
+        "Åĵ",
+        "What"
+      ],
+      [
+        "Ġtri",
+        "ck"
+      ],
+      [
+        "Ġset",
+        "t"
+      ],
+      [
+        "ĠTweet",
+        "ie"
+      ],
+      [
+        "Ġboun",
+        "ce"
+      ],
+      [
+        "Ġfil",
+        "thy"
+      ],
+      [
+        "Ġb",
+        "ase"
+      ],
+      [
+        "Ġh",
+        "oop"
+      ],
+      [
+        "Ġf",
+        "re"
+      ],
+      [
+        "Ġst",
+        "umbled"
+      ],
+      [
+        "Ġso",
+        "ar"
+      ],
+      [
+        "Ġwe",
+        "al"
+      ],
+      [
+        "Ġsee",
+        "m"
+      ],
+      [
+        "Ġwor",
+        "d"
+      ],
+      [
+        "Ġla",
+        "b"
+      ],
+      [
+        "ĠD",
+        "ave"
+      ],
+      [
+        "ĠF",
+        "r"
+      ],
+      [
+        "Ġbad",
+        "ly"
+      ],
+      [
+        "Ġhair",
+        "y"
+      ],
+      [
+        "Ġcra",
+        "wl"
+      ],
+      [
+        "Ġlive",
+        "ly"
+      ],
+      [
+        "Ġstep",
+        "s"
+      ],
+      [
+        "ÅĵLet",
+        "â"
+      ],
+      [
+        "Ġbrace",
+        "let"
+      ],
+      [
+        "Ġcere",
+        "al"
+      ],
+      [
+        "Ġthirst",
+        "y"
+      ],
+      [
+        "Ġcarp",
+        "et"
+      ],
+      [
+        "Ġw",
+        "ool"
+      ],
+      [
+        "it",
+        "her"
+      ],
+      [
+        "Ġgo",
+        "al"
+      ],
+      [
+        "Ġback",
+        "pack"
+      ],
+      [
+        "Ġtr",
+        "uth"
+      ],
+      [
+        "Ġcom",
+        "pl"
+      ],
+      [
+        "Ġche",
+        "ap"
+      ],
+      [
+        "Ġdis",
+        "g"
+      ],
+      [
+        "Ġplac",
+        "ed"
+      ],
+      [
+        "Ġear",
+        "ly"
+      ],
+      [
+        "Ġdecor",
+        "ate"
+      ],
+      [
+        "Ġnut",
+        "s"
+      ],
+      [
+        "O",
+        "w"
+      ],
+      [
+        "c",
+        "ream"
+      ],
+      [
+        "Ġb",
+        "ump"
+      ],
+      [
+        "Ġthem",
+        "selves"
+      ],
+      [
+        "ic",
+        "es"
+      ],
+      [
+        "Ġhelp",
+        "less"
+      ],
+      [
+        "Ġcl",
+        "um"
+      ],
+      [
+        "Ġsc",
+        "atter"
+      ],
+      [
+        "Ġsc",
+        "ale"
+      ],
+      [
+        "Ġnew",
+        "s"
+      ],
+      [
+        "ust",
+        "ing"
+      ],
+      [
+        "Ġen",
+        "v"
+      ],
+      [
+        "âĤ¬â",
+        "Ģ"
+      ],
+      [
+        "Ġtell",
+        "ing"
+      ],
+      [
+        "Ġswing",
+        "ing"
+      ],
+      [
+        "Ġspark",
+        "led"
+      ],
+      [
+        "Ġcarry",
+        "ing"
+      ],
+      [
+        "gg",
+        "ing"
+      ],
+      [
+        "in",
+        "es"
+      ],
+      [
+        "ri",
+        "c"
+      ],
+      [
+        "Ġfriends",
+        "hip"
+      ],
+      [
+        "Ġcare",
+        "less"
+      ],
+      [
+        "Ġsn",
+        "e"
+      ],
+      [
+        "Ġdoes",
+        "n"
+      ],
+      [
+        "Ġfall",
+        "ing"
+      ],
+      [
+        "Ġcomp",
+        "ut"
+      ],
+      [
+        "Ġpa",
+        "le"
+      ],
+      [
+        "Ġpee",
+        "ked"
+      ],
+      [
+        "Ġcompassion",
+        "ate"
+      ],
+      [
+        "c",
+        "om"
+      ],
+      [
+        "v",
+        "ice"
+      ],
+      [
+        "Ġs",
+        "end"
+      ],
+      [
+        "Ġst",
+        "age"
+      ],
+      [
+        "Ġme",
+        "m"
+      ],
+      [
+        "Ġch",
+        "alk"
+      ],
+      [
+        "Ġch",
+        "asing"
+      ],
+      [
+        "Ġpe",
+        "bble"
+      ],
+      [
+        "ĠEvery",
+        "thing"
+      ],
+      [
+        "Ġcu",
+        "be"
+      ],
+      [
+        "Ġpig",
+        "e"
+      ],
+      [
+        "Ġcou",
+        "rage"
+      ],
+      [
+        "Ġfing",
+        "ers"
+      ],
+      [
+        "Ġturt",
+        "le"
+      ],
+      [
+        "b",
+        "led"
+      ],
+      [
+        "Ġs",
+        "ink"
+      ],
+      [
+        "Ġb",
+        "icycle"
+      ],
+      [
+        "Ġsh",
+        "aking"
+      ],
+      [
+        "Ġsleep",
+        "ing"
+      ],
+      [
+        "Ġneighb",
+        "our"
+      ],
+      [
+        "Ġmoder",
+        "n"
+      ],
+      [
+        "Ġdisg",
+        "usting"
+      ],
+      [
+        "Ġclum",
+        "sy"
+      ],
+      [
+        "g",
+        "est"
+      ],
+      [
+        "Ġh",
+        "ook"
+      ],
+      [
+        "Ġc",
+        "her"
+      ],
+      [
+        "Ġn",
+        "ail"
+      ],
+      [
+        "Ġbig",
+        "gest"
+      ],
+      [
+        "ic",
+        "hes"
+      ],
+      [
+        "Ġbu",
+        "l"
+      ],
+      [
+        "Ġend",
+        "ing"
+      ],
+      [
+        "Ġde",
+        "ad"
+      ],
+      [
+        "Ġtri",
+        "ang"
+      ],
+      [
+        "ul",
+        "ance"
+      ],
+      [
+        "Ġspo",
+        "ke"
+      ],
+      [
+        "Ġpract",
+        "iced"
+      ],
+      [
+        "Ġamb",
+        "ulance"
+      ],
+      [
+        "Ġcomput",
+        "er"
+      ],
+      [
+        "i",
+        "bb"
+      ],
+      [
+        "Ġl",
+        "amp"
+      ],
+      [
+        "Ġst",
+        "ation"
+      ],
+      [
+        "Ġch",
+        "ar"
+      ],
+      [
+        "Ġwall",
+        "et"
+      ],
+      [
+        "ĠTo",
+        "day"
+      ],
+      [
+        "Ġpack",
+        "age"
+      ],
+      [
+        "Ġmic",
+        "rop"
+      ],
+      [
+        "Ġcush",
+        "ion"
+      ],
+      [
+        "keep",
+        "er"
+      ],
+      [
+        "Ġcrocod",
+        "ile"
+      ],
+      [
+        "Ġmicrop",
+        "hone"
+      ],
+      [
+        "u",
+        "nder"
+      ],
+      [
+        "ĠA",
+        "lex"
+      ],
+      [
+        "Ġthought",
+        "ful"
+      ],
+      [
+        "Ġjo",
+        "lly"
+      ],
+      [
+        "Ġpen",
+        "gu"
+      ],
+      [
+        "Ġpump",
+        "kin"
+      ],
+      [
+        "Ġcost",
+        "um"
+      ],
+      [
+        "Ġf",
+        "ive"
+      ],
+      [
+        "Ġd",
+        "ough"
+      ],
+      [
+        "Ġp",
+        "ony"
+      ],
+      [
+        "Ġo",
+        "l"
+      ],
+      [
+        "im",
+        "i"
+      ],
+      [
+        "Ġst",
+        "airs"
+      ],
+      [
+        "Ġkn",
+        "ock"
+      ],
+      [
+        "Ġgra",
+        "nd"
+      ],
+      [
+        "Ġint",
+        "ell"
+      ],
+      [
+        "Ġun",
+        "iver"
+      ],
+      [
+        "Ġbright",
+        "er"
+      ],
+      [
+        "Ġopen",
+        "s"
+      ],
+      [
+        "Ġdream",
+        "ing"
+      ],
+      [
+        "Ġboun",
+        "ced"
+      ],
+      [
+        "Ġquest",
+        "ion"
+      ],
+      [
+        "Ġstat",
+        "ue"
+      ],
+      [
+        "Ġw",
+        "ine"
+      ],
+      [
+        "is",
+        "k"
+      ],
+      [
+        "ĠA",
+        "lice"
+      ],
+      [
+        "Ġco",
+        "coa"
+      ],
+      [
+        "ĠYou",
+        "r"
+      ],
+      [
+        "Ġpe",
+        "pper"
+      ],
+      [
+        "Ġbeaut",
+        "y"
+      ],
+      [
+        "Ġper",
+        "m"
+      ],
+      [
+        "Ġpain",
+        "ting"
+      ],
+      [
+        "Ġsho",
+        "e"
+      ],
+      [
+        "Ġele",
+        "v"
+      ],
+      [
+        "Every",
+        "one"
+      ],
+      [
+        "hin",
+        "o"
+      ],
+      [
+        "Ġweal",
+        "thy"
+      ],
+      [
+        "Ġintell",
+        "ig"
+      ],
+      [
+        "n",
+        "oon"
+      ],
+      [
+        "Ġs",
+        "uit"
+      ],
+      [
+        "Ġm",
+        "ild"
+      ],
+      [
+        "Ġn",
+        "ature"
+      ],
+      [
+        "an",
+        "s"
+      ],
+      [
+        "Ġhapp",
+        "ier"
+      ],
+      [
+        "Ġne",
+        "at"
+      ],
+      [
+        "Ġstart",
+        "s"
+      ],
+      [
+        "uck",
+        "ed"
+      ],
+      [
+        "Ġafter",
+        "noon"
+      ],
+      [
+        "Ġtor",
+        "n"
+      ],
+      [
+        "Ġelev",
+        "ator"
+      ],
+      [
+        "g",
+        "en"
+      ],
+      [
+        "t",
+        "i"
+      ],
+      [
+        "Ġt",
+        "en"
+      ],
+      [
+        "Ġh",
+        "arsh"
+      ],
+      [
+        "Ġp",
+        "ed"
+      ],
+      [
+        "at",
+        "ient"
+      ],
+      [
+        "or",
+        "ant"
+      ],
+      [
+        "Ġre",
+        "ce"
+      ],
+      [
+        "Ġj",
+        "et"
+      ],
+      [
+        "ill",
+        "ie"
+      ],
+      [
+        "ĠR",
+        "ed"
+      ],
+      [
+        "Ġread",
+        "ing"
+      ],
+      [
+        "Ġsear",
+        "ching"
+      ],
+      [
+        "Ġbasket",
+        "ball"
+      ],
+      [
+        "Ġbar",
+        "ber"
+      ],
+      [
+        "Ġspe",
+        "ed"
+      ],
+      [
+        "S",
+        "ee"
+      ],
+      [
+        "a",
+        "wn"
+      ],
+      [
+        "Ġst",
+        "ack"
+      ],
+      [
+        "ĠM",
+        "ummy"
+      ],
+      [
+        "Ġclo",
+        "ck"
+      ],
+      [
+        "ĠG",
+        "ive"
+      ],
+      [
+        "Ġmag",
+        "n"
+      ],
+      [
+        "Ġlea",
+        "ving"
+      ],
+      [
+        "Ġcup",
+        "board"
+      ],
+      [
+        "Ġdes",
+        "ign"
+      ],
+      [
+        "Ġslid",
+        "es"
+      ],
+      [
+        "Ġsandw",
+        "iches"
+      ],
+      [
+        "Ġcand",
+        "le"
+      ],
+      [
+        "aul",
+        "if"
+      ],
+      [
+        "Ġrid",
+        "ing"
+      ],
+      [
+        "Ġfre",
+        "sh"
+      ],
+      [
+        "o",
+        "ppy"
+      ],
+      [
+        "Ġsh",
+        "ocked"
+      ],
+      [
+        "Ġen",
+        "er"
+      ],
+      [
+        "Ġjump",
+        "s"
+      ],
+      [
+        "Ġhair",
+        "cut"
+      ],
+      [
+        "Ġrespect",
+        "ful"
+      ],
+      [
+        "Ġcoo",
+        "king"
+      ],
+      [
+        "Ġtick",
+        "et"
+      ],
+      [
+        "Ġenc",
+        "ou"
+      ],
+      [
+        "Ġtunn",
+        "el"
+      ],
+      [
+        "aulif",
+        "lower"
+      ],
+      [
+        "G",
+        "ive"
+      ],
+      [
+        "Ġs",
+        "le"
+      ],
+      [
+        "re",
+        "en"
+      ],
+      [
+        "Ġm",
+        "ay"
+      ],
+      [
+        "Ġth",
+        "ief"
+      ],
+      [
+        "Ġy",
+        "awn"
+      ],
+      [
+        "Ġfor",
+        "t"
+      ],
+      [
+        "Ġal",
+        "ert"
+      ],
+      [
+        "Ġsor",
+        "ts"
+      ],
+      [
+        "Ġimp",
+        "atient"
+      ],
+      [
+        "Ġcre",
+        "ate"
+      ],
+      [
+        "ail",
+        "able"
+      ],
+      [
+        "Ġwhe",
+        "els"
+      ],
+      [
+        "Ġval",
+        "ue"
+      ],
+      [
+        "Ġpri",
+        "ze"
+      ],
+      [
+        "M",
+        "ary"
+      ],
+      [
+        "y",
+        "e"
+      ],
+      [
+        "he",
+        "t"
+      ],
+      [
+        "Ġs",
+        "ent"
+      ],
+      [
+        "Ġb",
+        "ent"
+      ],
+      [
+        "in",
+        "ce"
+      ],
+      [
+        "Ġc",
+        "omet"
+      ],
+      [
+        "Ġc",
+        "amp"
+      ],
+      [
+        "Ġc",
+        "auliflower"
+      ],
+      [
+        "Ġm",
+        "elon"
+      ],
+      [
+        "Ġg",
+        "em"
+      ],
+      [
+        "Ġit",
+        "self"
+      ],
+      [
+        "ir",
+        "on"
+      ],
+      [
+        "Ġmu",
+        "sh"
+      ],
+      [
+        "Ġmonkey",
+        "s"
+      ],
+      [
+        "Ġsal",
+        "ad"
+      ],
+      [
+        "Ġdest",
+        "ro"
+      ],
+      [
+        "Ġresc",
+        "ue"
+      ],
+      [
+        "Ġscoot",
+        "er"
+      ],
+      [
+        "Ġintellig",
+        "ent"
+      ],
+      [
+        "a",
+        "z"
+      ],
+      [
+        "Ġd",
+        "ug"
+      ],
+      [
+        "il",
+        "ing"
+      ],
+      [
+        "an",
+        "ger"
+      ],
+      [
+        "Ġr",
+        "oof"
+      ],
+      [
+        "Ġr",
+        "hino"
+      ],
+      [
+        "Ġsc",
+        "old"
+      ],
+      [
+        "ag",
+        "het"
+      ],
+      [
+        "Ġexp",
+        "er"
+      ],
+      [
+        "Ġbark",
+        "ing"
+      ],
+      [
+        "Ġbanan",
+        "as"
+      ],
+      [
+        "Ġign",
+        "orant"
+      ],
+      [
+        "Ġmic",
+        "ro"
+      ],
+      [
+        "Ġav",
+        "ailable"
+      ],
+      [
+        "Ġgrace",
+        "ful"
+      ],
+      [
+        "Ġmotorcy",
+        "cle"
+      ],
+      [
+        "aghet",
+        "ti"
+      ],
+      [
+        "h",
+        "ood"
+      ],
+      [
+        "ĠS",
+        "n"
+      ],
+      [
+        "Ġe",
+        "arth"
+      ],
+      [
+        "Ġbo",
+        "ots"
+      ],
+      [
+        "Ġsp",
+        "aghetti"
+      ],
+      [
+        "um",
+        "mer"
+      ],
+      [
+        "Ġag",
+        "ree"
+      ],
+      [
+        "Ġbu",
+        "ll"
+      ],
+      [
+        "Ġany",
+        "where"
+      ],
+      [
+        "ĠG",
+        "eorge"
+      ],
+      [
+        "Ġbeh",
+        "ave"
+      ],
+      [
+        "ĠK",
+        "im"
+      ],
+      [
+        "Ġpa",
+        "id"
+      ],
+      [
+        "sc",
+        "ope"
+      ],
+      [
+        "Ġstret",
+        "ched"
+      ],
+      [
+        "Ġfear",
+        "ful"
+      ],
+      [
+        "Ġav",
+        "o"
+      ],
+      [
+        "Ġmicro",
+        "scope"
+      ],
+      [
+        "I",
+        "f"
+      ],
+      [
+        "i",
+        "o"
+      ],
+      [
+        "Ġnot",
+        "eb"
+      ],
+      [
+        "ĠE",
+        "ventually"
+      ],
+      [
+        "Ġold",
+        "er"
+      ],
+      [
+        "Ġsn",
+        "iff"
+      ],
+      [
+        "Ġad",
+        "vice"
+      ],
+      [
+        "Ġstop",
+        "s"
+      ],
+      [
+        "Ġperf",
+        "orm"
+      ],
+      [
+        "Ġfur",
+        "ther"
+      ],
+      [
+        "Ġenv",
+        "ious"
+      ],
+      [
+        "Ġpige",
+        "on"
+      ],
+      [
+        "Ġmush",
+        "room"
+      ],
+      [
+        "Ġnoteb",
+        "ook"
+      ],
+      [
+        "u",
+        "bby"
+      ],
+      [
+        "Ġp",
+        "un"
+      ],
+      [
+        "at",
+        "s"
+      ],
+      [
+        "Ġn",
+        "urse"
+      ],
+      [
+        "or",
+        "able"
+      ],
+      [
+        "Ġth",
+        "under"
+      ],
+      [
+        "Ġcl",
+        "apping"
+      ],
+      [
+        "Ġv",
+        "ide"
+      ],
+      [
+        "Ġbu",
+        "ilt"
+      ],
+      [
+        "ĠC",
+        "l"
+      ],
+      [
+        "Ġun",
+        "com"
+      ],
+      [
+        "Ġshout",
+        "ing"
+      ],
+      [
+        "Ġar",
+        "row"
+      ],
+      [
+        "Ġdraw",
+        "er"
+      ],
+      [
+        "Ġpro",
+        "v"
+      ],
+      [
+        "fort",
+        "able"
+      ],
+      [
+        "Ġtom",
+        "ato"
+      ],
+      [
+        "Ġmeet",
+        "ing"
+      ],
+      [
+        "Ġob",
+        "ject"
+      ],
+      [
+        "Ġyog",
+        "urt"
+      ],
+      [
+        "Ġtemp",
+        "le"
+      ],
+      [
+        "Ġuncom",
+        "fortable"
+      ],
+      [
+        "e",
+        "f"
+      ],
+      [
+        "u",
+        "es"
+      ],
+      [
+        "ĠT",
+        "ony"
+      ],
+      [
+        "Ġloo",
+        "p"
+      ],
+      [
+        "Ġch",
+        "ubby"
+      ],
+      [
+        "Ġsw",
+        "itch"
+      ],
+      [
+        "Ġsk",
+        "ip"
+      ],
+      [
+        "Ġad",
+        "orable"
+      ],
+      [
+        "Åĵ",
+        "It"
+      ],
+      [
+        "Ġcount",
+        "ing"
+      ],
+      [
+        "Ġcoo",
+        "ked"
+      ],
+      [
+        "Ġp",
+        "ist"
+      ],
+      [
+        "ar",
+        "ian"
+      ],
+      [
+        "en",
+        "ry"
+      ],
+      [
+        "Ġst",
+        "ared"
+      ],
+      [
+        "Ġsh",
+        "ut"
+      ],
+      [
+        "ic",
+        "op"
+      ],
+      [
+        "Ġqu",
+        "ite"
+      ],
+      [
+        "Ġsn",
+        "uggled"
+      ],
+      [
+        "ĠGra",
+        "ndpa"
+      ],
+      [
+        "Ġtrou",
+        "bled"
+      ],
+      [
+        "Ġgigg",
+        "le"
+      ],
+      [
+        "Ġblow",
+        "ing"
+      ],
+      [
+        "Ġhel",
+        "icop"
+      ],
+      [
+        "Ġfis",
+        "her"
+      ],
+      [
+        "Ġpist",
+        "ol"
+      ],
+      [
+        "Ġhelicop",
+        "ter"
+      ],
+      [
+        "p",
+        "ar"
+      ],
+      [
+        "ĠS",
+        "ophie"
+      ],
+      [
+        "oo",
+        "ped"
+      ],
+      [
+        "ip",
+        "s"
+      ],
+      [
+        "Ġnow",
+        "here"
+      ],
+      [
+        "Ġforg",
+        "ave"
+      ],
+      [
+        "Ġmar",
+        "ched"
+      ],
+      [
+        "Ġtreasure",
+        "s"
+      ],
+      [
+        "ho",
+        "st"
+      ],
+      [
+        "Ġpass",
+        "port"
+      ],
+      [
+        "Ġstir",
+        "red"
+      ],
+      [
+        "Ġpus",
+        "hing"
+      ],
+      [
+        "Ġcompetit",
+        "ive"
+      ],
+      [
+        "Ġdestro",
+        "y"
+      ],
+      [
+        "Y",
+        "ay"
+      ],
+      [
+        "a",
+        "ked"
+      ],
+      [
+        "o",
+        "e"
+      ],
+      [
+        "t",
+        "ter"
+      ],
+      [
+        "Ġg",
+        "ir"
+      ],
+      [
+        "Ġg",
+        "host"
+      ],
+      [
+        "an",
+        "ic"
+      ],
+      [
+        "ke",
+        "let"
+      ],
+      [
+        "ht",
+        "ub"
+      ],
+      [
+        "Ġre",
+        "ef"
+      ],
+      [
+        "Ġse",
+        "par"
+      ],
+      [
+        "op",
+        "ard"
+      ],
+      [
+        "pl",
+        "ay"
+      ],
+      [
+        "Ġen",
+        "vel"
+      ],
+      [
+        "Ġbre",
+        "at"
+      ],
+      [
+        "Ġrep",
+        "air"
+      ],
+      [
+        "Ġfoot",
+        "ball"
+      ],
+      [
+        "Ġbat",
+        "htub"
+      ],
+      [
+        "Ġrubb",
+        "er"
+      ],
+      [
+        "Ġang",
+        "el"
+      ],
+      [
+        "Ġtriang",
+        "le"
+      ],
+      [
+        "Ġl",
+        "ed"
+      ],
+      [
+        "Ġm",
+        "ill"
+      ],
+      [
+        "ĠS",
+        "h"
+      ],
+      [
+        "ch",
+        "anic"
+      ],
+      [
+        "Ġnam",
+        "es"
+      ],
+      [
+        "Ġle",
+        "opard"
+      ],
+      [
+        "Ġno",
+        "body"
+      ],
+      [
+        "Ġany",
+        "way"
+      ],
+      [
+        "uc",
+        "t"
+      ],
+      [
+        "ct",
+        "us"
+      ],
+      [
+        "Ġshould",
+        "n"
+      ],
+      [
+        "Ġz",
+        "eb"
+      ],
+      [
+        "Ġgi",
+        "ven"
+      ],
+      [
+        "Ġhold",
+        "s"
+      ],
+      [
+        "Ġbar",
+        "rel"
+      ],
+      [
+        "Ġband",
+        "age"
+      ],
+      [
+        "Ġent",
+        "h"
+      ],
+      [
+        "Dad",
+        "dy"
+      ],
+      [
+        "Ġzeb",
+        "ra"
+      ],
+      [
+        "i",
+        "ves"
+      ],
+      [
+        "u",
+        "be"
+      ],
+      [
+        "y",
+        "ear"
+      ],
+      [
+        "Ġp",
+        "or"
+      ],
+      [
+        "Ġp",
+        "and"
+      ],
+      [
+        "Ġo",
+        "tter"
+      ],
+      [
+        "Ġr",
+        "ibb"
+      ],
+      [
+        "Ġsh",
+        "ield"
+      ],
+      [
+        "Ġme",
+        "chanic"
+      ],
+      [
+        "Ġdon",
+        "â"
+      ],
+      [
+        "Ġdis",
+        "ag"
+      ],
+      [
+        "Ġdis",
+        "play"
+      ],
+      [
+        "Ġmusic",
+        "ian"
+      ],
+      [
+        "cer",
+        "os"
+      ],
+      [
+        "Ġspe",
+        "ak"
+      ],
+      [
+        "Ġca",
+        "b"
+      ],
+      [
+        "Ġca",
+        "ctus"
+      ],
+      [
+        "ĠBet",
+        "sy"
+      ],
+      [
+        "Ġbul",
+        "b"
+      ],
+      [
+        "C",
+        "h"
+      ],
+      [
+        "e",
+        "ath"
+      ],
+      [
+        "i",
+        "kes"
+      ],
+      [
+        "x",
+        "y"
+      ],
+      [
+        "Ġt",
+        "ube"
+      ],
+      [
+        "Ġa",
+        "head"
+      ],
+      [
+        "Ġs",
+        "ummer"
+      ],
+      [
+        "Ġs",
+        "kelet"
+      ],
+      [
+        "Ġp",
+        "urse"
+      ],
+      [
+        "Ġkn",
+        "ob"
+      ],
+      [
+        "Ġdidn",
+        "â"
+      ],
+      [
+        "Ġcouldn",
+        "â"
+      ],
+      [
+        "Ġcol",
+        "ours"
+      ],
+      [
+        "Ġwindow",
+        "s"
+      ],
+      [
+        "oom",
+        "y"
+      ],
+      [
+        "Ġgif",
+        "ted"
+      ],
+      [
+        "Ġcart",
+        "oon"
+      ],
+      [
+        "Ġrhino",
+        "ceros"
+      ],
+      [
+        "g",
+        "l"
+      ],
+      [
+        "he",
+        "art"
+      ],
+      [
+        "Ġs",
+        "ize"
+      ],
+      [
+        "Ġb",
+        "et"
+      ],
+      [
+        "ĠM",
+        "iss"
+      ],
+      [
+        "Ġsc",
+        "rew"
+      ],
+      [
+        "Ġfl",
+        "our"
+      ],
+      [
+        "Ġbl",
+        "in"
+      ],
+      [
+        "ap",
+        "a"
+      ],
+      [
+        "Ġdis",
+        "hes"
+      ],
+      [
+        "Ġrain",
+        "ing"
+      ],
+      [
+        "Ġhop",
+        "ing"
+      ],
+      [
+        "Ġsho",
+        "vel"
+      ],
+      [
+        "Ġmin",
+        "t"
+      ],
+      [
+        "Ġjelly",
+        "fish"
+      ],
+      [
+        "Ġswe",
+        "ater"
+      ],
+      [
+        "Ġchar",
+        "ming"
+      ],
+      [
+        "Ġpengu",
+        "in"
+      ],
+      [
+        "Ġenvel",
+        "ope"
+      ],
+      [
+        "Ġenth",
+        "us"
+      ],
+      [
+        "Ġcab",
+        "in"
+      ],
+      [
+        "re",
+        "c"
+      ],
+      [
+        "Ġp",
+        "ant"
+      ],
+      [
+        "Ġth",
+        "read"
+      ],
+      [
+        "Ġin",
+        "se"
+      ],
+      [
+        "Ġst",
+        "aff"
+      ],
+      [
+        "Ġli",
+        "z"
+      ],
+      [
+        "Ġun",
+        "pack"
+      ],
+      [
+        "Ġwr",
+        "iting"
+      ],
+      [
+        "Ġtra",
+        "sh"
+      ],
+      [
+        "Ġroll",
+        "ing"
+      ],
+      [
+        "Ġwaff",
+        "le"
+      ],
+      [
+        "Ġ",
+        "iron"
+      ],
+      [
+        "Ġw",
+        "ing"
+      ],
+      [
+        "er",
+        "able"
+      ],
+      [
+        "Ġshe",
+        "et"
+      ],
+      [
+        "ĠB",
+        "uddy"
+      ],
+      [
+        "Ġsh",
+        "adow"
+      ],
+      [
+        "Ġro",
+        "ared"
+      ],
+      [
+        "Ġmu",
+        "ff"
+      ],
+      [
+        "Ġair",
+        "port"
+      ],
+      [
+        "Ġce",
+        "iling"
+      ],
+      [
+        "Ġatt",
+        "ic"
+      ],
+      [
+        "Ġorgan",
+        "ize"
+      ],
+      [
+        "Ġstret",
+        "ch"
+      ],
+      [
+        "Ġgrap",
+        "es"
+      ],
+      [
+        "Ġo",
+        "bs"
+      ],
+      [
+        "ĠA",
+        "re"
+      ],
+      [
+        "ĠW",
+        "ould"
+      ],
+      [
+        "ĠIn",
+        "st"
+      ],
+      [
+        "Ġpi",
+        "ano"
+      ],
+      [
+        "Ġsal",
+        "t"
+      ],
+      [
+        "Ġmis",
+        "erable"
+      ],
+      [
+        "Ġc",
+        "ord"
+      ],
+      [
+        "Ġd",
+        "ess"
+      ],
+      [
+        "Ġre",
+        "fused"
+      ],
+      [
+        "Ġsc",
+        "reen"
+      ],
+      [
+        "ĠD",
+        "an"
+      ],
+      [
+        "Ġstr",
+        "ugg"
+      ],
+      [
+        "Ġneed",
+        "le"
+      ],
+      [
+        "Ġbear",
+        "s"
+      ],
+      [
+        "ĠAnd",
+        "y"
+      ],
+      [
+        "Ġhead",
+        "ed"
+      ],
+      [
+        "Ġstick",
+        "y"
+      ],
+      [
+        "Ġfree",
+        "z"
+      ],
+      [
+        "Ġzoom",
+        "ed"
+      ],
+      [
+        "Ġimag",
+        "ined"
+      ],
+      [
+        "Ġmed",
+        "al"
+      ],
+      [
+        "Ġmagn",
+        "et"
+      ],
+      [
+        "rec",
+        "i"
+      ],
+      [
+        "Ġobs",
+        "er"
+      ],
+      [
+        "Ġ",
+        "er"
+      ],
+      [
+        "Ġli",
+        "ves"
+      ],
+      [
+        "ĠA",
+        "l"
+      ],
+      [
+        "ĠP",
+        "at"
+      ],
+      [
+        "Ġapp",
+        "reci"
+      ],
+      [
+        "ass",
+        "es"
+      ],
+      [
+        "Ġsail",
+        "or"
+      ],
+      [
+        "Ġminut",
+        "e"
+      ],
+      [
+        "Ġfisher",
+        "man"
+      ],
+      [
+        "v",
+        "ision"
+      ],
+      [
+        "Ġr",
+        "at"
+      ],
+      [
+        "al",
+        "ed"
+      ],
+      [
+        "Ġbr",
+        "us"
+      ],
+      [
+        "Ġch",
+        "ance"
+      ],
+      [
+        "Ġpo",
+        "st"
+      ],
+      [
+        "Ġsun",
+        "gl"
+      ],
+      [
+        "Ġche",
+        "ek"
+      ],
+      [
+        "ree",
+        "ze"
+      ],
+      [
+        "Ġde",
+        "af"
+      ],
+      [
+        "Ġru",
+        "les"
+      ],
+      [
+        "Ġfrog",
+        "s"
+      ],
+      [
+        "Ġair",
+        "pl"
+      ],
+      [
+        "ĠGo",
+        "d"
+      ],
+      [
+        "Ġstrawber",
+        "ry"
+      ],
+      [
+        "Ġsle",
+        "pt"
+      ],
+      [
+        "Ġliz",
+        "ard"
+      ],
+      [
+        "Ġsungl",
+        "asses"
+      ],
+      [
+        "Ġl",
+        "uck"
+      ],
+      [
+        "Ġin",
+        "f"
+      ],
+      [
+        "Ġbe",
+        "ep"
+      ],
+      [
+        "ĠB",
+        "unny"
+      ],
+      [
+        "Ġme",
+        "as"
+      ],
+      [
+        "Ġro",
+        "d"
+      ],
+      [
+        "Ġor",
+        "der"
+      ],
+      [
+        "Ġrest",
+        "less"
+      ],
+      [
+        "Ġsand",
+        "box"
+      ],
+      [
+        "Ġmess",
+        "age"
+      ],
+      [
+        "ĠJoe",
+        "y"
+      ],
+      [
+        "Ġcomp",
+        "let"
+      ],
+      [
+        "Ġatt",
+        "ract"
+      ],
+      [
+        "Ġgold",
+        "en"
+      ],
+      [
+        "Gra",
+        "ndma"
+      ],
+      [
+        "Ġpil",
+        "ot"
+      ],
+      [
+        "Ġpor",
+        "ch"
+      ],
+      [
+        "L",
+        "ittle"
+      ],
+      [
+        "l",
+        "er"
+      ],
+      [
+        "s",
+        "es"
+      ]
+    ]
+  }
+}
\ No newline at end of file
diff --git a/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-2800/tokenizer_config.json b/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-2800/tokenizer_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..f1578d3b6947e13e4001d559b79d4944be52b9c1
--- /dev/null
+++ b/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-2800/tokenizer_config.json
@@ -0,0 +1,13 @@
+{
+  "add_prefix_space": false,
+  "backend": "tokenizers",
+  "bos_token": "<|endoftext|>",
+  "eos_token": "<|endoftext|>",
+  "errors": "replace",
+  "is_local": false,
+  "local_files_only": false,
+  "model_max_length": 1024,
+  "pad_token": "<|endoftext|>",
+  "tokenizer_class": "GPT2Tokenizer",
+  "unk_token": "<|endoftext|>"
+}
diff --git a/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-2800/trainer_state.json b/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-2800/trainer_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..a24721241216a6ab45db3fc99224e8cfcd5f66d9
--- /dev/null
+++ b/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-2800/trainer_state.json
@@ -0,0 +1,1030 @@
+{
+  "best_global_step": null,
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 0.1887428378833839,
+  "eval_steps": 2498,
+  "global_step": 2800,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.0013481631277384564,
+      "grad_norm": 2.078125,
+      "learning_rate": 2.66e-05,
+      "loss": 8.299579620361328,
+      "step": 20
+    },
+    {
+      "epoch": 0.002696326255476913,
+      "grad_norm": 1.359375,
+      "learning_rate": 5.46e-05,
+      "loss": 8.047666931152344,
+      "step": 40
+    },
+    {
+      "epoch": 0.004044489383215369,
+      "grad_norm": 1.2734375,
+      "learning_rate": 8.259999999999999e-05,
+      "loss": 7.838191986083984,
+      "step": 60
+    },
+    {
+      "epoch": 0.005392652510953826,
+      "grad_norm": 1.265625,
+      "learning_rate": 0.0001106,
+      "loss": 7.57310791015625,
+      "step": 80
+    },
+    {
+      "epoch": 0.006740815638692282,
+      "grad_norm": 1.1953125,
+      "learning_rate": 0.0001386,
+      "loss": 7.233531951904297,
+      "step": 100
+    },
+    {
+      "epoch": 0.008088978766430738,
+      "grad_norm": 1.1328125,
+      "learning_rate": 0.00016659999999999998,
+      "loss": 6.860941314697266,
+      "step": 120
+    },
+    {
+      "epoch": 0.009437141894169195,
+      "grad_norm": 0.95703125,
+      "learning_rate": 0.00019460000000000001,
+      "loss": 6.51712646484375,
+      "step": 140
+    },
+    {
+      "epoch": 0.010785305021907651,
+      "grad_norm": 0.81640625,
+      "learning_rate": 0.0002226,
+      "loss": 6.234881591796875,
+      "step": 160
+    },
+    {
+      "epoch": 0.012133468149646108,
+      "grad_norm": 0.73828125,
+      "learning_rate": 0.00025059999999999997,
+      "loss": 6.024795913696289,
+      "step": 180
+    },
+    {
+      "epoch": 0.013481631277384564,
+      "grad_norm": 1.0390625,
+      "learning_rate": 0.0002786,
+      "loss": 5.837321472167969,
+      "step": 200
+    },
+    {
+      "epoch": 0.01482979440512302,
+      "grad_norm": 0.63671875,
+      "learning_rate": 0.00030659999999999997,
+      "loss": 5.647708129882813,
+      "step": 220
+    },
+    {
+      "epoch": 0.016177957532861477,
+      "grad_norm": 0.8984375,
+      "learning_rate": 0.0003346,
+      "loss": 5.43688735961914,
+      "step": 240
+    },
+    {
+      "epoch": 0.01752612066059993,
+      "grad_norm": 0.77734375,
+      "learning_rate": 0.00036260000000000003,
+      "loss": 5.210599517822265,
+      "step": 260
+    },
+    {
+      "epoch": 0.01887428378833839,
+      "grad_norm": 0.890625,
+      "learning_rate": 0.0003906,
+      "loss": 4.956959533691406,
+      "step": 280
+    },
+    {
+      "epoch": 0.020222446916076844,
+      "grad_norm": 0.84765625,
+      "learning_rate": 0.0004186,
+      "loss": 4.726874160766601,
+      "step": 300
+    },
+    {
+      "epoch": 0.021570610043815303,
+      "grad_norm": 0.87890625,
+      "learning_rate": 0.0004466,
+      "loss": 4.527945327758789,
+      "step": 320
+    },
+    {
+      "epoch": 0.022918773171553757,
+      "grad_norm": 1.3515625,
+      "learning_rate": 0.00047460000000000004,
+      "loss": 4.3517810821533205,
+      "step": 340
+    },
+    {
+      "epoch": 0.024266936299292215,
+      "grad_norm": 0.76171875,
+      "learning_rate": 0.0005026,
+      "loss": 4.212622451782226,
+      "step": 360
+    },
+    {
+      "epoch": 0.02561509942703067,
+      "grad_norm": 0.6640625,
+      "learning_rate": 0.0005306,
+      "loss": 4.076633453369141,
+      "step": 380
+    },
+    {
+      "epoch": 0.026963262554769128,
+      "grad_norm": 0.498046875,
+      "learning_rate": 0.0005586,
+      "loss": 3.9346649169921877,
+      "step": 400
+    },
+    {
+      "epoch": 0.028311425682507583,
+      "grad_norm": 0.85546875,
+      "learning_rate": 0.0005866,
+      "loss": 3.8310710906982424,
+      "step": 420
+    },
+    {
+      "epoch": 0.02965958881024604,
+      "grad_norm": 0.59375,
+      "learning_rate": 0.0006146,
+      "loss": 3.7676155090332033,
+      "step": 440
+    },
+    {
+      "epoch": 0.031007751937984496,
+      "grad_norm": 0.6171875,
+      "learning_rate": 0.0006426,
+      "loss": 3.6599285125732424,
+      "step": 460
+    },
+    {
+      "epoch": 0.032355915065722954,
+      "grad_norm": 0.5546875,
+      "learning_rate": 0.0006705999999999999,
+      "loss": 3.5886669158935547,
+      "step": 480
+    },
+    {
+      "epoch": 0.03370407819346141,
+      "grad_norm": 0.546875,
+      "learning_rate": 0.0006986,
+      "loss": 3.512950134277344,
+      "step": 500
+    },
+    {
+      "epoch": 0.03505224132119986,
+      "grad_norm": 0.53125,
+      "learning_rate": 0.0007,
+      "loss": 3.444244384765625,
+      "step": 520
+    },
+    {
+      "epoch": 0.03640040444893832,
+      "grad_norm": 0.5078125,
+      "learning_rate": 0.0007,
+      "loss": 3.369425964355469,
+      "step": 540
+    },
+    {
+      "epoch": 0.03774856757667678,
+      "grad_norm": 0.5625,
+      "learning_rate": 0.0007,
+      "loss": 3.318771743774414,
+      "step": 560
+    },
+    {
+      "epoch": 0.03909673070441524,
+      "grad_norm": 0.470703125,
+      "learning_rate": 0.0007,
+      "loss": 3.2595756530761717,
+      "step": 580
+    },
+    {
+      "epoch": 0.04044489383215369,
+      "grad_norm": 0.53125,
+      "learning_rate": 0.0007,
+      "loss": 3.2241649627685547,
+      "step": 600
+    },
+    {
+      "epoch": 0.04179305695989215,
+      "grad_norm": 0.484375,
+      "learning_rate": 0.0007,
+      "loss": 3.1619989395141603,
+      "step": 620
+    },
+    {
+      "epoch": 0.043141220087630605,
+      "grad_norm": 0.5625,
+      "learning_rate": 0.0007,
+      "loss": 3.14036865234375,
+      "step": 640
+    },
+    {
+      "epoch": 0.044489383215369056,
+      "grad_norm": 0.41796875,
+      "learning_rate": 0.0007,
+      "loss": 3.083884620666504,
+      "step": 660
+    },
+    {
+      "epoch": 0.045837546343107514,
+      "grad_norm": 0.451171875,
+      "learning_rate": 0.0007,
+      "loss": 3.0591588973999024,
+      "step": 680
+    },
+    {
+      "epoch": 0.04718570947084597,
+      "grad_norm": 0.423828125,
+      "learning_rate": 0.0007,
+      "loss": 3.015497016906738,
+      "step": 700
+    },
+    {
+      "epoch": 0.04853387259858443,
+      "grad_norm": 0.41796875,
+      "learning_rate": 0.0007,
+      "loss": 2.9805700302124025,
+      "step": 720
+    },
+    {
+      "epoch": 0.04988203572632288,
+      "grad_norm": 0.46875,
+      "learning_rate": 0.0007,
+      "loss": 2.9426918029785156,
+      "step": 740
+    },
+    {
+      "epoch": 0.05123019885406134,
+      "grad_norm": 0.46484375,
+      "learning_rate": 0.0007,
+      "loss": 2.9274158477783203,
+      "step": 760
+    },
+    {
+      "epoch": 0.0525783619817998,
+      "grad_norm": 0.421875,
+      "learning_rate": 0.0007,
+      "loss": 2.931459426879883,
+      "step": 780
+    },
+    {
+      "epoch": 0.053926525109538256,
+      "grad_norm": 0.486328125,
+      "learning_rate": 0.0007,
+      "loss": 2.877642059326172,
+      "step": 800
+    },
+    {
+      "epoch": 0.05527468823727671,
+      "grad_norm": 0.40234375,
+      "learning_rate": 0.0007,
+      "loss": 2.8646697998046875,
+      "step": 820
+    },
+    {
+      "epoch": 0.056622851365015166,
+      "grad_norm": 0.451171875,
+      "learning_rate": 0.0007,
+      "loss": 2.8328128814697267,
+      "step": 840
+    },
+    {
+      "epoch": 0.057971014492753624,
+      "grad_norm": 0.396484375,
+      "learning_rate": 0.0007,
+      "loss": 2.790274429321289,
+      "step": 860
+    },
+    {
+      "epoch": 0.05931917762049208,
+      "grad_norm": 0.423828125,
+      "learning_rate": 0.0007,
+      "loss": 2.7668125152587892,
+      "step": 880
+    },
+    {
+      "epoch": 0.06066734074823053,
+      "grad_norm": 0.427734375,
+      "learning_rate": 0.0007,
+      "loss": 2.7516881942749025,
+      "step": 900
+    },
+    {
+      "epoch": 0.06201550387596899,
+      "grad_norm": 0.42578125,
+      "learning_rate": 0.0007,
+      "loss": 2.722590446472168,
+      "step": 920
+    },
+    {
+      "epoch": 0.06336366700370745,
+      "grad_norm": 0.4375,
+      "learning_rate": 0.0007,
+      "loss": 2.708496856689453,
+      "step": 940
+    },
+    {
+      "epoch": 0.06471183013144591,
+      "grad_norm": 0.400390625,
+      "learning_rate": 0.0007,
+      "loss": 2.681654930114746,
+      "step": 960
+    },
+    {
+      "epoch": 0.06605999325918437,
+      "grad_norm": 0.396484375,
+      "learning_rate": 0.0007,
+      "loss": 2.6650571823120117,
+      "step": 980
+    },
+    {
+      "epoch": 0.06740815638692282,
+      "grad_norm": 0.41015625,
+      "learning_rate": 0.0007,
+      "loss": 2.6637720108032226,
+      "step": 1000
+    },
+    {
+      "epoch": 0.06875631951466127,
+      "grad_norm": 0.396484375,
+      "learning_rate": 0.0007,
+      "loss": 2.6311159133911133,
+      "step": 1020
+    },
+    {
+      "epoch": 0.07010448264239973,
+      "grad_norm": 0.408203125,
+      "learning_rate": 0.0007,
+      "loss": 2.615707015991211,
+      "step": 1040
+    },
+    {
+      "epoch": 0.07145264577013818,
+      "grad_norm": 0.404296875,
+      "learning_rate": 0.0007,
+      "loss": 2.6003103256225586,
+      "step": 1060
+    },
+    {
+      "epoch": 0.07280080889787664,
+      "grad_norm": 0.41015625,
+      "learning_rate": 0.0007,
+      "loss": 2.581348991394043,
+      "step": 1080
+    },
+    {
+      "epoch": 0.0741489720256151,
+      "grad_norm": 0.404296875,
+      "learning_rate": 0.0007,
+      "loss": 2.574792671203613,
+      "step": 1100
+    },
+    {
+      "epoch": 0.07549713515335356,
+      "grad_norm": 0.384765625,
+      "learning_rate": 0.0007,
+      "loss": 2.538400650024414,
+      "step": 1120
+    },
+    {
+      "epoch": 0.07684529828109202,
+      "grad_norm": 0.41796875,
+      "learning_rate": 0.0007,
+      "loss": 2.5249162673950196,
+      "step": 1140
+    },
+    {
+      "epoch": 0.07819346140883048,
+      "grad_norm": 0.404296875,
+      "learning_rate": 0.0007,
+      "loss": 2.5237232208251954,
+      "step": 1160
+    },
+    {
+      "epoch": 0.07954162453656892,
+      "grad_norm": 0.396484375,
+      "learning_rate": 0.0007,
+      "loss": 2.517318344116211,
+      "step": 1180
+    },
+    {
+      "epoch": 0.08088978766430738,
+      "grad_norm": 0.41796875,
+      "learning_rate": 0.0007,
+      "loss": 2.507699203491211,
+      "step": 1200
+    },
+    {
+      "epoch": 0.08223795079204584,
+      "grad_norm": 0.3828125,
+      "learning_rate": 0.0007,
+      "loss": 2.4932661056518555,
+      "step": 1220
+    },
+    {
+      "epoch": 0.0835861139197843,
+      "grad_norm": 0.365234375,
+      "learning_rate": 0.0007,
+      "loss": 2.4781061172485352,
+      "step": 1240
+    },
+    {
+      "epoch": 0.08493427704752275,
+      "grad_norm": 0.388671875,
+      "learning_rate": 0.0007,
+      "loss": 2.465612030029297,
+      "step": 1260
+    },
+    {
+      "epoch": 0.08628244017526121,
+      "grad_norm": 0.41796875,
+      "learning_rate": 0.0007,
+      "loss": 2.4463497161865235,
+      "step": 1280
+    },
+    {
+      "epoch": 0.08763060330299967,
+      "grad_norm": 0.390625,
+      "learning_rate": 0.0007,
+      "loss": 2.4374414443969727,
+      "step": 1300
+    },
+    {
+      "epoch": 0.08897876643073811,
+      "grad_norm": 0.35546875,
+      "learning_rate": 0.0007,
+      "loss": 2.4308101654052736,
+      "step": 1320
+    },
+    {
+      "epoch": 0.09032692955847657,
+      "grad_norm": 0.40234375,
+      "learning_rate": 0.0007,
+      "loss": 2.416130256652832,
+      "step": 1340
+    },
+    {
+      "epoch": 0.09167509268621503,
+      "grad_norm": 0.4296875,
+      "learning_rate": 0.0007,
+      "loss": 2.41524600982666,
+      "step": 1360
+    },
+    {
+      "epoch": 0.09302325581395349,
+      "grad_norm": 0.359375,
+      "learning_rate": 0.0007,
+      "loss": 2.392221450805664,
+      "step": 1380
+    },
+    {
+      "epoch": 0.09437141894169195,
+      "grad_norm": 0.373046875,
+      "learning_rate": 0.0007,
+      "loss": 2.383866310119629,
+      "step": 1400
+    },
+    {
+      "epoch": 0.0957195820694304,
+      "grad_norm": 0.396484375,
+      "learning_rate": 0.0007,
+      "loss": 2.394974708557129,
+      "step": 1420
+    },
+    {
+      "epoch": 0.09706774519716886,
+      "grad_norm": 0.396484375,
+      "learning_rate": 0.0007,
+      "loss": 2.3713239669799804,
+      "step": 1440
+    },
+    {
+      "epoch": 0.09841590832490732,
+      "grad_norm": 0.37109375,
+      "learning_rate": 0.0007,
+      "loss": 2.3597253799438476,
+      "step": 1460
+    },
+    {
+      "epoch": 0.09976407145264576,
+      "grad_norm": 0.34765625,
+      "learning_rate": 0.0007,
+      "loss": 2.3452421188354493,
+      "step": 1480
+    },
+    {
+      "epoch": 0.10111223458038422,
+      "grad_norm": 0.376953125,
+      "learning_rate": 0.0007,
+      "loss": 2.3336454391479493,
+      "step": 1500
+    },
+    {
+      "epoch": 0.10246039770812268,
+      "grad_norm": 0.39453125,
+      "learning_rate": 0.0007,
+      "loss": 2.3358110427856444,
+      "step": 1520
+    },
+    {
+      "epoch": 0.10380856083586114,
+      "grad_norm": 0.40625,
+      "learning_rate": 0.0007,
+      "loss": 2.324386787414551,
+      "step": 1540
+    },
+    {
+      "epoch": 0.1051567239635996,
+      "grad_norm": 0.376953125,
+      "learning_rate": 0.0007,
+      "loss": 2.313844108581543,
+      "step": 1560
+    },
+    {
+      "epoch": 0.10650488709133805,
+      "grad_norm": 0.349609375,
+      "learning_rate": 0.0007,
+      "loss": 2.3294256210327147,
+      "step": 1580
+    },
+    {
+      "epoch": 0.10785305021907651,
+      "grad_norm": 0.40234375,
+      "learning_rate": 0.0007,
+      "loss": 2.297942352294922,
+      "step": 1600
+    },
+    {
+      "epoch": 0.10920121334681497,
+      "grad_norm": 0.357421875,
+      "learning_rate": 0.0007,
+      "loss": 2.296767997741699,
+      "step": 1620
+    },
+    {
+      "epoch": 0.11054937647455342,
+      "grad_norm": 0.37890625,
+      "learning_rate": 0.0007,
+      "loss": 2.3081844329833983,
+      "step": 1640
+    },
+    {
+      "epoch": 0.11189753960229187,
+      "grad_norm": 0.35546875,
+      "learning_rate": 0.0007,
+      "loss": 2.2883626937866213,
+      "step": 1660
+    },
+    {
+      "epoch": 0.11324570273003033,
+      "grad_norm": 0.375,
+      "learning_rate": 0.0007,
+      "loss": 2.272566223144531,
+      "step": 1680
+    },
+    {
+      "epoch": 0.11459386585776879,
+      "grad_norm": 0.373046875,
+      "learning_rate": 0.0007,
+      "loss": 2.281250762939453,
+      "step": 1700
+    },
+    {
+      "epoch": 0.11594202898550725,
+      "grad_norm": 0.41796875,
+      "learning_rate": 0.0007,
+      "loss": 2.257417106628418,
+      "step": 1720
+    },
+    {
+      "epoch": 0.1172901921132457,
+      "grad_norm": 0.365234375,
+      "learning_rate": 0.0007,
+      "loss": 2.2473636627197267,
+      "step": 1740
+    },
+    {
+      "epoch": 0.11863835524098416,
+      "grad_norm": 0.380859375,
+      "learning_rate": 0.0007,
+      "loss": 2.253912925720215,
+      "step": 1760
+    },
+    {
+      "epoch": 0.11998651836872262,
+      "grad_norm": 0.3515625,
+      "learning_rate": 0.0007,
+      "loss": 2.2672780990600585,
+      "step": 1780
+    },
+    {
+      "epoch": 0.12133468149646107,
+      "grad_norm": 0.3671875,
+      "learning_rate": 0.0007,
+      "loss": 2.261806106567383,
+      "step": 1800
+    },
+    {
+      "epoch": 0.12268284462419952,
+      "grad_norm": 0.375,
+      "learning_rate": 0.0007,
+      "loss": 2.2513105392456056,
+      "step": 1820
+    },
+    {
+      "epoch": 0.12403100775193798,
+      "grad_norm": 0.369140625,
+      "learning_rate": 0.0007,
+      "loss": 2.2201774597167967,
+      "step": 1840
+    },
+    {
+      "epoch": 0.12537917087967643,
+      "grad_norm": 0.35546875,
+      "learning_rate": 0.0007,
+      "loss": 2.2213924407958983,
+      "step": 1860
+    },
+    {
+      "epoch": 0.1267273340074149,
+      "grad_norm": 0.361328125,
+      "learning_rate": 0.0007,
+      "loss": 2.21158447265625,
+      "step": 1880
+    },
+    {
+      "epoch": 0.12807549713515334,
+      "grad_norm": 0.357421875,
+      "learning_rate": 0.0007,
+      "loss": 2.218313217163086,
+      "step": 1900
+    },
+    {
+      "epoch": 0.12942366026289182,
+      "grad_norm": 0.361328125,
+      "learning_rate": 0.0007,
+      "loss": 2.1961637496948243,
+      "step": 1920
+    },
+    {
+      "epoch": 0.13077182339063026,
+      "grad_norm": 0.369140625,
+      "learning_rate": 0.0007,
+      "loss": 2.2057926177978517,
+      "step": 1940
+    },
+    {
+      "epoch": 0.13211998651836873,
+      "grad_norm": 0.345703125,
+      "learning_rate": 0.0007,
+      "loss": 2.181648826599121,
+      "step": 1960
+    },
+    {
+      "epoch": 0.13346814964610718,
+      "grad_norm": 0.380859375,
+      "learning_rate": 0.0007,
+      "loss": 2.203908920288086,
+      "step": 1980
+    },
+    {
+      "epoch": 0.13481631277384565,
+      "grad_norm": 0.341796875,
+      "learning_rate": 0.0007,
+      "loss": 2.1758956909179688,
+      "step": 2000
+    },
+    {
+      "epoch": 0.1361644759015841,
+      "grad_norm": 0.35546875,
+      "learning_rate": 0.0007,
+      "loss": 2.185748481750488,
+      "step": 2020
+    },
+    {
+      "epoch": 0.13751263902932254,
+      "grad_norm": 0.41796875,
+      "learning_rate": 0.0007,
+      "loss": 2.165380668640137,
+      "step": 2040
+    },
+    {
+      "epoch": 0.138860802157061,
+      "grad_norm": 0.3515625,
+      "learning_rate": 0.0007,
+      "loss": 2.1852161407470705,
+      "step": 2060
+    },
+    {
+      "epoch": 0.14020896528479945,
+      "grad_norm": 0.34765625,
+      "learning_rate": 0.0007,
+      "loss": 2.160782051086426,
+      "step": 2080
+    },
+    {
+      "epoch": 0.14155712841253792,
+      "grad_norm": 0.337890625,
+      "learning_rate": 0.0007,
+      "loss": 2.152023124694824,
+      "step": 2100
+    },
+    {
+      "epoch": 0.14290529154027637,
+      "grad_norm": 0.359375,
+      "learning_rate": 0.0007,
+      "loss": 2.160308837890625,
+      "step": 2120
+    },
+    {
+      "epoch": 0.14425345466801484,
+      "grad_norm": 0.34765625,
+      "learning_rate": 0.0007,
+      "loss": 2.1609643936157226,
+      "step": 2140
+    },
+    {
+      "epoch": 0.14560161779575329,
+      "grad_norm": 0.357421875,
+      "learning_rate": 0.0007,
+      "loss": 2.1475265502929686,
+      "step": 2160
+    },
+    {
+      "epoch": 0.14694978092349173,
+      "grad_norm": 0.345703125,
+      "learning_rate": 0.0007,
+      "loss": 2.155929183959961,
+      "step": 2180
+    },
+    {
+      "epoch": 0.1482979440512302,
+      "grad_norm": 0.341796875,
+      "learning_rate": 0.0007,
+      "loss": 2.1293373107910156,
+      "step": 2200
+    },
+    {
+      "epoch": 0.14964610717896865,
+      "grad_norm": 0.35546875,
+      "learning_rate": 0.0007,
+      "loss": 2.137188720703125,
+      "step": 2220
+    },
+    {
+      "epoch": 0.15099427030670712,
+      "grad_norm": 0.345703125,
+      "learning_rate": 0.0007,
+      "loss": 2.1462854385375976,
+      "step": 2240
+    },
+    {
+      "epoch": 0.15234243343444556,
+      "grad_norm": 0.365234375,
+      "learning_rate": 0.0007,
+      "loss": 2.1255794525146485,
+      "step": 2260
+    },
+    {
+      "epoch": 0.15369059656218403,
+      "grad_norm": 0.33984375,
+      "learning_rate": 0.0007,
+      "loss": 2.1365018844604493,
+      "step": 2280
+    },
+    {
+      "epoch": 0.15503875968992248,
+      "grad_norm": 0.337890625,
+      "learning_rate": 0.0007,
+      "loss": 2.1164464950561523,
+      "step": 2300
+    },
+    {
+      "epoch": 0.15638692281766095,
+      "grad_norm": 0.361328125,
+      "learning_rate": 0.0007,
+      "loss": 2.127320671081543,
+      "step": 2320
+    },
+    {
+      "epoch": 0.1577350859453994,
+      "grad_norm": 0.3359375,
+      "learning_rate": 0.0007,
+      "loss": 2.117641067504883,
+      "step": 2340
+    },
+    {
+      "epoch": 0.15908324907313784,
+      "grad_norm": 0.357421875,
+      "learning_rate": 0.0007,
+      "loss": 2.119377326965332,
+      "step": 2360
+    },
+    {
+      "epoch": 0.1604314122008763,
+      "grad_norm": 0.33203125,
+      "learning_rate": 0.0007,
+      "loss": 2.121909332275391,
+      "step": 2380
+    },
+    {
+      "epoch": 0.16177957532861476,
+      "grad_norm": 0.361328125,
+      "learning_rate": 0.0007,
+      "loss": 2.10235538482666,
+      "step": 2400
+    },
+    {
+      "epoch": 0.16312773845635323,
+      "grad_norm": 0.353515625,
+      "learning_rate": 0.0007,
+      "loss": 2.1056692123413088,
+      "step": 2420
+    },
+    {
+      "epoch": 0.16447590158409167,
+      "grad_norm": 0.3359375,
+      "learning_rate": 0.0007,
+      "loss": 2.093578910827637,
+      "step": 2440
+    },
+    {
+      "epoch": 0.16582406471183014,
+      "grad_norm": 0.337890625,
+      "learning_rate": 0.0007,
+      "loss": 2.1059795379638673,
+      "step": 2460
+    },
+    {
+      "epoch": 0.1671722278395686,
+      "grad_norm": 0.361328125,
+      "learning_rate": 0.0007,
+      "loss": 2.106010627746582,
+      "step": 2480
+    },
+    {
+      "epoch": 0.1683855746545332,
+      "eval_loss": 2.100916624069214,
+      "eval_runtime": 15.3711,
+      "eval_samples_per_second": 619.799,
+      "eval_steps_per_second": 0.651,
+      "step": 2498
+    },
+    {
+      "epoch": 0.16852039096730703,
+      "grad_norm": 0.33984375,
+      "learning_rate": 0.0007,
+      "loss": 2.087843322753906,
+      "step": 2500
+    },
+    {
+      "epoch": 0.16852039096730703,
+      "eval_loss": 2.1001250743865967,
+      "eval_runtime": 18.4156,
+      "eval_samples_per_second": 517.335,
+      "eval_steps_per_second": 0.543,
+      "step": 2500
+    },
+    {
+      "epoch": 0.1698685540950455,
+      "grad_norm": 20840448.0,
+      "learning_rate": 3.4200000000000005e-05,
+      "loss": 2.092716407775879,
+      "step": 2520
+    },
+    {
+      "epoch": 0.17121671722278395,
+      "grad_norm": 22937600.0,
+      "learning_rate": 7.020000000000001e-05,
+      "loss": 2.106246566772461,
+      "step": 2540
+    },
+    {
+      "epoch": 0.17256488035052242,
+      "grad_norm": 116391936.0,
+      "learning_rate": 9e-05,
+      "loss": 3.2435539245605467,
+      "step": 2560
+    },
+    {
+      "epoch": 0.17391304347826086,
+      "grad_norm": 283115520.0,
+      "learning_rate": 9e-05,
+      "loss": 7.010993957519531,
+      "step": 2580
+    },
+    {
+      "epoch": 0.17526120660599934,
+      "grad_norm": 583008256.0,
+      "learning_rate": 9e-05,
+      "loss": 7.576824188232422,
+      "step": 2600
+    },
+    {
+      "epoch": 0.17660936973373778,
+      "grad_norm": 998244352.0,
+      "learning_rate": 9e-05,
+      "loss": 7.7992095947265625,
+      "step": 2620
+    },
+    {
+      "epoch": 0.17795753286147623,
+      "grad_norm": 1501560832.0,
+      "learning_rate": 9e-05,
+      "loss": 7.901728820800781,
+      "step": 2640
+    },
+    {
+      "epoch": 0.1793056959892147,
+      "grad_norm": 2055208960.0,
+      "learning_rate": 9e-05,
+      "loss": 7.956874847412109,
+      "step": 2660
+    },
+    {
+      "epoch": 0.18065385911695314,
+      "grad_norm": 2650800128.0,
+      "learning_rate": 9e-05,
+      "loss": 7.995229339599609,
+      "step": 2680
+    },
+    {
+      "epoch": 0.1820020222446916,
+      "grad_norm": 3288334336.0,
+      "learning_rate": 9e-05,
+      "loss": 8.019290161132812,
+      "step": 2700
+    },
+    {
+      "epoch": 0.18335018537243006,
+      "grad_norm": 3942645760.0,
+      "learning_rate": 9e-05,
+      "loss": 8.043710327148437,
+      "step": 2720
+    },
+    {
+      "epoch": 0.18469834850016853,
+      "grad_norm": 4630511616.0,
+      "learning_rate": 9e-05,
+      "loss": 8.043434143066406,
+      "step": 2740
+    },
+    {
+      "epoch": 0.18604651162790697,
+      "grad_norm": 5301600256.0,
+      "learning_rate": 9e-05,
+      "loss": 8.049758911132812,
+      "step": 2760
+    },
+    {
+      "epoch": 0.18739467475564545,
+      "grad_norm": 5972688896.0,
+      "learning_rate": 9e-05,
+      "loss": 8.061854553222656,
+      "step": 2780
+    },
+    {
+      "epoch": 0.1887428378833839,
+      "grad_norm": 6643777536.0,
+      "learning_rate": 9e-05,
+      "loss": 8.073146057128906,
+      "step": 2800
+    }
+  ],
+  "logging_steps": 20,
+  "max_steps": 3500,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 1,
+  "save_steps": 100,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 9033594647347200.0,
+  "train_batch_size": 64,
+  "trial_name": null,
+  "trial_params": null
+}
diff --git a/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-2800/training_args.bin b/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-2800/training_args.bin
new file mode 100644
index 0000000000000000000000000000000000000000..c1e7646e238287016f463d9c164308eeb61907be
--- /dev/null
+++ b/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-2800/training_args.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:759f687547d62f080b691b398df9dd337d9e21ff107770065591d2088b29bf88
+size 4920
diff --git a/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-2900/config.json b/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-2900/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..ddf778ded4e2e08f20c75fc7d22d4fbdcdda599a
--- /dev/null
+++ b/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-2900/config.json
@@ -0,0 +1,36 @@
+{
+  "activation": "gelu",
+  "architectures": [
+    "TinyLlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 1,
+  "dtype": "bfloat16",
+  "eos_token_id": 2,
+  "head_dim": 32,
+  "hidden_act": "silu",
+  "hidden_size": 128,
+  "initializer_range": 0.02,
+  "intermediate_size": 256,
+  "max_position_embeddings": 512,
+  "mlp_bias": false,
+  "mlp_type": "glu",
+  "model_type": "tiny_llama",
+  "num_attention_heads": 4,
+  "num_hidden_layers": 100,
+  "num_key_value_heads": 4,
+  "pad_token_id": 0,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-06,
+  "rope_parameters": {
+    "rope_theta": 10000.0,
+    "rope_type": "default"
+  },
+  "tie_word_embeddings": true,
+  "tokenizer_name": "w-ahmad/tiny-stories-tokenizer",
+  "transformers_version": "5.16.0.dev0",
+  "use_cache": false,
+  "vocab_size": 4096,
+  "waleed_beta": 4
+}
diff --git a/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-2900/model.safetensors b/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-2900/model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..bf83fa6baf2f5fbdb61ad63b1eb83b57d4ab9b50
--- /dev/null
+++ b/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-2900/model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46b1f3b47a281e5aa8b49b5caea9a61f044ab9ef4947eb33d1b656f295584170
+size 33967272
diff --git a/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-2900/optimizer.pt b/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-2900/optimizer.pt
new file mode 100644
index 0000000000000000000000000000000000000000..291548798bacaa88b96f555d485a999548435d93
--- /dev/null
+++ b/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-2900/optimizer.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e4c7c344176ec3b1ae75937a9c708127c748abd8cf8c6ec9b9f9a34962f9bee
+size 39573050
diff --git a/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-2900/rng_state.pth b/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-2900/rng_state.pth
new file mode 100644
index 0000000000000000000000000000000000000000..e29ad0909e8c1afefa182e7ed890fa257c75af25
--- /dev/null
+++ b/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-2900/rng_state.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cf9097d4513154245c48236b6ec5137b7ee2a21c9f58f2cba798ea275c6026f
+size 14244
diff --git a/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-2900/scheduler.pt b/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-2900/scheduler.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25964683df4f58e8cbef1e4d2975e8461bf496ff
--- /dev/null
+++ b/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-2900/scheduler.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66f5b68450b0c18ded7ac53967162b3ffa6171c24c7dd24167f487c9909bda68
+size 1064
diff --git a/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-2900/tokenizer.json b/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-2900/tokenizer.json
new file mode 100644
index 0000000000000000000000000000000000000000..4e4e61f2579f8f18013caa72cd48f66b9ed1ad9f
--- /dev/null
+++ b/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-2900/tokenizer.json
@@ -0,0 +1,19501 @@
+{
+  "version": "1.0",
+  "truncation": null,
+  "padding": null,
+  "added_tokens": [
+    {
+      "id": 0,
+      "content": "<|endoftext|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": true
+    }
+  ],
+  "normalizer": null,
+  "pre_tokenizer": {
+    "type": "ByteLevel",
+    "add_prefix_space": false,
+    "trim_offsets": true,
+    "use_regex": true
+  },
+  "post_processor": {
+    "type": "ByteLevel",
+    "add_prefix_space": true,
+    "trim_offsets": false,
+    "use_regex": true
+  },
+  "decoder": {
+    "type": "ByteLevel",
+    "add_prefix_space": true,
+    "trim_offsets": true,
+    "use_regex": true
+  },
+  "model": {
+    "type": "BPE",
+    "dropout": null,
+    "unk_token": null,
+    "continuing_subword_prefix": "",
+    "end_of_word_suffix": "",
+    "fuse_unk": false,
+    "byte_fallback": false,
+    "ignore_merges": false,
+    "vocab": {
+      "<|endoftext|>": 0,
+      "!": 1,
+      "\"": 2,
+      "#": 3,
+      "$": 4,
+      "%": 5,
+      "&": 6,
+      "'": 7,
+      "(": 8,
+      ")": 9,
+      "*": 10,
+      "+": 11,
+      ",": 12,
+      "-": 13,
+      ".": 14,
+      "/": 15,
+      "0": 16,
+      "1": 17,
+      "2": 18,
+      "3": 19,
+      "4": 20,
+      "5": 21,
+      "6": 22,
+      "7": 23,
+      "8": 24,
+      "9": 25,
+      ":": 26,
+      ";": 27,
+      "<": 28,
+      "=": 29,
+      ">": 30,
+      "?": 31,
+      "@": 32,
+      "A": 33,
+      "B": 34,
+      "C": 35,
+      "D": 36,
+      "E": 37,
+      "F": 38,
+      "G": 39,
+      "H": 40,
+      "I": 41,
+      "J": 42,
+      "K": 43,
+      "L": 44,
+      "M": 45,
+      "N": 46,
+      "O": 47,
+      "P": 48,
+      "Q": 49,
+      "R": 50,
+      "S": 51,
+      "T": 52,
+      "U": 53,
+      "V": 54,
+      "W": 55,
+      "X": 56,
+      "Y": 57,
+      "Z": 58,
+      "[": 59,
+      "\\": 60,
+      "]": 61,
+      "^": 62,
+      "_": 63,
+      "`": 64,
+      "a": 65,
+      "b": 66,
+      "c": 67,
+      "d": 68,
+      "e": 69,
+      "f": 70,
+      "g": 71,
+      "h": 72,
+      "i": 73,
+      "j": 74,
+      "k": 75,
+      "l": 76,
+      "m": 77,
+      "n": 78,
+      "o": 79,
+      "p": 80,
+      "q": 81,
+      "r": 82,
+      "s": 83,
+      "t": 84,
+      "u": 85,
+      "v": 86,
+      "w": 87,
+      "x": 88,
+      "y": 89,
+      "z": 90,
+      "{": 91,
+      "|": 92,
+      "}": 93,
+      "~": 94,
+      "¡": 95,
+      "¢": 96,
+      "£": 97,
+      "¤": 98,
+      "¥": 99,
+      "¦": 100,
+      "§": 101,
+      "¨": 102,
+      "©": 103,
+      "ª": 104,
+      "«": 105,
+      "¬": 106,
+      "®": 107,
+      "¯": 108,
+      "°": 109,
+      "±": 110,
+      "²": 111,
+      "³": 112,
+      "´": 113,
+      "µ": 114,
+      "¶": 115,
+      "·": 116,
+      "¸": 117,
+      "¹": 118,
+      "º": 119,
+      "»": 120,
+      "¼": 121,
+      "½": 122,
+      "¾": 123,
+      "¿": 124,
+      "À": 125,
+      "Á": 126,
+      "Â": 127,
+      "Ã": 128,
+      "Ä": 129,
+      "Å": 130,
+      "Æ": 131,
+      "Ç": 132,
+      "È": 133,
+      "É": 134,
+      "Ê": 135,
+      "Ë": 136,
+      "Ì": 137,
+      "Í": 138,
+      "Î": 139,
+      "Ï": 140,
+      "Ð": 141,
+      "Ñ": 142,
+      "Ò": 143,
+      "Ó": 144,
+      "Ô": 145,
+      "Õ": 146,
+      "Ö": 147,
+      "×": 148,
+      "Ø": 149,
+      "Ù": 150,
+      "Ú": 151,
+      "Û": 152,
+      "Ü": 153,
+      "Ý": 154,
+      "Þ": 155,
+      "ß": 156,
+      "à": 157,
+      "á": 158,
+      "â": 159,
+      "ã": 160,
+      "ä": 161,
+      "å": 162,
+      "æ": 163,
+      "ç": 164,
+      "è": 165,
+      "é": 166,
+      "ê": 167,
+      "ë": 168,
+      "ì": 169,
+      "í": 170,
+      "î": 171,
+      "ï": 172,
+      "ð": 173,
+      "ñ": 174,
+      "ò": 175,
+      "ó": 176,
+      "ô": 177,
+      "õ": 178,
+      "ö": 179,
+      "÷": 180,
+      "ø": 181,
+      "ù": 182,
+      "ú": 183,
+      "û": 184,
+      "ü": 185,
+      "ý": 186,
+      "þ": 187,
+      "ÿ": 188,
+      "Ā": 189,
+      "ā": 190,
+      "Ă": 191,
+      "ă": 192,
+      "Ą": 193,
+      "ą": 194,
+      "Ć": 195,
+      "ć": 196,
+      "Ĉ": 197,
+      "ĉ": 198,
+      "Ċ": 199,
+      "ċ": 200,
+      "Č": 201,
+      "č": 202,
+      "Ď": 203,
+      "ď": 204,
+      "Đ": 205,
+      "đ": 206,
+      "Ē": 207,
+      "ē": 208,
+      "Ĕ": 209,
+      "ĕ": 210,
+      "Ė": 211,
+      "ė": 212,
+      "Ę": 213,
+      "ę": 214,
+      "Ě": 215,
+      "ě": 216,
+      "Ĝ": 217,
+      "ĝ": 218,
+      "Ğ": 219,
+      "ğ": 220,
+      "Ġ": 221,
+      "ġ": 222,
+      "Ģ": 223,
+      "ģ": 224,
+      "Ĥ": 225,
+      "ĥ": 226,
+      "Ħ": 227,
+      "ħ": 228,
+      "Ĩ": 229,
+      "ĩ": 230,
+      "Ī": 231,
+      "ī": 232,
+      "Ĭ": 233,
+      "ĭ": 234,
+      "Į": 235,
+      "į": 236,
+      "İ": 237,
+      "ı": 238,
+      "IJ": 239,
+      "ij": 240,
+      "Ĵ": 241,
+      "ĵ": 242,
+      "Ķ": 243,
+      "ķ": 244,
+      "ĸ": 245,
+      "Ĺ": 246,
+      "ĺ": 247,
+      "Ļ": 248,
+      "ļ": 249,
+      "Ľ": 250,
+      "ľ": 251,
+      "Ŀ": 252,
+      "ŀ": 253,
+      "Ł": 254,
+      "ł": 255,
+      "Ń": 256,
+      "he": 257,
+      "Ġt": 258,
+      "Ġa": 259,
+      "Ġs": 260,
+      "Ġw": 261,
+      "nd": 262,
+      "Ġthe": 263,
+      "ed": 264,
+      "Ġand": 265,
+      "Ġto": 266,
+      "Ġb": 267,
+      "in": 268,
+      "Ġh": 269,
+      "Ġwa": 270,
+      "re": 271,
+      "Ġf": 272,
+      "it": 273,
+      "ou": 274,
+      "Ġc": 275,
+      "Ġl": 276,
+      "Ġhe": 277,
+      "Ġd": 278,
+      "er": 279,
+      "Ġwas": 280,
+      "Ġm": 281,
+      "Ġp": 282,
+      "om": 283,
+      "ĠT": 284,
+      "Ġo": 285,
+      "ay": 286,
+      "ar": 287,
+      "ing": 288,
+      "is": 289,
+      "Ġg": 290,
+      "il": 291,
+      "id": 292,
+      "at": 293,
+      "en": 294,
+      "Ġn": 295,
+      "Ġsa": 296,
+      "Ġha": 297,
+      "ĠS": 298,
+      "im": 299,
+      "an": 300,
+      "ĠThe": 301,
+      "or": 302,
+      "on": 303,
+      "Ġit": 304,
+      "Ġth": 305,
+      "ll": 306,
+      "le": 307,
+      "ĠH": 308,
+      "Ġher": 309,
+      "et": 310,
+      "ot": 311,
+      "ir": 312,
+      "ĠShe": 313,
+      "ĠHe": 314,
+      "ver": 315,
+      "es": 316,
+      "Ġin": 317,
+      "ut": 318,
+      "ow": 319,
+      "ck": 320,
+      "Ġe": 321,
+      "Ġu": 322,
+      "ld": 323,
+      "ĠThey": 324,
+      "oo": 325,
+      "ig": 326,
+      "Ġsaid": 327,
+      "am": 328,
+      "ily": 329,
+      "Ġbe": 330,
+      "Ġy": 331,
+      "Ġr": 332,
+      "Ġst": 333,
+      "ce": 334,
+      "Ġshe": 335,
+      "Ġ\"": 336,
+      "pp": 337,
+      "ke": 338,
+      "ith": 339,
+      "On": 340,
+      "ĠI": 341,
+      "Ġwith": 342,
+      "ve": 343,
+      "Lily": 344,
+      "Ġon": 345,
+      "Ġof": 346,
+      "Ġso": 347,
+      "Ġhis": 348,
+      "ked": 349,
+      "ri": 350,
+      "nt": 351,
+      "very": 352,
+      "Ġpl": 353,
+      "Ġday": 354,
+      "ad": 355,
+      "Ġyou": 356,
+      "Ġthat": 357,
+      "Ġup": 358,
+      "Ġhad": 359,
+      "st": 360,
+      "Ġplay": 361,
+      "Ġthey": 362,
+      "ĠLily": 363,
+      "Ġwe": 364,
+      "Ġmom": 365,
+      "my": 366,
+      "Ġfor": 367,
+      "el": 368,
+      "ould": 369,
+      "un": 370,
+      "ĠB": 371,
+      "'s": 372,
+      "itt": 373,
+      "ent": 374,
+      "Ġhapp": 375,
+      "The": 376,
+      "ch": 377,
+      "Ġli": 378,
+      "out": 379,
+      "Ġwant": 380,
+      "Ġsh": 381,
+      "her": 382,
+      "ly": 383,
+      "ime": 384,
+      "ittle": 385,
+      "ound": 386,
+      "Ġvery": 387,
+      "Ġtime": 388,
+      "ome": 389,
+      "Ġlittle": 390,
+      "Ġthere": 391,
+      "se": 392,
+      "Ġdo": 393,
+      "Ġwh": 394,
+      "all": 395,
+      "Ġk": 396,
+      "end": 397,
+      "al": 398,
+      "ht": 399,
+      "Ġne": 400,
+      "Ġre": 401,
+      "Ġnot": 402,
+      "Ġhappy": 403,
+      "ĠĊ": 404,
+      "Ġbig": 405,
+      "ĠM": 406,
+      "Ġbut": 407,
+      "Ġsm": 408,
+      "ack": 409,
+      "Ġsaw": 410,
+      "ĠIt": 411,
+      "Ġas": 412,
+      "Ġan": 413,
+      "ra": 414,
+      "riend": 415,
+      "Ġfriend": 416,
+      "ide": 417,
+      "One": 418,
+      "ry": 419,
+      "'t": 420,
+      "ved": 421,
+      "Ġis": 422,
+      "Once": 423,
+      "ake": 424,
+      ".\"": 425,
+      "Ġwere": 426,
+      "ter": 427,
+      "ug": 428,
+      "Ġloo": 429,
+      "Ġlo": 430,
+      "ore": 431,
+      "ec": 432,
+      "ĠTim": 433,
+      "Ġhim": 434,
+      "Ġbo": 435,
+      "!\"": 436,
+      "Ġtoo": 437,
+      "Ġgo": 438,
+      "Ġupon": 439,
+      "irl": 440,
+      "Ġj": 441,
+      "Ġwanted": 442,
+      "Ġgirl": 443,
+      "Ġse": 444,
+      "Ġout": 445,
+      "ard": 446,
+      "way": 447,
+      "Ġsp": 448,
+      "ill": 449,
+      "ind": 450,
+      "Ġthem": 451,
+      "Ġcould": 452,
+      "fu": 453,
+      "hen": 454,
+      "Ġat": 455,
+      "ur": 456,
+      "Ġdid": 457,
+      "Ġsmil": 458,
+      "Ġtheir": 459,
+      "Ġare": 460,
+      "Ġex": 461,
+      "ĠA": 462,
+      "ain": 463,
+      "Ġwent": 464,
+      "art": 465,
+      "hed": 466,
+      "rom": 467,
+      "ic": 468,
+      "round": 469,
+      "Ġhave": 470,
+      "Ġnam": 471,
+      "lp": 472,
+      "Ġall": 473,
+      "ĠJ": 474,
+      "ful": 475,
+      "Ġkn": 476,
+      "hing": 477,
+      "ood": 478,
+      "Ġhelp": 479,
+      "ight": 480,
+      "Ġfriends": 481,
+      "one": 482,
+      "ark": 483,
+      "Ġback": 484,
+      "um": 485,
+      "Ġcan": 486,
+      "Ġnamed": 487,
+      "Ġcl": 488,
+      "?\"": 489,
+      "Ġfun": 490,
+      "are": 491,
+      "ĠBen": 492,
+      "Ġloved": 493,
+      "Ġal": 494,
+      "elt": 495,
+      "ĠTimmy": 496,
+      "ĠOne": 497,
+      "op": 498,
+      "side": 499,
+      "Ġle": 500,
+      "Ġno": 501,
+      "Ġsc": 502,
+      "ĠTom": 503,
+      "Ġfelt": 504,
+      "oug": 505,
+      "Ġsmiled": 506,
+      "ick": 507,
+      "Ġasked": 508,
+      "You": 509,
+      "Ġtoy": 510,
+      "Ġman": 511,
+      "Ġaround": 512,
+      "ame": 513,
+      "Ġfe": 514,
+      "Ġsay": 515,
+      "Ġboy": 516,
+      "Ġsome": 517,
+      "Ġlooked": 518,
+      "ure": 519,
+      "omet": 520,
+      "Ġbr": 521,
+      "Ġwould": 522,
+      "Ġme": 523,
+      "Ġbir": 524,
+      "Ġlike": 525,
+      "get": 526,
+      "Ġstart": 527,
+      "Ġro": 528,
+      "as": 529,
+      "Ġsee": 530,
+      "ĠW": 531,
+      "ice": 532,
+      "ong": 533,
+      "Ġbird": 534,
+      "Ġsomet": 535,
+      "dd": 536,
+      "Ġwor": 537,
+      "ade": 538,
+      "ie": 539,
+      "king": 540,
+      "Ġag": 541,
+      "own": 542,
+      "Ġtre": 543,
+      "Ġfa": 544,
+      "Ġaway": 545,
+      "Ġwhat": 546,
+      "ings": 547,
+      "Ġstarted": 548,
+      "gether": 549,
+      "Ġran": 550,
+      "â": 551,
+      "âĤ": 552,
+      "âĤ¬": 553,
+      "ared": 554,
+      "Ġmake": 555,
+      "ĠBut": 556,
+      "ited": 557,
+      "if": 558,
+      "oud": 559,
+      "Ġmade": 560,
+      "Ġtogether": 561,
+      "Ġsomething": 562,
+      "Ġexc": 563,
+      "ag": 564,
+      "Ġco": 565,
+      "Ġpark": 566,
+      "Ġnew": 567,
+      "Ġsad": 568,
+      "Ġput": 569,
+      ",\"": 570,
+      "Ġfrom": 571,
+      "ble": 572,
+      "ther": 573,
+      "Ġpr": 574,
+      "Ġmu": 575,
+      "Ġcar": 576,
+      "Ġhome": 577,
+      "ĠYou": 578,
+      "Ġthen": 579,
+      "Ġwhen": 580,
+      "Ġfound": 581,
+      "ell": 582,
+      "Ġother": 583,
+      "Ġagain": 584,
+      "Ġch": 585,
+      "Ġdec": 586,
+      "Ġwho": 587,
+      "Ġla": 588,
+      "ried": 589,
+      "ss": 590,
+      "Ġgood": 591,
+      "Ġhug": 592,
+      "ĠL": 593,
+      "pped": 594,
+      "Ġwal": 595,
+      "ep": 596,
+      "ally": 597,
+      "Ġsays": 598,
+      "Ġfl": 599,
+      "est": 600,
+      "ach": 601,
+      "ĠE": 602,
+      "Ġexcited": 603,
+      "pl": 604,
+      "qu": 605,
+      "ook": 606,
+      "Ġget": 607,
+      "ought": 608,
+      "Ġplaying": 609,
+      "Ġgot": 610,
+      "Ġsw": 611,
+      "ous": 612,
+      "hat": 613,
+      "ny": 614,
+      "ided": 615,
+      "uck": 616,
+      "Ġthings": 617,
+      "Ġevery": 618,
+      "Ġdecided": 619,
+      "Ġcame": 620,
+      "Ġbec": 621,
+      "ave": 622,
+      "ro": 623,
+      "ax": 624,
+      "Ġliked": 625,
+      "Ġdown": 626,
+      "Ġdog": 627,
+      "Ġscared": 628,
+      "Ġv": 629,
+      "udd": 630,
+      "ust": 631,
+      "Ġone": 632,
+      "Ġfind": 633,
+      "Ġbl": 634,
+      "Ġthan": 635,
+      "ĠD": 636,
+      "ouse": 637,
+      "ways": 638,
+      "Ġkne": 639,
+      "Ġdidn": 640,
+      "ap": 641,
+      "Ġmommy": 642,
+      "Ġcare": 643,
+      "Ġalways": 644,
+      "Ġab": 645,
+      "ist": 646,
+      "Ġdad": 647,
+      "Ġfeel": 648,
+      "ara": 649,
+      "bb": 650,
+      "arn": 651,
+      "fe": 652,
+      "Ġyour": 653,
+      "Ġoutside": 654,
+      "ue": 655,
+      "Ġgra": 656,
+      "ant": 657,
+      "Ġke": 658,
+      "ĠMom": 659,
+      "Ġtook": 660,
+      "Ġlot": 661,
+      "nn": 662,
+      "Ġbu": 663,
+      "Ġabout": 664,
+      "ess": 665,
+      "ĠF": 666,
+      "nder": 667,
+      "Ġtree": 668,
+      "eci": 669,
+      "Ġlook": 670,
+      "Ġpo": 671,
+      "Ġmy": 672,
+      "our": 673,
+      "Ġtoys": 674,
+      "ite": 675,
+      "ched": 676,
+      "Ġknew": 677,
+      "Ġthought": 678,
+      "ened": 679,
+      "Ġlearn": 680,
+      "Ġint": 681,
+      "Ġold": 682,
+      "Ġmore": 683,
+      "nna": 684,
+      "ise": 685,
+      "ged": 686,
+      "Ġta": 687,
+      "udden": 688,
+      "ecial": 689,
+      "Ġspecial": 690,
+      "ĠMax": 691,
+      "au": 692,
+      "Ġwill": 693,
+      "ers": 694,
+      "They": 695,
+      "ret": 696,
+      "Ġpe": 697,
+      "Ġho": 698,
+      "ĠSam": 699,
+      "Ġtake": 700,
+      "Ġball": 701,
+      "Ġknow": 702,
+      "Ġlaug": 703,
+      "fter": 704,
+      "uddenly": 705,
+      "Ġcat": 706,
+      "Ġhow": 707,
+      "ive": 708,
+      "Ġtr": 709,
+      "Ġmuch": 710,
+      "Ġany": 711,
+      "Ġpu": 712,
+      "ma": 713,
+      "Ġsl": 714,
+      "Ġsor": 715,
+      "Ġmo": 716,
+      "ven": 717,
+      "ish": 718,
+      "Ġshow": 719,
+      "Ġcouldn": 720,
+      "ause": 721,
+      "ink": 722,
+      "But": 723,
+      "Ġhouse": 724,
+      "Ġinto": 725,
+      "ump": 726,
+      "Ġover": 727,
+      "Ġtried": 728,
+      "and": 729,
+      "Ġeat": 730,
+      "Ġsk": 731,
+      "Ġsun": 732,
+      "Ġtw": 733,
+      "Ġclo": 734,
+      "ia": 735,
+      "Ġrun": 736,
+      "Ġhand": 737,
+      "ĠEvery": 738,
+      "Ġen": 739,
+      "Ġinside": 740,
+      "dy": 741,
+      "Ġif": 742,
+      "Ġtold": 743,
+      "Ġnever": 744,
+      "ion": 745,
+      "Ġqu": 746,
+      "Ġbecause": 747,
+      "by": 748,
+      "Ġproud": 749,
+      "Ġgave": 750,
+      "Ġsorry": 751,
+      "Ġthis": 752,
+      "Ġop": 753,
+      "Ġplayed": 754,
+      "ate": 755,
+      "Ġexpl": 756,
+      "Ġheard": 757,
+      "ty": 758,
+      "Ġor": 759,
+      "Ġwater": 760,
+      "ank": 761,
+      "ge": 762,
+      "sed": 763,
+      "Ġpick": 764,
+      "other": 765,
+      "Ġroom": 766,
+      "etter": 767,
+      "Ġjust": 768,
+      "ace": 769,
+      "Ġhugged": 770,
+      "ak": 771,
+      "Ġgre": 772,
+      "here": 773,
+      "Ġoff": 774,
+      "ĠSara": 775,
+      "Ġpret": 776,
+      "ile": 777,
+      "Ġeach": 778,
+      "Ġcom": 779,
+      "Ġlong": 780,
+      "Ġbox": 781,
+      "ort": 782,
+      "Ġstr": 783,
+      "iz": 784,
+      "Ġunt": 785,
+      "Ġwat": 786,
+      "oth": 787,
+      "Ġneed": 788,
+      "Ġjo": 789,
+      "ĠWe": 790,
+      "Tom": 791,
+      "Ġsmall": 792,
+      "ine": 793,
+      "Ġbear": 794,
+      "Mom": 795,
+      "Ġuntil": 796,
+      "Ġnice": 797,
+      "Ġtry": 798,
+      "ving": 799,
+      "uc": 800,
+      "sel": 801,
+      "ough": 802,
+      "Ġlearned": 803,
+      "Ġkind": 804,
+      "ĠAnna": 805,
+      "ild": 806,
+      "Ġfo": 807,
+      "Ġmany": 808,
+      "'m": 809,
+      "ĠJack": 810,
+      "Ġbetter": 811,
+      "Ġim": 812,
+      "gry": 813,
+      "imal": 814,
+      "Ġanimal": 815,
+      "urt": 816,
+      "ft": 817,
+      "Ġend": 818,
+      "Ġsn": 819,
+      "aut": 820,
+      "Ġte": 821,
+      "Ġcle": 822,
+      "ĠJo": 823,
+      "vent": 824,
+      "urp": 825,
+      "Ġgr": 826,
+      "Ġbeaut": 827,
+      "Ġjump": 828,
+      "mb": 829,
+      "Ġad": 830,
+      "ream": 831,
+      "pt": 832,
+      "ĠSo": 833,
+      "ĠHer": 834,
+      "Ġflow": 835,
+      "ies": 836,
+      "Ġche": 837,
+      "Ġbra": 838,
+      "Ġthanked": 839,
+      "Ġeven": 840,
+      "Ġbest": 841,
+      "Ġcall": 842,
+      "ady": 843,
+      "He": 844,
+      "Ġlots": 845,
+      "Ġlaughed": 846,
+      "self": 847,
+      "Ġra": 848,
+      "Ġway": 849,
+      "ars": 850,
+      "urn": 851,
+      "Ġby": 852,
+      "Ġfast": 853,
+      "lly": 854,
+      "Ġfam": 855,
+      "ĠC": 856,
+      "ves": 857,
+      "arden": 858,
+      "Ġgarden": 859,
+      "Ġbeauti": 860,
+      "wn": 861,
+      "Th": 862,
+      "Ġbeautiful": 863,
+      "Ġloud": 864,
+      "lew": 865,
+      "Ġsky": 866,
+      "Ġdon": 867,
+      "hn": 868,
+      "ered": 869,
+      "iny": 870,
+      "Ġcareful": 871,
+      "Ġlove": 872,
+      "Ġfi": 873,
+      "ĠThen": 874,
+      "Åĵ": 875,
+      "ase": 876,
+      "ect": 877,
+      "Ġsafe": 878,
+      "ĠAnd": 879,
+      "Ġunder": 880,
+      "Ġcome": 881,
+      "ĠFrom": 882,
+      "Yes": 883,
+      "ĠMia": 884,
+      "It": 885,
+      "me": 886,
+      "Ġhard": 887,
+      "Ġcu": 888,
+      "Ġwo": 889,
+      "Ġlist": 890,
+      "Ġstay": 891,
+      "ane": 892,
+      "sh": 893,
+      "ople": 894,
+      "Ġgl": 895,
+      "ning": 896,
+      "Ġstill": 897,
+      "ool": 898,
+      "Ġhurt": 899,
+      "ree": 900,
+      "ĠHis": 901,
+      "Ġimp": 902,
+      "Ġfamily": 903,
+      "Ġâ": 904,
+      "Ġboth": 905,
+      "rm": 906,
+      "igh": 907,
+      "Ġlived": 908,
+      "hes": 909,
+      "When": 910,
+      "Ġpeople": 911,
+      "Ġanimals": 912,
+      "Ġcol": 913,
+      "Ġbrave": 914,
+      "Ġwalked": 915,
+      "ob": 916,
+      "Tim": 917,
+      "ct": 918,
+      "Ġlet": 919,
+      "urpr": 920,
+      "ĠWhen": 921,
+      "Ġtwo": 922,
+      "Ġsurpr": 923,
+      "Ġshould": 924,
+      "ished": 925,
+      "Ġbad": 926,
+      "ress": 927,
+      "Ġkept": 928,
+      "Ġfore": 929,
+      "Ġflew": 930,
+      "Ġfin": 931,
+      "Ġstor": 932,
+      "Ġfly": 933,
+      "ast": 934,
+      "ised": 935,
+      "ip": 936,
+      "Ġits": 937,
+      "led": 938,
+      "ock": 939,
+      "ucy": 940,
+      "fore": 941,
+      "Ġgoing": 942,
+      "Ġclean": 943,
+      "Ġdan": 944,
+      "Ġpic": 945,
+      "Ġsoon": 946,
+      "Ġcalled": 947,
+      "Ġshare": 948,
+      "kay": 949,
+      "Ġangry": 950,
+      "Ġrock": 951,
+      "Ġcon": 952,
+      "Ġpretty": 953,
+      "No": 954,
+      "Ġide": 955,
+      "ied": 956,
+      "illy": 957,
+      "Ġground": 958,
+      "xt": 959,
+      "Ġred": 960,
+      "Ġexplore": 961,
+      "Ġcry": 962,
+      "Ġadvent": 963,
+      "Ġsto": 964,
+      "so": 965,
+      "Ġreal": 966,
+      "Let": 967,
+      "Ġwind": 968,
+      "Ġshiny": 969,
+      "be": 970,
+      "Ġbook": 971,
+      "Ġalso": 972,
+      "Ġdoll": 973,
+      "Ġidea": 974,
+      "Ġbefore": 975,
+      "Ġopened": 976,
+      "dded": 977,
+      "Ġwhile": 978,
+      "ummy": 979,
+      "Ġkeep": 980,
+      "Ġey": 981,
+      "Ġnow": 982,
+      "Ġdoor": 983,
+      "Ġfeeling": 984,
+      "âĤ¬â": 985,
+      "oon": 986,
+      "oy": 987,
+      "Ġwalking": 988,
+      "Ġnoise": 989,
+      "Ġfr": 990,
+      "les": 991,
+      "age": 992,
+      "ious": 993,
+      "Ġcolor": 994,
+      "Ġturn": 995,
+      "thing": 996,
+      "ff": 997,
+      "uch": 998,
+      "th": 999,
+      "Ġbed": 1000,
+      "ary": 1001,
+      "Ġdra": 1002,
+      "Ġpicked": 1003,
+      "imb": 1004,
+      "eet": 1005,
+      "Ġclimb": 1006,
+      "Ġdel": 1007,
+      "What": 1008,
+      "Ġbeing": 1009,
+      "Ġfood": 1010,
+      "Ġun": 1011,
+      "Ġfar": 1012,
+      "ture": 1013,
+      "joy": 1014,
+      "Ġadventure": 1015,
+      "ac": 1016,
+      "Ġsmile": 1017,
+      "Ġdif": 1018,
+      "Ħ¢": 1019,
+      "âĤ¬âĦ¢": 1020,
+      "memb": 1021,
+      "Ġwr": 1022,
+      "Ġthr": 1023,
+      "ught": 1024,
+      "Ġlooking": 1025,
+      "Ġnext": 1026,
+      "iced": 1027,
+      "ĠLucy": 1028,
+      "Ġnodded": 1029,
+      "Ġquick": 1030,
+      "ĠP": 1031,
+      "Ġdis": 1032,
+      "Ġrepl": 1033,
+      "ĠDad": 1034,
+      "Ġwait": 1035,
+      "ized": 1036,
+      "Ġforest": 1037,
+      "Ġclos": 1038,
+      "ĠSuddenly": 1039,
+      "Ġtra": 1040,
+      "That": 1041,
+      "Ġeyes": 1042,
+      "ger": 1043,
+      "bbit": 1044,
+      "ted": 1045,
+      "Ġown": 1046,
+      "Ġrain": 1047,
+      "Ġimport": 1048,
+      "Ġgreat": 1049,
+      "Ġrememb": 1050,
+      "Ġpicture": 1051,
+      "Thank": 1052,
+      "Suddenly": 1053,
+      "Ġstopped": 1054,
+      "Ġenjoy": 1055,
+      "Ġvo": 1056,
+      "Ben": 1057,
+      "Ġgive": 1058,
+      "Ġimportant": 1059,
+      "Ġwork": 1060,
+      "Ġnear": 1061,
+      "gan": 1062,
+      "pot": 1063,
+      "Ġever": 1064,
+      "Ġapp": 1065,
+      "Ġafter": 1066,
+      "Ġquickly": 1067,
+      "Ġlisten": 1068,
+      "Ġbre": 1069,
+      "ting": 1070,
+      "bbed": 1071,
+      "Ġma": 1072,
+      "Ġfish": 1073,
+      "Ġreplied": 1074,
+      "Ġrabbit": 1075,
+      "Ġhands": 1076,
+      "ĠG": 1077,
+      "Ġnoticed": 1078,
+      "Ġbro": 1079,
+      "Ġslide": 1080,
+      "Ġthink": 1081,
+      "Ġwalk": 1082,
+      "Ġtruck": 1083,
+      "Ġac": 1084,
+      "kes": 1085,
+      "Ġstrong": 1086,
+      "She": 1087,
+      "Ġshowed": 1088,
+      "Ġde": 1089,
+      "Ġeveryone": 1090,
+      "Ġwonder": 1091,
+      "fere": 1092,
+      "bye": 1093,
+      "Ġdiffere": 1094,
+      "irst": 1095,
+      "So": 1096,
+      "Ġsure": 1097,
+      "Ġhas": 1098,
+      "Ġright": 1099,
+      "Ġbeen": 1100,
+      "Ġbecame": 1101,
+      "Ġsound": 1102,
+      "maz": 1103,
+      "Ġtow": 1104,
+      "Ġru": 1105,
+      "Ġtal": 1106,
+      "Ġamaz": 1107,
+      "Ġhead": 1108,
+      "Ġshout": 1109,
+      "Ġbright": 1110,
+      "Ġye": 1111,
+      "Ġwatched": 1112,
+      "ĠR": 1113,
+      "Ġmor": 1114,
+      "Ġchild": 1115,
+      "able": 1116,
+      "Ġmean": 1117,
+      "Ġwhere": 1118,
+      "llow": 1119,
+      "Ġhigh": 1120,
+      "ĠSue": 1121,
+      "Ġface": 1122,
+      "Ġcook": 1123,
+      "day": 1124,
+      "aybe": 1125,
+      "Ġwatch": 1126,
+      "Ġblue": 1127,
+      "aught": 1128,
+      "Ġdifferent": 1129,
+      "Ġstore": 1130,
+      "ĠN": 1131,
+      "Ġgoodbye": 1132,
+      "Ġdress": 1133,
+      "ull": 1134,
+      "ĠBob": 1135,
+      "ng": 1136,
+      "ange": 1137,
+      "Ġsqu": 1138,
+      "Ġokay": 1139,
+      "isy": 1140,
+      "lease": 1141,
+      "ĠMommy": 1142,
+      "Ġvoice": 1143,
+      "Jo": 1144,
+      "ath": 1145,
+      "Ġnight": 1146,
+      "ĠSpot": 1147,
+      "Ġus": 1148,
+      "Ġboat": 1149,
+      "Ġflowers": 1150,
+      "Ġplace": 1151,
+      "Ġfollow": 1152,
+      "Ġar": 1153,
+      "Ġuse": 1154,
+      "Ġcloser": 1155,
+      "unny": 1156,
+      "leep": 1157,
+      "ired": 1158,
+      "Ġfav": 1159,
+      "Ġyell": 1160,
+      "Ġgrabbed": 1161,
+      "Ġcuri": 1162,
+      "Ġwarm": 1163,
+      "Ġcr": 1164,
+      "Ġforg": 1165,
+      "ĠSarah": 1166,
+      "ĠJohn": 1167,
+      "Ġmag": 1168,
+      "Ġstick": 1169,
+      "We": 1170,
+      "Ġjumped": 1171,
+      "Ġcake": 1172,
+      "more": 1173,
+      "Ġtell": 1174,
+      "Ġanymore": 1175,
+      "After": 1176,
+      "Ġbutter": 1177,
+      "ndma": 1178,
+      "Ġthree": 1179,
+      "Ġask": 1180,
+      "co": 1181,
+      "Ġour": 1182,
+      "lie": 1183,
+      "Ġcurious": 1184,
+      "ount": 1185,
+      "orn": 1186,
+      "Ġcont": 1187,
+      "Ġfell": 1188,
+      "ached": 1189,
+      "ĠTh": 1190,
+      "Ġbirds": 1191,
+      "ass": 1192,
+      "Her": 1193,
+      "iss": 1194,
+      "Ġhelped": 1195,
+      "ĠJane": 1196,
+      "Ġpull": 1197,
+      "Ġfirst": 1198,
+      "itc": 1199,
+      "Ġblock": 1200,
+      "Ġhop": 1201,
+      "Ġbit": 1202,
+      "Ġdr": 1203,
+      "Ġrealized": 1204,
+      "Ġkid": 1205,
+      "Look": 1206,
+      "ila": 1207,
+      "Ġmon": 1208,
+      "Ġbrother": 1209,
+      "Anna": 1210,
+      "Sara": 1211,
+      "Ġz": 1212,
+      "ĠEveryone": 1213,
+      "Ġate": 1214,
+      "Ġdoes": 1215,
+      "imes": 1216,
+      "Ġhappened": 1217,
+      "Ġstop": 1218,
+      "zy": 1219,
+      "Ġyummy": 1220,
+      "Ġfavor": 1221,
+      "ppy": 1222,
+      "Ġkitc": 1223,
+      "Ġkitchen": 1224,
+      "Ġsweet": 1225,
+      "us": 1226,
+      "Ġper": 1227,
+      "Ġreally": 1228,
+      "aisy": 1229,
+      "Ġgrass": 1230,
+      "Ġfavorite": 1231,
+      "Ġbegan": 1232,
+      "Ġrest": 1233,
+      "Ġready": 1234,
+      "Ġlea": 1235,
+      "Ġreached": 1236,
+      "Ġunderst": 1237,
+      "air": 1238,
+      "Ġste": 1239,
+      "Ġbunny": 1240,
+      "ĠAs": 1241,
+      "Ġstory": 1242,
+      "'re": 1243,
+      "Ġpain": 1244,
+      "Ġsing": 1245,
+      "ster": 1246,
+      "Ġhere": 1247,
+      "Ġsand": 1248,
+      "Ġonly": 1249,
+      "Ġflo": 1250,
+      "Ġam": 1251,
+      "Ġglad": 1252,
+      "Ġtri": 1253,
+      "Ġbeh": 1254,
+      "Ġworld": 1255,
+      "Ġopen": 1256,
+      "Ġcre": 1257,
+      "fully": 1258,
+      "Ġprin": 1259,
+      "where": 1260,
+      "arent": 1261,
+      "Ġflower": 1262,
+      "Ġthrough": 1263,
+      "Ġba": 1264,
+      "Ġfire": 1265,
+      "Ġdone": 1266,
+      "Ġhaving": 1267,
+      "Ġthing": 1268,
+      "Ġdelic": 1269,
+      "Ġhimself": 1270,
+      "Ġtired": 1271,
+      "Ġparent": 1272,
+      "Ġsoft": 1273,
+      "Ġfro": 1274,
+      "Timmy": 1275,
+      "Ġtast": 1276,
+      "Ġbutterf": 1277,
+      "ĠLet": 1278,
+      "Ġcut": 1279,
+      "Ġpart": 1280,
+      "Ġwhy": 1281,
+      "ken": 1282,
+      "Ġmess": 1283,
+      "Can": 1284,
+      "Ġworry": 1285,
+      "Mommy": 1286,
+      "iver": 1287,
+      "Ġdin": 1288,
+      "uff": 1289,
+      "ater": 1290,
+      "Ġmagic": 1291,
+      "Ġwaved": 1292,
+      "Ġshouted": 1293,
+      "Ġpond": 1294,
+      "Ġkids": 1295,
+      "Ġhat": 1296,
+      "Ġduck": 1297,
+      "Ġsees": 1298,
+      "olly": 1299,
+      "illed": 1300,
+      "Ġgame": 1301,
+      "ient": 1302,
+      "Ġmaking": 1303,
+      "ather": 1304,
+      "John": 1305,
+      "As": 1306,
+      "akes": 1307,
+      "Ġcatch": 1308,
+      "Ġseen": 1309,
+      "Ġcool": 1310,
+      "ation": 1311,
+      "Ġcoming": 1312,
+      "Ġless": 1313,
+      "Ġdark": 1314,
+      "Ġused": 1315,
+      "eddy": 1316,
+      "Ġfix": 1317,
+      "ĠJoe": 1318,
+      "Ġthank": 1319,
+      "mer": 1320,
+      "Ġtop": 1321,
+      "Ġlady": 1322,
+      "Ġhair": 1323,
+      "aring": 1324,
+      "Ġprom": 1325,
+      "Ġhopped": 1326,
+      "ĠCan": 1327,
+      "\".": 1328,
+      "ign": 1329,
+      "Ġsurprise": 1330,
+      "Ġdraw": 1331,
+      "Ġmum": 1332,
+      "Ġmouse": 1333,
+      "Ġfunny": 1334,
+      "rel": 1335,
+      "Ġcra": 1336,
+      "Ġ-": 1337,
+      "aper": 1338,
+      "Ġfull": 1339,
+      "Ġtouch": 1340,
+      "Ġlight": 1341,
+      "Ġspot": 1342,
+      "ren": 1343,
+      "Ġdro": 1344,
+      "ĠBenny": 1345,
+      "Ġparents": 1346,
+      "Ġworked": 1347,
+      "ins": 1348,
+      "oney": 1349,
+      "ĠDo": 1350,
+      "Ġsurprised": 1351,
+      "Ġcarefully": 1352,
+      "Ġtrees": 1353,
+      "Ġfrog": 1354,
+      "Ġswing": 1355,
+      "Ġdoing": 1356,
+      "Don": 1357,
+      "Ġsat": 1358,
+      "inally": 1359,
+      "ĠThat": 1360,
+      "Ġice": 1361,
+      "ĠIn": 1362,
+      "Ġheld": 1363,
+      "Wow": 1364,
+      "Ġrunning": 1365,
+      "Ġpretend": 1366,
+      "Ġswim": 1367,
+      "Ġset": 1368,
+      "Ġread": 1369,
+      "Ġdelicious": 1370,
+      "Ġneeded": 1371,
+      "Ġtight": 1372,
+      "Ġslow": 1373,
+      "Ġremembered": 1374,
+      "Ġlost": 1375,
+      "Ġcold": 1376,
+      "Ġsmell": 1377,
+      "ards": 1378,
+      "Ġwood": 1379,
+      "Ġhappily": 1380,
+      "hy": 1381,
+      "ely": 1382,
+      "Ġlooks": 1383,
+      "Ġbehind": 1384,
+      "Ġherself": 1385,
+      "Ġcried": 1386,
+      "Ġenjoyed": 1387,
+      "Ġname": 1388,
+      "ask": 1389,
+      "Ġyears": 1390,
+      "Ġbuy": 1391,
+      "Ġhole": 1392,
+      "Ġblocks": 1393,
+      "Ġdri": 1394,
+      "Ġsleep": 1395,
+      "Ġgi": 1396,
+      "Ġyellow": 1397,
+      "cess": 1398,
+      "Ġbutterfly": 1399,
+      "ike": 1400,
+      "ued": 1401,
+      "Ġwished": 1402,
+      "Ġperf": 1403,
+      "Ġanother": 1404,
+      "ĠDaisy": 1405,
+      "Ġgreen": 1406,
+      "Ġmove": 1407,
+      "Ġtall": 1408,
+      "Ġair": 1409,
+      "Ġbag": 1410,
+      "Ġfloor": 1411,
+      "Ġcars": 1412,
+      "Ġlesson": 1413,
+      "ul": 1414,
+      "Ġbow": 1415,
+      "Ġarri": 1416,
+      "Ġwindow": 1417,
+      "Ġsho": 1418,
+      "Ġchildren": 1419,
+      "ner": 1420,
+      "Ġfinished": 1421,
+      "Ġhill": 1422,
+      "ĠAfter": 1423,
+      "andy": 1424,
+      "sp": 1425,
+      "ens": 1426,
+      "Ġpaper": 1427,
+      "Ġlikes": 1428,
+      "From": 1429,
+      "sy": 1430,
+      "Ġhold": 1431,
+      "Sam": 1432,
+      "Ġwrong": 1433,
+      "reed": 1434,
+      "Ġcontin": 1435,
+      "Ġunderstand": 1436,
+      "atter": 1437,
+      "uit": 1438,
+      "rew": 1439,
+      "Ġgent": 1440,
+      "Ġanything": 1441,
+      "Ġclose": 1442,
+      "Ġwall": 1443,
+      "Ġel": 1444,
+      "asure": 1445,
+      "Ġleft": 1446,
+      "Ġable": 1447,
+      "Ġarrived": 1448,
+      "Ġhun": 1449,
+      "ross": 1450,
+      "av": 1451,
+      "Ġhear": 1452,
+      "Ġfriendly": 1453,
+      "Ġforgot": 1454,
+      "Ġgone": 1455,
+      "ama": 1456,
+      "Ġcreat": 1457,
+      "Ġwet": 1458,
+      "Ġlion": 1459,
+      "Hell": 1460,
+      "Hello": 1461,
+      "Ġdream": 1462,
+      "Ġhot": 1463,
+      "bo": 1464,
+      "ber": 1465,
+      "ĠSally": 1466,
+      "Ġfilled": 1467,
+      "Ġdir": 1468,
+      "ield": 1469,
+      "Ġcookies": 1470,
+      "Ġlaugh": 1471,
+      "Ġbroken": 1472,
+      "Ġdinner": 1473,
+      "lf": 1474,
+      "Ġelse": 1475,
+      "Ġhid": 1476,
+      "ced": 1477,
+      "Ġpink": 1478,
+      "Ġfollowed": 1479,
+      "Ġtable": 1480,
+      "Ġmar": 1481,
+      "Ġcolors": 1482,
+      "oup": 1483,
+      "Ġmoment": 1484,
+      "Ġcontinued": 1485,
+      "Ġwonderful": 1486,
+      "ĠEm": 1487,
+      "ey": 1488,
+      "ined": 1489,
+      "irrel": 1490,
+      "rot": 1491,
+      "Ġfinally": 1492,
+      "Jack": 1493,
+      "Ġarm": 1494,
+      "Ġmight": 1495,
+      "ĠNow": 1496,
+      "Ġcast": 1497,
+      "Ġyes": 1498,
+      "Ġbuild": 1499,
+      "Ġenough": 1500,
+      "ĠBilly": 1501,
+      "Ġsomeone": 1502,
+      "Ġperfect": 1503,
+      "Ġfair": 1504,
+      "Ġstayed": 1505,
+      "app": 1506,
+      "Ġmorning": 1507,
+      "ĠThere": 1508,
+      "Ġpuppy": 1509,
+      "ol": 1510,
+      "Ġdaddy": 1511,
+      "Ġtrying": 1512,
+      "'ll": 1513,
+      "Ġju": 1514,
+      "Ġothers": 1515,
+      "Ġbooks": 1516,
+      "Ġagreed": 1517,
+      "Ġmus": 1518,
+      "Ġsnow": 1519,
+      "Ġsquirrel": 1520,
+      "Ġcream": 1521,
+      "room": 1522,
+      "Ġgetting": 1523,
+      "Ġgrandma": 1524,
+      "ĠLila": 1525,
+      "Ġleaves": 1526,
+      "Ġbaby": 1527,
+      "Ġcount": 1528,
+      "icy": 1529,
+      "Ġfew": 1530,
+      "At": 1531,
+      "Ġfall": 1532,
+      "Then": 1533,
+      "gon": 1534,
+      "Ġbreak": 1535,
+      "Ġclimbed": 1536,
+      "ries": 1537,
+      "Ġbeach": 1538,
+      "ash": 1539,
+      "Ġbug": 1540,
+      "Ġplease": 1541,
+      "Ġmother": 1542,
+      "Ġbrought": 1543,
+      "Ġtrain": 1544,
+      "ance": 1545,
+      "ĠThis": 1546,
+      "Ġdeep": 1547,
+      "Ġvis": 1548,
+      "ated": 1549,
+      "shed": 1550,
+      "Ġmet": 1551,
+      "Ġwasn": 1552,
+      "Ġsometimes": 1553,
+      "Ġeverything": 1554,
+      "ĠTommy": 1555,
+      "ich": 1556,
+      "Ġmusic": 1557,
+      "key": 1558,
+      "ling": 1559,
+      "This": 1560,
+      "os": 1561,
+      "Ġturned": 1562,
+      "lc": 1563,
+      "Ġride": 1564,
+      "oom": 1565,
+      "Ġsong": 1566,
+      "oring": 1567,
+      "Ġspark": 1568,
+      "Ġfight": 1569,
+      "Ġhungry": 1570,
+      "ons": 1571,
+      "Ġpictures": 1572,
+      "ds": 1573,
+      "Ġmakes": 1574,
+      "Ġsear": 1575,
+      "ucky": 1576,
+      "Ġlistened": 1577,
+      "Ġjoy": 1578,
+      "Ġpol": 1579,
+      "ĠWhat": 1580,
+      "His": 1581,
+      "ee": 1582,
+      "Ġclot": 1583,
+      "Ġsail": 1584,
+      "apped": 1585,
+      "bble": 1586,
+      "Ġcomp": 1587,
+      "Ġplan": 1588,
+      "Ġwants": 1589,
+      "Ġclothes": 1590,
+      "Ġpoin": 1591,
+      "ĠK": 1592,
+      "zz": 1593,
+      "Ġballoon": 1594,
+      "Ġstrange": 1595,
+      "man": 1596,
+      "enny": 1597,
+      "Ġpi": 1598,
+      "Ġgrow": 1599,
+      "Ġflying": 1600,
+      "row": 1601,
+      "Ġscary": 1602,
+      "Ġtreat": 1603,
+      "Ġwaited": 1604,
+      "Ġamazed": 1605,
+      "Ġteddy": 1606,
+      "Ġcastle": 1607,
+      "ister": 1608,
+      "Ġele": 1609,
+      "Ġamazing": 1610,
+      "med": 1611,
+      "Ġspl": 1612,
+      "Oh": 1613,
+      "Ġleave": 1614,
+      "Ġowner": 1615,
+      "Ġpromised": 1616,
+      "Ġdanger": 1617,
+      "ever": 1618,
+      "OK": 1619,
+      "Ġsuch": 1620,
+      "Ġwhite": 1621,
+      "Ġpat": 1622,
+      "Ġtalk": 1623,
+      "uffy": 1624,
+      "Ġfur": 1625,
+      "Ġpie": 1626,
+      "ope": 1627,
+      "red": 1628,
+      "Ġpulled": 1629,
+      "Ġpre": 1630,
+      "Ġwoods": 1631,
+      "ĠTo": 1632,
+      "Ġshared": 1633,
+      "Ġalone": 1634,
+      "Ġtowards": 1635,
+      "cle": 1636,
+      "ĠMaybe": 1637,
+      "Ġsit": 1638,
+      "Ġnap": 1639,
+      "Ġcolorful": 1640,
+      "amp": 1641,
+      "hone": 1642,
+      "Ġvisit": 1643,
+      "igg": 1644,
+      "ugg": 1645,
+      "thy": 1646,
+      "ence": 1647,
+      "Ġtail": 1648,
+      "ctor": 1649,
+      "Ġmagical": 1650,
+      "Ġriver": 1651,
+      "Ġhig": 1652,
+      "Ġbelie": 1653,
+      "Ġgrate": 1654,
+      "ually": 1655,
+      "ang": 1656,
+      "ott": 1657,
+      "Ġhide": 1658,
+      "Ġsilly": 1659,
+      "Ġsmiles": 1660,
+      "ower": 1661,
+      "Ġside": 1662,
+      "Max": 1663,
+      "Ġroll": 1664,
+      "Ġgu": 1665,
+      "ĠAmy": 1666,
+      "Ġpro": 1667,
+      "eter": 1668,
+      "Ġfaster": 1669,
+      "Ġgrateful": 1670,
+      "Ġtreasure": 1671,
+      "ased": 1672,
+      "Ġsnack": 1673,
+      "up": 1674,
+      "Ġland": 1675,
+      "avy": 1676,
+      "Ġmoral": 1677,
+      "ained": 1678,
+      "Ġsister": 1679,
+      "ĠGra": 1680,
+      "Ġshap": 1681,
+      "Ġpaint": 1682,
+      "Ġslowly": 1683,
+      "Ġfield": 1684,
+      "Ġpet": 1685,
+      "Ġsec": 1686,
+      "orm": 1687,
+      "ĠJim": 1688,
+      "Ġbran": 1689,
+      "Ġmin": 1690,
+      "Ġmust": 1691,
+      "Ġhelping": 1692,
+      "Ġworried": 1693,
+      "Ġjob": 1694,
+      "Ġfox": 1695,
+      "set": 1696,
+      "Ġmoney": 1697,
+      "Ġpot": 1698,
+      "Ġqui": 1699,
+      "Ġbel": 1700,
+      "Ġacc": 1701,
+      "Ġliving": 1702,
+      "Ġmonster": 1703,
+      "less": 1704,
+      "Ġparty": 1705,
+      "ear": 1706,
+      "Ġmost": 1707,
+      "Ġwear": 1708,
+      "Ġremember": 1709,
+      "ire": 1710,
+      "Ġsign": 1711,
+      "wl": 1712,
+      "Ġcloud": 1713,
+      "Ġcandy": 1714,
+      "Ġhigher": 1715,
+      "ipped": 1716,
+      "ident": 1717,
+      "ĠAll": 1718,
+      "der": 1719,
+      "ze": 1720,
+      "Ġquiet": 1721,
+      "Ġtown": 1722,
+      "unch": 1723,
+      "Ġprincess": 1724,
+      "Ġruns": 1725,
+      "asket": 1726,
+      "em": 1727,
+      "Ġeverywhere": 1728,
+      "Ġjoin": 1729,
+      "Ġstepped": 1730,
+      "Ġbasket": 1731,
+      "Ġlake": 1732,
+      "Ġcup": 1733,
+      "sw": 1734,
+      "outh": 1735,
+      "Ġcarrot": 1736,
+      "Ġcoll": 1737,
+      "Ġplant": 1738,
+      "Ġscream": 1739,
+      "ĠDaddy": 1740,
+      "Ġbuck": 1741,
+      "Ġheavy": 1742,
+      "Ġbigger": 1743,
+      "Ġcho": 1744,
+      "Ġblank": 1745,
+      "Ġclosed": 1746,
+      "Ġwon": 1747,
+      "ises": 1748,
+      "Ġansw": 1749,
+      "br": 1750,
+      "Ġblanket": 1751,
+      "Ġmouth": 1752,
+      "ames": 1753,
+      "eces": 1754,
+      "Ġeating": 1755,
+      "Ġpieces": 1756,
+      "cket": 1757,
+      "Ġstre": 1758,
+      "Ġwelc": 1759,
+      "Ġwouldn": 1760,
+      "Ġreach": 1761,
+      "Ġbroke": 1762,
+      "eared": 1763,
+      "Ġdangerous": 1764,
+      "gs": 1765,
+      "ph": 1766,
+      "ĠMolly": 1767,
+      "Ġce": 1768,
+      "ĠMr": 1769,
+      "ord": 1770,
+      "fort": 1771,
+      "Ġdolls": 1772,
+      "ming": 1773,
+      "Ġdance": 1774,
+      "Ġdragon": 1775,
+      "Ġthinks": 1776,
+      "Ġasks": 1777,
+      "Ġacross": 1778,
+      "Okay": 1779,
+      "Ġchair": 1780,
+      "Ġteac": 1781,
+      "Ġbott": 1782,
+      "Hi": 1783,
+      "Ġpa": 1784,
+      "Ġneigh": 1785,
+      "Ġbar": 1786,
+      "Ġbike": 1787,
+      "Ġpack": 1788,
+      "iting": 1789,
+      "Ġdisapp": 1790,
+      "Ġneighb": 1791,
+      "Ġstuck": 1792,
+      "de": 1793,
+      "Ġgif": 1794,
+      "Ġfruit": 1795,
+      "Ġbelieve": 1796,
+      "cy": 1797,
+      "Ġve": 1798,
+      "Ġcrying": 1799,
+      "ier": 1800,
+      "phant": 1801,
+      "Ġsuddenly": 1802,
+      "Ġsoup": 1803,
+      "Ġrace": 1804,
+      "Ġthrew": 1805,
+      "Sure": 1806,
+      "Ġfarmer": 1807,
+      "Ġaccident": 1808,
+      "Ġdirty": 1809,
+      "Ġelephant": 1810,
+      "Ġmonkey": 1811,
+      "Ġheal": 1812,
+      "weet": 1813,
+      "Ġrem": 1814,
+      "Ġpers": 1815,
+      "Ġsame": 1816,
+      "ored": 1817,
+      "ventually": 1818,
+      "ead": 1819,
+      "pping": 1820,
+      "Ġgentle": 1821,
+      "Ġfree": 1822,
+      "Ġbrown": 1823,
+      "Maybe": 1824,
+      "Ġinst": 1825,
+      "Ġbee": 1826,
+      "ix": 1827,
+      "Ġben": 1828,
+      "Ġwin": 1829,
+      "Ġblack": 1830,
+      "Ġalong": 1831,
+      "Ġlonger": 1832,
+      "ible": 1833,
+      "Ġspr": 1834,
+      "Ġclapped": 1835,
+      "Finally": 1836,
+      "Why": 1837,
+      "cked": 1838,
+      "Ġwords": 1839,
+      "ĠFl": 1840,
+      "Ġteacher": 1841,
+      "Ġupset": 1842,
+      "chool": 1843,
+      "Ġpiece": 1844,
+      "Ġwell": 1845,
+      "Ġcheered": 1846,
+      "Ġhit": 1847,
+      "Ġsang": 1848,
+      "ment": 1849,
+      "Ġbowl": 1850,
+      "Ġbite": 1851,
+      "Ġdoctor": 1852,
+      "ĠJill": 1853,
+      "Ġbucket": 1854,
+      "Mia": 1855,
+      "Ġbath": 1856,
+      "Ġcaught": 1857,
+      "Ġheart": 1858,
+      "Ġforget": 1859,
+      "Ġmark": 1860,
+      "Ġbutt": 1861,
+      "Ġdry": 1862,
+      "Ġyoung": 1863,
+      "Ġsea": 1864,
+      "Ġcour": 1865,
+      "Ġdropped": 1866,
+      "ese": 1867,
+      "Ġyard": 1868,
+      "Ġplac": 1869,
+      "ourn": 1870,
+      "Ġschool": 1871,
+      "Ġswings": 1872,
+      "bby": 1873,
+      "Ġwings": 1874,
+      "bs": 1875,
+      "Ġexplained": 1876,
+      "Ġjourn": 1877,
+      "Ġbring": 1878,
+      "Ġdrink": 1879,
+      "Ġstreet": 1880,
+      "Ġjuice": 1881,
+      "ung": 1882,
+      "Ġnearby": 1883,
+      "ĠEmma": 1884,
+      "Ġsmo": 1885,
+      "Ġsmart": 1886,
+      "Ġpushed": 1887,
+      "Ġstories": 1888,
+      "Ġdrove": 1889,
+      "Ġtiny": 1890,
+      "Ġpen": 1891,
+      "Ġcourse": 1892,
+      "Ġes": 1893,
+      "Ġmine": 1894,
+      "Ġtoday": 1895,
+      "Ġpocket": 1896,
+      "Ġyear": 1897,
+      "aughter": 1898,
+      "Ġje": 1899,
+      "Ġsecret": 1900,
+      "Ġexp": 1901,
+      "Ġwithout": 1902,
+      "Ġsinging": 1903,
+      "Ġwelcome": 1904,
+      "Ġhappen": 1905,
+      "to": 1906,
+      "Ġfit": 1907,
+      "Ġstu": 1908,
+      "vel": 1909,
+      "ract": 1910,
+      "Ġbus": 1911,
+      "Ġcheese": 1912,
+      "Ġcray": 1913,
+      "Ġfairy": 1914,
+      "Ġjar": 1915,
+      "Ġturns": 1916,
+      "Ġbush": 1917,
+      "bow": 1918,
+      "llo": 1919,
+      "Ġexploring": 1920,
+      "Ġlon": 1921,
+      "Ġstand": 1922,
+      "itting": 1923,
+      "Ġseemed": 1924,
+      "Ġspoon": 1925,
+      "ĠFinally": 1926,
+      "Ġgames": 1927,
+      "Ġwoke": 1928,
+      "issed": 1929,
+      "Ġresp": 1930,
+      "Ġtrou": 1931,
+      "Ġtwins": 1932,
+      "Ġhoped": 1933,
+      "Ġatt": 1934,
+      "Ġlonely": 1935,
+      "Ġant": 1936,
+      "ĠMama": 1937,
+      "orrow": 1938,
+      "Ġnoises": 1939,
+      "Ġhugs": 1940,
+      "ountain": 1941,
+      "yard": 1942,
+      "Ġdaughter": 1943,
+      "Ġinv": 1944,
+      "Ġkey": 1945,
+      "ail": 1946,
+      "Ġrocks": 1947,
+      "Ġdisco": 1948,
+      "Ġsu": 1949,
+      "Ġlunch": 1950,
+      "read": 1951,
+      "oun": 1952,
+      "vered": 1953,
+      "Ġbackyard": 1954,
+      "Ġsuc": 1955,
+      "Ġcow": 1956,
+      "Ġapple": 1957,
+      "ek": 1958,
+      "Ġswam": 1959,
+      "Ġshoes": 1960,
+      "Ġstars": 1961,
+      "Ġshook": 1962,
+      "ittens": 1963,
+      "Ġmiss": 1964,
+      "ches": 1965,
+      "Ġwish": 1966,
+      "Ġrelie": 1967,
+      "fused": 1968,
+      "Ġshapes": 1969,
+      "urple": 1970,
+      "Ġtower": 1971,
+      "ity": 1972,
+      "Ġcorn": 1973,
+      "Ġmoved": 1974,
+      "shine": 1975,
+      "Ġ3": 1976,
+      "Ġthough": 1977,
+      "Ġcir": 1978,
+      "umb": 1979,
+      "Ġtaking": 1980,
+      "ts": 1981,
+      "ĠTweet": 1982,
+      "ape": 1983,
+      "Ġrainbow": 1984,
+      "Ġthrow": 1985,
+      "Ġstar": 1986,
+      "Ġbench": 1987,
+      "Ġneck": 1988,
+      "ocked": 1989,
+      "Ġcreature": 1990,
+      "Ġbubble": 1991,
+      "Ġlate": 1992,
+      "Ġadventures": 1993,
+      "Ġowl": 1994,
+      "ions": 1995,
+      "And": 1996,
+      "Ġwhe": 1997,
+      "Ġpar": 1998,
+      "Ġshell": 1999,
+      "Ġkite": 2000,
+      "ĠFluffy": 2001,
+      "ining": 2002,
+      "Ġmil": 2003,
+      "unt": 2004,
+      "Ġfence": 2005,
+      "Ġmix": 2006,
+      "Ġlift": 2007,
+      "Ġaccidentally": 2008,
+      "Ġwise": 2009,
+      "Ġhello": 2010,
+      "Ġpurple": 2011,
+      "pper": 2012,
+      "Ġonto": 2013,
+      "Ġspin": 2014,
+      "ten": 2015,
+      "ours": 2016,
+      "Ġsitting": 2017,
+      "idge": 2018,
+      "Ġsunshine": 2019,
+      "Ġcute": 2020,
+      "Ġmat": 2021,
+      "ward": 2022,
+      "Ġshop": 2023,
+      "Ġwhist": 2024,
+      "Ġdist": 2025,
+      "Ġorange": 2026,
+      "Lila": 2027,
+      "Ġnaught": 2028,
+      "ĠSammy": 2029,
+      "Ġnaughty": 2030,
+      "Ġnest": 2031,
+      "ose": 2032,
+      "ors": 2033,
+      "lla": 2034,
+      "Ġmilk": 2035,
+      "fish": 2036,
+      "Ġaf": 2037,
+      "Ġboun": 2038,
+      "Ġphone": 2039,
+      "Ġarms": 2040,
+      "Ġeas": 2041,
+      "ness": 2042,
+      "Ġcarry": 2043,
+      "ĠGrandma": 2044,
+      "og": 2045,
+      "Ġbought": 2046,
+      "Ġdriver": 2047,
+      "Ġinstead": 2048,
+      "Later": 2049,
+      "Ġtalked": 2050,
+      "Ġsearched": 2051,
+      "gged": 2052,
+      "Ġpig": 2053,
+      "Ġcozy": 2054,
+      "Ġsunny": 2055,
+      "itty": 2056,
+      "Ġfeels": 2057,
+      "Ġfan": 2058,
+      "Ġwondered": 2059,
+      "Ġcomes": 2060,
+      "Ġswimming": 2061,
+      "uched": 2062,
+      "Ġtouched": 2063,
+      "Ġpop": 2064,
+      "ĠInside": 2065,
+      "ale": 2066,
+      "Ġlucky": 2067,
+      "Ġlaughing": 2068,
+      "Ġbelong": 2069,
+      "Ġsounds": 2070,
+      "Ġwom": 2071,
+      "Ġcave": 2072,
+      "let": 2073,
+      "Ġjourney": 2074,
+      "Ġwoman": 2075,
+      "Ġcou": 2076,
+      "Ġnothing": 2077,
+      "Ġcoat": 2078,
+      "Ġrelieved": 2079,
+      "ĠO": 2080,
+      "Ġpeace": 2081,
+      "adow": 2082,
+      "Ġnose": 2083,
+      "Ġbusy": 2084,
+      "Bob": 2085,
+      "Ġpast": 2086,
+      "Ġapples": 2087,
+      "Ġsick": 2088,
+      "Ġrope": 2089,
+      "Ġpatient": 2090,
+      "Ġact": 2091,
+      "Ġpudd": 2092,
+      "Ġinc": 2093,
+      "raid": 2094,
+      "Ġwatching": 2095,
+      "Ġbranch": 2096,
+      "Ġafraid": 2097,
+      "Ġtom": 2098,
+      "ider": 2099,
+      "Ġdays": 2100,
+      "Ġret": 2101,
+      "cing": 2102,
+      "ĠMary": 2103,
+      "Ġband": 2104,
+      "Ġfarm": 2105,
+      "Ġhuge": 2106,
+      "ĠThank": 2107,
+      "ator": 2108,
+      "Ġexciting": 2109,
+      "Ġdanced": 2110,
+      "thday": 2111,
+      "Ġwar": 2112,
+      "ĠSoon": 2113,
+      "ball": 2114,
+      "Ġgigg": 2115,
+      "blem": 2116,
+      "Ġzoom": 2117,
+      "Ġmad": 2118,
+      "Ġvill": 2119,
+      "Ġforever": 2120,
+      "Ġproblem": 2121,
+      "Ġcollect": 2122,
+      "ped": 2123,
+      "irt": 2124,
+      "Ġminut": 2125,
+      "Ġwra": 2126,
+      "ho": 2127,
+      "Ġlife": 2128,
+      "Ġknee": 2129,
+      "ces": 2130,
+      "Do": 2131,
+      "cer": 2132,
+      "mp": 2133,
+      "arp": 2134,
+      "Ġking": 2135,
+      "Ġasleep": 2136,
+      "Ġreturn": 2137,
+      "Ġsharp": 2138,
+      "Ġrel": 2139,
+      "Ġpower": 2140,
+      "eth": 2141,
+      "Ġholding": 2142,
+      "Ġfing": 2143,
+      "Ġhealthy": 2144,
+      "ĠMittens": 2145,
+      "Ġprot": 2146,
+      "Ġmeet": 2147,
+      "Ġorgan": 2148,
+      "Ġclever": 2149,
+      "Ġspotted": 2150,
+      "Ġletter": 2151,
+      "Ġgather": 2152,
+      "alm": 2153,
+      "Of": 2154,
+      "ere": 2155,
+      "Ġround": 2156,
+      "Ġstorm": 2157,
+      "Ġprotect": 2158,
+      "Ġgift": 2159,
+      "amed": 2160,
+      "Ġmail": 2161,
+      "ĠJen": 2162,
+      "Ġbirthday": 2163,
+      "Ġpres": 2164,
+      "Ġsaf": 2165,
+      "Ġneighbor": 2166,
+      "epend": 2167,
+      "Ġtakes": 2168,
+      "sc": 2169,
+      "Ġear": 2170,
+      "Ġcomfort": 2171,
+      "Ġent": 2172,
+      "Ġrep": 2173,
+      "Ġperson": 2174,
+      "Ġsmiling": 2175,
+      "ĠWith": 2176,
+      "Ġgently": 2177,
+      "Ġpointed": 2178,
+      "Every": 2179,
+      "owed": 2180,
+      "Ġspo": 2181,
+      "col": 2182,
+      "Ġtasty": 2183,
+      "ular": 2184,
+      "ĠJimmy": 2185,
+      "Ġplane": 2186,
+      "sting": 2187,
+      "hin": 2188,
+      "Ġhoney": 2189,
+      "itch": 2190,
+      "Ġpill": 2191,
+      "Ġpass": 2192,
+      "itten": 2193,
+      "Ġmatter": 2194,
+      "Ġadm": 2195,
+      "Ġtasted": 2196,
+      "Ġsmelled": 2197,
+      "nic": 2198,
+      "ove": 2199,
+      "Ġeag": 2200,
+      "Ġshining": 2201,
+      "Hey": 2202,
+      "Ġhope": 2203,
+      "Ġplaces": 2204,
+      "Ġkick": 2205,
+      "ĠCh": 2206,
+      "Ġpicnic": 2207,
+      "Ġbottle": 2208,
+      "Ġrespect": 2209,
+      "Ġblew": 2210,
+      "Ġappeared": 2211,
+      "Ġsupp": 2212,
+      "Tommy": 2213,
+      "ĠCome": 2214,
+      "Ġspider": 2215,
+      "Ġintere": 2216,
+      "Ġcheer": 2217,
+      "board": 2218,
+      "Ġwearing": 2219,
+      "Ġpresent": 2220,
+      "ert": 2221,
+      "Ġmist": 2222,
+      "ize": 2223,
+      "Ġtrouble": 2224,
+      "Ġtrip": 2225,
+      "Ġpract": 2226,
+      "Ġkiss": 2227,
+      "Ġquest": 2228,
+      "ond": 2229,
+      "Ġash": 2230,
+      "Ġloves": 2231,
+      "Ġtightly": 2232,
+      "gg": 2233,
+      "arge": 2234,
+      "Ġsur": 2235,
+      "Ġspread": 2236,
+      "aur": 2237,
+      "Ġwide": 2238,
+      "ones": 2239,
+      "umber": 2240,
+      "Ġfeather": 2241,
+      "Ġsplas": 2242,
+      "ont": 2243,
+      "ndp": 2244,
+      "Ġlater": 2245,
+      "Ġwhole": 2246,
+      "Ġanyone": 2247,
+      "Ġbread": 2248,
+      "Molly": 2249,
+      "Ġdes": 2250,
+      "Ġrec": 2251,
+      "ella": 2252,
+      "Ġroad": 2253,
+      "In": 2254,
+      "Ġoce": 2255,
+      "Ġgiant": 2256,
+      "Ġocean": 2257,
+      "els": 2258,
+      "Ġpuzz": 2259,
+      "Ġcookie": 2260,
+      "Ġpan": 2261,
+      "Ġpath": 2262,
+      "ÅĵI": 2263,
+      "Ġconfused": 2264,
+      "Ġscreamed": 2265,
+      "Ġclouds": 2266,
+      "eb": 2267,
+      "Ġimpress": 2268,
+      "Ġfront": 2269,
+      "ĠGo": 2270,
+      "Ġseat": 2271,
+      "lex": 2272,
+      "Ġlay": 2273,
+      "Ġwhich": 2274,
+      "la": 2275,
+      "Ġthin": 2276,
+      "Ġteach": 2277,
+      "erly": 2278,
+      "Ġdi": 2279,
+      "Ġanswer": 2280,
+      "ungle": 2281,
+      "Ġap": 2282,
+      "ssed": 2283,
+      "hile": 2284,
+      "ub": 2285,
+      "Ġlarge": 2286,
+      "Ġjungle": 2287,
+      "Ġpromise": 2288,
+      "Ġser": 2289,
+      "Ġber": 2290,
+      "Ġwild": 2291,
+      "Ġbark": 2292,
+      "Ġmach": 2293,
+      "oose": 2294,
+      "Ġbutton": 2295,
+      "ndpa": 2296,
+      "Good": 2297,
+      "Ġmyster": 2298,
+      "Ġsnake": 2299,
+      "Ġvillage": 2300,
+      "Ġhor": 2301,
+      "ĠEmily": 2302,
+      "Come": 2303,
+      "Ġtool": 2304,
+      "Ġputs": 2305,
+      "Ġlast": 2306,
+      "Ġimag": 2307,
+      "ĠJake": 2308,
+      "Lucy": 2309,
+      "Ġtid": 2310,
+      "Ġban": 2311,
+      "lebr": 2312,
+      "Ġeventually": 2313,
+      "Ġslid": 2314,
+      "Ġwave": 2315,
+      "Ġlive": 2316,
+      "Ġchased": 2317,
+      "ĠEverywhere": 2318,
+      "Ġcelebr": 2319,
+      "Ġcrayons": 2320,
+      "Just": 2321,
+      "Ġspent": 2322,
+      "Ġwrite": 2323,
+      "Ġgives": 2324,
+      "unk": 2325,
+      "ife": 2326,
+      "Ġdecor": 2327,
+      "Ġfoot": 2328,
+      "Ġdelight": 2329,
+      "Ġsol": 2330,
+      "Ġsandw": 2331,
+      "Ġdirt": 2332,
+      "ĠJenny": 2333,
+      "Ġtalking": 2334,
+      "Ġtreats": 2335,
+      "Ġcart": 2336,
+      "ching": 2337,
+      "Ġwaiting": 2338,
+      "Ġhiding": 2339,
+      "Ġsnowman": 2340,
+      "Ġinteresting": 2341,
+      "Ġhon": 2342,
+      "ony": 2343,
+      "Ġshelf": 2344,
+      "Ġtaste": 2345,
+      "een": 2346,
+      "Jim": 2347,
+      "Ġstep": 2348,
+      "Mum": 2349,
+      "Ġhelpful": 2350,
+      "Ġfeet": 2351,
+      "Ġshy": 2352,
+      "Ġgoes": 2353,
+      "Ġval": 2354,
+      "Ġemb": 2355,
+      "Ġstood": 2356,
+      "Ġshr": 2357,
+      "Ġbuilding": 2358,
+      "Ġoven": 2359,
+      "Ġstret": 2360,
+      "Ġlovely": 2361,
+      "Ġducks": 2362,
+      "Ġcorner": 2363,
+      "Ġwash": 2364,
+      "cks": 2365,
+      "Ġspe": 2366,
+      "Ġpretended": 2367,
+      "Ġrolled": 2368,
+      "Ġrude": 2369,
+      "old": 2370,
+      "Ġcalm": 2371,
+      "Ġpile": 2372,
+      "Ġteeth": 2373,
+      "Ġjumping": 2374,
+      "Ġzoo": 2375,
+      "Ġpuddle": 2376,
+      "Ġtidy": 2377,
+      "Mama": 2378,
+      "iger": 2379,
+      "ipe": 2380,
+      "Ġbugs": 2381,
+      "Ġashamed": 2382,
+      "Ġbat": 2383,
+      "ina": 2384,
+      "ĠRe": 2385,
+      "Ġob": 2386,
+      "Ġstra": 2387,
+      "ĠSt": 2388,
+      "Ġwhistle": 2389,
+      "Ġbanan": 2390,
+      "not": 2391,
+      "Ġnet": 2392,
+      "Ġforgive": 2393,
+      "Ġprince": 2394,
+      "ener": 2395,
+      "Ġshirt": 2396,
+      "Ġsel": 2397,
+      "Ġcoo": 2398,
+      "Ġembar": 2399,
+      "umpy": 2400,
+      "Ġsparkly": 2401,
+      "Ġremind": 2402,
+      "Ġsug": 2403,
+      "Ġcross": 2404,
+      "Ġmind": 2405,
+      "Ġcannot": 2406,
+      "Ġsuccess": 2407,
+      "Ġembarra": 2408,
+      "Soon": 2409,
+      "Ġmot": 2410,
+      "Ġsharing": 2411,
+      "Ġworm": 2412,
+      "Ġfold": 2413,
+      "Ġpeaceful": 2414,
+      "Ġwore": 2415,
+      "Ġmountain": 2416,
+      "Ġblow": 2417,
+      "lice": 2418,
+      "Ġign": 2419,
+      "Ġbell": 2420,
+      "Ġfurry": 2421,
+      "Ġgrab": 2422,
+      "als": 2423,
+      "ometimes": 2424,
+      "Ġwhenever": 2425,
+      "Ġpour": 2426,
+      "vous": 2427,
+      "llie": 2428,
+      "Ġpush": 2429,
+      "Ġbreath": 2430,
+      "Ġmachine": 2431,
+      "Ġsugar": 2432,
+      "Ġchick": 2433,
+      "Ġcreative": 2434,
+      "St": 2435,
+      "ned": 2436,
+      "Ġbal": 2437,
+      "Ġstir": 2438,
+      "Ġdolp": 2439,
+      "Ġtries": 2440,
+      "Now": 2441,
+      "Ġlad": 2442,
+      "ĠLe": 2443,
+      "Ġmed": 2444,
+      "Ġpool": 2445,
+      "Ġgener": 2446,
+      "Ġsal": 2447,
+      "ork": 2448,
+      "ult": 2449,
+      "Ġspray": 2450,
+      "Ġship": 2451,
+      "ian": 2452,
+      "Ġhum": 2453,
+      "Ġhel": 2454,
+      "isa": 2455,
+      "Ġselfish": 2456,
+      "Ġhar": 2457,
+      "Ġfaces": 2458,
+      "Ġmessy": 2459,
+      "Ġ'": 2460,
+      "Ġple": 2461,
+      "ĠSome": 2462,
+      "ĠHow": 2463,
+      "Ġgold": 2464,
+      "Ġchocol": 2465,
+      "Please": 2466,
+      "Ġminutes": 2467,
+      "Ġpillow": 2468,
+      "My": 2469,
+      "aking": 2470,
+      "Ġtun": 2471,
+      "Ġmissed": 2472,
+      "ighed": 2473,
+      "Ġvan": 2474,
+      "Ġfixed": 2475,
+      "Ġfighting": 2476,
+      "oin": 2477,
+      "Ġfig": 2478,
+      "Ġembarrassed": 2479,
+      "Ġmeant": 2480,
+      "Ġdrive": 2481,
+      "Ġtomorrow": 2482,
+      "Ġhours": 2483,
+      "Ġca": 2484,
+      "Ġner": 2485,
+      "Ġspicy": 2486,
+      "Ġknowing": 2487,
+      "ĠPlease": 2488,
+      "Sarah": 2489,
+      "Ġladder": 2490,
+      "ital": 2491,
+      "Ġhorse": 2492,
+      "ato": 2493,
+      "Ġug": 2494,
+      "ĠJust": 2495,
+      "Ġtrust": 2496,
+      "Ġhosp": 2497,
+      "Ġugly": 2498,
+      "Ġhospital": 2499,
+      "Ġchew": 2500,
+      "Ġbedroom": 2501,
+      "Ġeasy": 2502,
+      "Ġnervous": 2503,
+      "Ġrob": 2504,
+      "Ġthankful": 2505,
+      "Ġcarrots": 2506,
+      "Dad": 2507,
+      "elly": 2508,
+      "Ġgrew": 2509,
+      "Ġcolour": 2510,
+      "Ġbarked": 2511,
+      "Ġcouch": 2512,
+      "Ġnut": 2513,
+      "Ġmeadow": 2514,
+      "Ġtaught": 2515,
+      "Ġunderstood": 2516,
+      "Ġdisappoin": 2517,
+      "Ġpas": 2518,
+      "ano": 2519,
+      "Ġoften": 2520,
+      "Ġclass": 2521,
+      "Ġpassed": 2522,
+      "Ġknocked": 2523,
+      "Ġlanded": 2524,
+      "Ġmic": 2525,
+      "ird": 2526,
+      "Ġfear": 2527,
+      "Ġcoin": 2528,
+      "Ġmud": 2529,
+      "work": 2530,
+      "Ġdeter": 2531,
+      "Ġreg": 2532,
+      "Ġreturned": 2533,
+      "Ġdeterm": 2534,
+      "Ġhur": 2535,
+      "Ġfinish": 2536,
+      "izz": 2537,
+      "Ġtea": 2538,
+      "Ġsmooth": 2539,
+      "mo": 2540,
+      "Ġstuff": 2541,
+      "Ġmov": 2542,
+      "Ġgenerous": 2543,
+      "To": 2544,
+      "ĠOn": 2545,
+      "isp": 2546,
+      "Ġdrum": 2547,
+      "obby": 2548,
+      "Ġbubbles": 2549,
+      "Ġrobot": 2550,
+      "Ġthese": 2551,
+      "Ġseed": 2552,
+      "Ġglass": 2553,
+      "Ġdisappointed": 2554,
+      "ground": 2555,
+      "Ġring": 2556,
+      "Ġcard": 2557,
+      "Ġhears": 2558,
+      "Ġcarried": 2559,
+      "Ġmoon": 2560,
+      "Ġchocolate": 2561,
+      "Ġleaf": 2562,
+      "Ġsnacks": 2563,
+      "Ġcirc": 2564,
+      "Ġfancy": 2565,
+      "dle": 2566,
+      "Ġspend": 2567,
+      "ĠAnn": 2568,
+      "ustr": 2569,
+      "Ġcrab": 2570,
+      "Ġsongs": 2571,
+      "pack": 2572,
+      "Ġpir": 2573,
+      "ecially": 2574,
+      "osaur": 2575,
+      "Ġsold": 2576,
+      "Ġbridge": 2577,
+      "ĠEven": 2578,
+      "Ġsleepy": 2579,
+      "Ġhonest": 2580,
+      "Ġmir": 2581,
+      "ĠBr": 2582,
+      "Ġpaw": 2583,
+      "pecially": 2584,
+      "Ġav": 2585,
+      "ĠWhy": 2586,
+      "izzy": 2587,
+      "Ġchest": 2588,
+      "Ġwolf": 2589,
+      "Ġdinosaur": 2590,
+      "Ġespecially": 2591,
+      "Ġmap": 2592,
+      "Ġgas": 2593,
+      "ory": 2594,
+      "Ġchange": 2595,
+      "Ġgroup": 2596,
+      "Ġgathered": 2597,
+      "Ġsour": 2598,
+      "Ġpoor": 2599,
+      "Ġsplash": 2600,
+      "Ġwaves": 2601,
+      "Ġforward": 2602,
+      "Ġclown": 2603,
+      "Ġmysterious": 2604,
+      "ror": 2605,
+      "Ġbody": 2606,
+      "Ġfrustr": 2607,
+      "Ġcraw": 2608,
+      "Ġfake": 2609,
+      "Ġpin": 2610,
+      "Ġok": 2611,
+      "Ġrad": 2612,
+      "Ġwhisp": 2613,
+      "Ġtwirl": 2614,
+      "Ġstring": 2615,
+      "Ġsmelly": 2616,
+      "ĠTogether": 2617,
+      "sist": 2618,
+      "Ġcand": 2619,
+      "Ġgate": 2620,
+      "Ġscar": 2621,
+      "ĠKitty": 2622,
+      "Ġneckl": 2623,
+      "Billy": 2624,
+      "Ġmotor": 2625,
+      "ying": 2626,
+      "ote": 2627,
+      "Ġshore": 2628,
+      "urse": 2629,
+      "Ġjew": 2630,
+      "Ġweak": 2631,
+      "Ġgrumpy": 2632,
+      "Ġfinger": 2633,
+      "Ġsack": 2634,
+      "Ġkitten": 2635,
+      "Ġpolite": 2636,
+      "Ġglue": 2637,
+      "uce": 2638,
+      "Ġnumber": 2639,
+      "airs": 2640,
+      "Ġesc": 2641,
+      "Ġmirror": 2642,
+      "Ġsheep": 2643,
+      "Ġvase": 2644,
+      "Ġplants": 2645,
+      "Ġberries": 2646,
+      "most": 2647,
+      "Be": 2648,
+      "den": 2649,
+      "Ġjelly": 2650,
+      "ĠTheir": 2651,
+      "Ġemp": 2652,
+      "itter": 2653,
+      "There": 2654,
+      "Ġscr": 2655,
+      "Ġgray": 2656,
+      "Ġpuzzle": 2657,
+      "Ġnecklace": 2658,
+      "Ġmaybe": 2659,
+      "Ġplate": 2660,
+      "Ġalmost": 2661,
+      "usie": 2662,
+      "Ġfrustrated": 2663,
+      "Ġempty": 2664,
+      "port": 2665,
+      "orry": 2666,
+      "Ġthick": 2667,
+      "Ġjam": 2668,
+      "Ġskipped": 2669,
+      "ensive": 2670,
+      "ĠTeddy": 2671,
+      "aged": 2672,
+      "Ġcloset": 2673,
+      "Ġhidden": 2674,
+      "Ġexpensive": 2675,
+      "Ġdetermined": 2676,
+      "Ġbored": 2677,
+      "Ġlit": 2678,
+      "Ġdrew": 2679,
+      "Ġlegs": 2680,
+      "Ġhopping": 2681,
+      "ates": 2682,
+      "ĠSometimes": 2683,
+      "Ġsticks": 2684,
+      "Ġones": 2685,
+      "ĠAt": 2686,
+      "Ġbirdie": 2687,
+      "ĠDon": 2688,
+      "Ġpolice": 2689,
+      "Ġfruits": 2690,
+      "Ġtick": 2691,
+      "Ġaunt": 2692,
+      "Ġwis": 2693,
+      "Ġbake": 2694,
+      "Ġline": 2695,
+      "ots": 2696,
+      "Ġstone": 2697,
+      "Ġdogs": 2698,
+      "aul": 2699,
+      "Ġfigure": 2700,
+      "Jane": 2701,
+      "Ġsight": 2702,
+      "Ġcries": 2703,
+      "ĠBe": 2704,
+      "Ġmoving": 2705,
+      "Ġcontent": 2706,
+      "ĠBrown": 2707,
+      "Ġsaved": 2708,
+      "Ġcloth": 2709,
+      "?\".": 2710,
+      "box": 2711,
+      "Ġbranches": 2712,
+      "Ġpacked": 2713,
+      "Ġpowerful": 2714,
+      "Ġsplashed": 2715,
+      "Ġfeed": 2716,
+      "ested": 2717,
+      "Ġyelled": 2718,
+      "Where": 2719,
+      "dge": 2720,
+      "kin": 2721,
+      "Ġtiger": 2722,
+      "Ġpay": 2723,
+      "iddle": 2724,
+      "oop": 2725,
+      "ĠBella": 2726,
+      "Ġexam": 2727,
+      "Ġtaken": 2728,
+      "Ġcrane": 2729,
+      "Ġspoil": 2730,
+      "'d": 2731,
+      "Ġhang": 2732,
+      "Ġflag": 2733,
+      "Ġanswered": 2734,
+      "Ġdiscovered": 2735,
+      "ĠLeo": 2736,
+      "ush": 2737,
+      "Ġsave": 2738,
+      "Ġseek": 2739,
+      "Ġexcite": 2740,
+      "Ġpray": 2741,
+      "Ġjog": 2742,
+      "Ġstanding": 2743,
+      "Ġdolphin": 2744,
+      "Ġjack": 2745,
+      "Are": 2746,
+      "era": 2747,
+      "rag": 2748,
+      "Ġflut": 2749,
+      "getable": 2750,
+      "Ġboring": 2751,
+      "Ġlock": 2752,
+      "Ġincred": 2753,
+      "Ġexcitement": 2754,
+      "Ġsighed": 2755,
+      "Ġwip": 2756,
+      "Ġfis": 2757,
+      "Ġfill": 2758,
+      "Ġsoap": 2759,
+      "ĠMum": 2760,
+      "ola": 2761,
+      "Ġpleased": 2762,
+      "Ġjacket": 2763,
+      "light": 2764,
+      "Ġsugg": 2765,
+      "Ġmiddle": 2766,
+      "Ġeld": 2767,
+      "Ġwrote": 2768,
+      "Ġballoons": 2769,
+      "Ġorganized": 2770,
+      "que": 2771,
+      "Ġsailed": 2772,
+      "Their": 2773,
+      "Ġtells": 2774,
+      "Ġoy": 2775,
+      "Ġstones": 2776,
+      "Ġboard": 2777,
+      "Ġspun": 2778,
+      "Ġvegetable": 2779,
+      "lies": 2780,
+      "Ġind": 2781,
+      "iness": 2782,
+      "Ġworking": 2783,
+      "lower": 2784,
+      "alk": 2785,
+      "iff": 2786,
+      "Ġparrot": 2787,
+      "Stop": 2788,
+      "Ġscarf": 2789,
+      "Ġwagged": 2790,
+      "Ġclap": 2791,
+      "Ġmeasure": 2792,
+      "asing": 2793,
+      "Ġtears": 2794,
+      "body": 2795,
+      "Ġcomfortable": 2796,
+      "Ġleg": 2797,
+      "Ġswan": 2798,
+      "Ġtrue": 2799,
+      "Ġfright": 2800,
+      "Ġdrop": 2801,
+      "Ġsmoke": 2802,
+      "Ġfeathers": 2803,
+      "Ġincredible": 2804,
+      "ggs": 2805,
+      "ual": 2806,
+      "Ġtie": 2807,
+      "Ġcap": 2808,
+      "Ġlose": 2809,
+      "Ġpus": 2810,
+      "Ġeager": 2811,
+      "Ġmovie": 2812,
+      "fic": 2813,
+      "Ġcop": 2814,
+      "Ġeggs": 2815,
+      "oof": 2816,
+      "Ġrid": 2817,
+      "Ġcovered": 2818,
+      "Ġfil": 2819,
+      "Ġlem": 2820,
+      "Ġgrap": 2821,
+      "Ġdisappeared": 2822,
+      "Ġrecord": 2823,
+      "ĠTV": 2824,
+      "ĠBl": 2825,
+      "Ġext": 2826,
+      "Ġord": 2827,
+      "Ġgiggled": 2828,
+      "corn": 2829,
+      "Ġpri": 2830,
+      "Ġham": 2831,
+      "Ġrare": 2832,
+      "Ġyourself": 2833,
+      "Ġeng": 2834,
+      "Ġwhale": 2835,
+      "Ġknife": 2836,
+      "ĠLisa": 2837,
+      "Ġteam": 2838,
+      "ĠJohnny": 2839,
+      "zed": 2840,
+      "Ġtest": 2841,
+      "Ġbone": 2842,
+      "Ġdizzy": 2843,
+      "Ġlibr": 2844,
+      "Ġwrap": 2845,
+      "Ġquestions": 2846,
+      "iv": 2847,
+      "Ġlying": 2848,
+      "Ġstamp": 2849,
+      "Ġlicked": 2850,
+      "Ġnoisy": 2851,
+      "Ġkindness": 2852,
+      "Ġdiffic": 2853,
+      "Ġdrawing": 2854,
+      "apping": 2855,
+      "Jimmy": 2856,
+      "Ġstraw": 2857,
+      "Ġburn": 2858,
+      "Ġwagon": 2859,
+      "ately": 2860,
+      "Ġgrown": 2861,
+      "Ġrocket": 2862,
+      "Ġpopcorn": 2863,
+      "Sally": 2864,
+      "Ġbatter": 2865,
+      "Ġwand": 2866,
+      "Ġanc": 2867,
+      "ĠEnd": 2868,
+      "Ġsword": 2869,
+      "Ġhappening": 2870,
+      "Ġlifted": 2871,
+      "Ġbalance": 2872,
+      "Ġextra": 2873,
+      "Sorry": 2874,
+      "ha": 2875,
+      "Ġwander": 2876,
+      "Ġfat": 2877,
+      "ĠMark": 2878,
+      "ĠElla": 2879,
+      "Ġbecome": 2880,
+      "Ġtrack": 2881,
+      "Ġsmaller": 2882,
+      "Ġmistake": 2883,
+      "Ġtoast": 2884,
+      "ating": 2885,
+      "Ġmanaged": 2886,
+      "selves": 2887,
+      "ĠPeter": 2888,
+      "Ġbathroom": 2889,
+      "Ġharm": 2890,
+      "Ġdifficult": 2891,
+      "Ġtwist": 2892,
+      "Ġoffered": 2893,
+      "Ġruined": 2894,
+      "Ġmatch": 2895,
+      "Ġancient": 2896,
+      "Ġgar": 2897,
+      "illi": 2898,
+      "Ġdistance": 2899,
+      "Ġplayground": 2900,
+      "Ġlazy": 2901,
+      "Ġdancing": 2902,
+      "Ġadventur": 2903,
+      "af": 2904,
+      "ĠBa": 2905,
+      "Ġcalling": 2906,
+      "Ġcleaned": 2907,
+      "Ġcrown": 2908,
+      "ormal": 2909,
+      "Ġonce": 2910,
+      "Ġboss": 2911,
+      "Ġsell": 2912,
+      "Ġwalks": 2913,
+      "Ġfrightened": 2914,
+      "erri": 2915,
+      "Ġmask": 2916,
+      "Ġfluffy": 2917,
+      "emo": 2918,
+      "ĠZ": 2919,
+      "Ġfrag": 2920,
+      "Ġdest": 2921,
+      "Ġnormal": 2922,
+      "Ġyog": 2923,
+      "Ġpicks": 2924,
+      "Ġeye": 2925,
+      "Ġdrank": 2926,
+      "Ġcircle": 2927,
+      "Ġadventurous": 2928,
+      "Spot": 2929,
+      "Ġtent": 2930,
+      "Ġpress": 2931,
+      "Ġkissed": 2932,
+      "ict": 2933,
+      "Ġsciss": 2934,
+      "Ġgets": 2935,
+      "Ġtrunk": 2936,
+      "Ġcheck": 2937,
+      "Ġenjoying": 2938,
+      "Ġshells": 2939,
+      "Ġelderly": 2940,
+      "Ġscissors": 2941,
+      "Ġterri": 2942,
+      "Ġtoug": 2943,
+      "ages": 2944,
+      "Ġsteal": 2945,
+      "Me": 2946,
+      "ready": 2947,
+      "ete": 2948,
+      "Ġalready": 2949,
+      "ĠLittle": 2950,
+      "Ġjuicy": 2951,
+      "Ġstudy": 2952,
+      "Ġhorn": 2953,
+      "erp": 2954,
+      "Ġpizz": 2955,
+      "Ġallig": 2956,
+      "Ġlouder": 2957,
+      "Ġtowel": 2958,
+      "Ġcircles": 2959,
+      "Ġlead": 2960,
+      "Ġroar": 2961,
+      "Ġrose": 2962,
+      "Ġslipped": 2963,
+      "Ġtele": 2964,
+      "Ġfamous": 2965,
+      "Ġarg": 2966,
+      "Ġcheerful": 2967,
+      "ĠRex": 2968,
+      "Ġtough": 2969,
+      "ipper": 2970,
+      "Ġbarn": 2971,
+      "Ġfool": 2972,
+      "Ġdig": 2973,
+      "Ġdish": 2974,
+      "Ġagainst": 2975,
+      "Ġdeer": 2976,
+      "Ġsweetie": 2977,
+      "Ġengine": 2978,
+      "Ġed": 2979,
+      "Ġfather": 2980,
+      "Ġcover": 2981,
+      "Ġyours": 2982,
+      "Ġneeds": 2983,
+      "Joe": 2984,
+      "Ġbags": 2985,
+      "Ġspinning": 2986,
+      "Sue": 2987,
+      "Ġaw": 2988,
+      "anged": 2989,
+      "amond": 2990,
+      "Ġyarn": 2991,
+      "oph": 2992,
+      "Ġgiving": 2993,
+      "Ġdiamond": 2994,
+      "Ġsandwich": 2995,
+      "Ġindepend": 2996,
+      "Ġfragile": 2997,
+      "Who": 2998,
+      "cept": 2999,
+      "Ġnosy": 3000,
+      "Ġtwig": 3001,
+      "Ġhurts": 3002,
+      "Ġsuggested": 3003,
+      "Ġlemon": 3004,
+      "iest": 3005,
+      "ination": 3006,
+      "orge": 3007,
+      "Ġnod": 3008,
+      "Ġbloom": 3009,
+      "Ġhose": 3010,
+      "Ġboxes": 3011,
+      "Ġrealised": 3012,
+      "Ġfrown": 3013,
+      "ache": 3014,
+      "Ġrelax": 3015,
+      "Ġhammer": 3016,
+      "Ġadded": 3017,
+      "Ġweird": 3018,
+      "Ġmod": 3019,
+      "Ġcrack": 3020,
+      "Ġalligator": 3021,
+      "Amy": 3022,
+      "Gra": 3023,
+      "oot": 3024,
+      "Ġshake": 3025,
+      "rage": 3026,
+      "Ġlearning": 3027,
+      "Ġvegetables": 3028,
+      "Ġadd": 3029,
+      "Ġmelt": 3030,
+      "ĠSusie": 3031,
+      "elp": 3032,
+      "ĠBobby": 3033,
+      "Ġtrap": 3034,
+      "Ġcollar": 3035,
+      "Ġstubb": 3036,
+      "ique": 3037,
+      "Ġborrow": 3038,
+      "Ġpump": 3039,
+      "Ġloudly": 3040,
+      "Ġsearch": 3041,
+      "Ġchicken": 3042,
+      "Ġpizza": 3043,
+      "Ġindependent": 3044,
+      "Ġstubborn": 3045,
+      "Ġref": 3046,
+      "Ġasking": 3047,
+      "Ġbrilli": 3048,
+      "Ġdecide": 3049,
+      "Ġflash": 3050,
+      "Ġcaterp": 3051,
+      "Ġqueen": 3052,
+      "Ġsnee": 3053,
+      "ĠRose": 3054,
+      "Ġinvited": 3055,
+      "Ġstrawber": 3056,
+      "Ġfoolish": 3057,
+      "Ġcaterpill": 3058,
+      "gy": 3059,
+      "Ġtur": 3060,
+      "Ġdepend": 3061,
+      "Ġguit": 3062,
+      "Ġstri": 3063,
+      "Ġknight": 3064,
+      "Ġboys": 3065,
+      "Ġpee": 3066,
+      "Ġcomb": 3067,
+      "Ġclear": 3068,
+      "Ġunique": 3069,
+      "Ġbuttons": 3070,
+      "ĠTweety": 3071,
+      "Ġcolourful": 3072,
+      "Ġescape": 3073,
+      "Ġbrilliant": 3074,
+      "Ġrich": 3075,
+      "ĠBu": 3076,
+      "Ġsaying": 3077,
+      "Ġrode": 3078,
+      "Ġskin": 3079,
+      "Ġgarage": 3080,
+      "Help": 3081,
+      "dom": 3082,
+      "Ġmummy": 3083,
+      "Ġbeak": 3084,
+      "ured": 3085,
+      "aw": 3086,
+      "eorge": 3087,
+      "rop": 3088,
+      "edient": 3089,
+      "Ġunus": 3090,
+      "Ġoyster": 3091,
+      "Ġturkey": 3092,
+      "ĠOK": 3093,
+      "Ġfountain": 3094,
+      "Ġpatter": 3095,
+      "Ġweek": 3096,
+      "Ġchase": 3097,
+      "Ġrubb": 3098,
+      "Ġcounted": 3099,
+      "Ġregular": 3100,
+      "Ġwiped": 3101,
+      "Ġguitar": 3102,
+      "Ġunusual": 3103,
+      "land": 3104,
+      "Ġumb": 3105,
+      "Ġfork": 3106,
+      "Ġshows": 3107,
+      "Ġlights": 3108,
+      "Ġwalls": 3109,
+      "Ġdreamed": 3110,
+      "Ġbanana": 3111,
+      "Ġsuccessful": 3112,
+      "Ġjewel": 3113,
+      "Ġpattern": 3114,
+      "Ġumbre": 3115,
+      "cil": 3116,
+      "ray": 3117,
+      "inal": 3118,
+      "Ġlow": 3119,
+      "imed": 3120,
+      "Ġswe": 3121,
+      "Ġcryst": 3122,
+      "Ġpencil": 3123,
+      "Ġsafely": 3124,
+      "Ġtools": 3125,
+      "Well": 3126,
+      "Ġtape": 3127,
+      "Ġstream": 3128,
+      "ceed": 3129,
+      "Ġresc": 3130,
+      "Ġabove": 3131,
+      "Ġharder": 3132,
+      "Ġguess": 3133,
+      "Ġbottom": 3134,
+      "Ġmarket": 3135,
+      "Ġimpressed": 3136,
+      "Ġwaff": 3137,
+      "anut": 3138,
+      "iginal": 3139,
+      "Ġnotice": 3140,
+      "illa": 3141,
+      "Ġnods": 3142,
+      "Ġpeanut": 3143,
+      "olog": 3144,
+      "Ġpatch": 3145,
+      "Ġcrawled": 3146,
+      "Ġcaterpillar": 3147,
+      "na": 3148,
+      "Ġtank": 3149,
+      "Ġtask": 3150,
+      "Ġtire": 3151,
+      "Ġgun": 3152,
+      "Ġload": 3153,
+      "Ġcompet": 3154,
+      "umbled": 3155,
+      "Ġapolog": 3156,
+      "Ġsolve": 3157,
+      "How": 3158,
+      "Mummy": 3159,
+      "fast": 3160,
+      "hip": 3161,
+      "ĠNo": 3162,
+      "Ġbitter": 3163,
+      "arl": 3164,
+      "Ġears": 3165,
+      "Ġshone": 3166,
+      "Ġbrush": 3167,
+      "ĠFin": 3168,
+      "Ġoriginal": 3169,
+      "Ġfier": 3170,
+      "Ġglow": 3171,
+      "ĠNemo": 3172,
+      "Ġbreakfast": 3173,
+      "Ġadmired": 3174,
+      "ĠBlue": 3175,
+      "Ġedge": 3176,
+      "Ġdependable": 3177,
+      "und": 3178,
+      "uth": 3179,
+      "ĠIf": 3180,
+      "Ġclay": 3181,
+      "Ġstronger": 3182,
+      "Ġbossy": 3183,
+      "Ġcudd": 3184,
+      "aser": 3185,
+      "Ġgrandpa": 3186,
+      "Ġknows": 3187,
+      "Ġpicking": 3188,
+      "Ġjoke": 3189,
+      "Ġboats": 3190,
+      "Ġbald": 3191,
+      "Ġmedic": 3192,
+      "Ġscrat": 3193,
+      "Ġcone": 3194,
+      "Ġpenny": 3195,
+      "Ġlean": 3196,
+      "Ġraft": 3197,
+      "uggled": 3198,
+      "Ġsucceed": 3199,
+      "Ġobedient": 3200,
+      "Ġhumble": 3201,
+      "Ġlibrary": 3202,
+      "Re": 3203,
+      "head": 3204,
+      "Ġph": 3205,
+      "Ġnumb": 3206,
+      "Ġsauce": 3207,
+      "ĠBear": 3208,
+      "Ġtray": 3209,
+      "Ġproudly": 3210,
+      "Here": 3211,
+      "Ġsounded": 3212,
+      "Ġsquare": 3213,
+      "Ġterrible": 3214,
+      "Ġcrystal": 3215,
+      "Ġfierce": 3216,
+      "Jill": 3217,
+      "Ġwitch": 3218,
+      "inary": 3219,
+      "Ġhappiness": 3220,
+      "ĠLola": 3221,
+      "Ġhanded": 3222,
+      "Ġfridge": 3223,
+      "fa": 3224,
+      "Ġrough": 3225,
+      "ention": 3226,
+      "Ġchanged": 3227,
+      "Ġjoined": 3228,
+      "Ġraven": 3229,
+      "Ġmighty": 3230,
+      "Ġchose": 3231,
+      "Ġwheel": 3232,
+      "Ġumbrella": 3233,
+      "Ġtag": 3234,
+      "Ġcri": 3235,
+      "Ġow": 3236,
+      "arry": 3237,
+      "imp": 3238,
+      "ĠBill": 3239,
+      "Ġhelps": 3240,
+      "Ġfinding": 3241,
+      "Ġcleaning": 3242,
+      "Ġsquee": 3243,
+      "Ġfirework": 3244,
+      "Ġmedicine": 3245,
+      "azz": 3246,
+      "met": 3247,
+      "Ġplayful": 3248,
+      "Ġlocked": 3249,
+      "Ġgoat": 3250,
+      "Ġaccept": 3251,
+      "Ġcompass": 3252,
+      "Ġsurf": 3253,
+      "Ġcompetit": 3254,
+      "ext": 3255,
+      "kn": 3256,
+      "Ġsy": 3257,
+      "Ġsil": 3258,
+      "Ġbeet": 3259,
+      "ĠMar": 3260,
+      "uring": 3261,
+      "Ġchir": 3262,
+      "ĠEllie": 3263,
+      "Ġballs": 3264,
+      "ÅĵLet": 3265,
+      "Ġbutterflies": 3266,
+      "Ġguard": 3267,
+      "Ġcrayon": 3268,
+      "Ġdiscover": 3269,
+      "Ġparade": 3270,
+      "Ġmixed": 3271,
+      "Ġvalu": 3272,
+      "Ġhelmet": 3273,
+      "ĠBrownie": 3274,
+      "Em": 3275,
+      "ject": 3276,
+      "squ": 3277,
+      "ud": 3278,
+      "Ġgum": 3279,
+      "ature": 3280,
+      "Ġisland": 3281,
+      "Ġcost": 3282,
+      "Ġmole": 3283,
+      "Ġnicely": 3284,
+      "Ġkinds": 3285,
+      "Ġraced": 3286,
+      "Ġstove": 3287,
+      "Ġlaughs": 3288,
+      "Ġmarch": 3289,
+      "Ġfalls": 3290,
+      "Ġpersist": 3291,
+      "ĠBaby": 3292,
+      "ophie": 3293,
+      "Alice": 3294,
+      "ience": 3295,
+      "ito": 3296,
+      "Ġcage": 3297,
+      "Ġgoose": 3298,
+      "Ġcoins": 3299,
+      "Ġtrump": 3300,
+      "Ġmosqu": 3301,
+      "Ġserious": 3302,
+      "Ġmosquito": 3303,
+      "Ġflex": 3304,
+      "Ġcro": 3305,
+      "elon": 3306,
+      "Ġexcla": 3307,
+      "Ġchoose": 3308,
+      "Ġexplored": 3309,
+      "Ġunl": 3310,
+      "Ġbrothers": 3311,
+      "Ġguil": 3312,
+      "Ġnumbers": 3313,
+      "Ġtrumpet": 3314,
+      "Ġicy": 3315,
+      "Ġmoms": 3316,
+      "iew": 3317,
+      "Ġview": 3318,
+      "Ġenorm": 3319,
+      "Ġfireman": 3320,
+      "ĠMrs": 3321,
+      "Ġpractice": 3322,
+      "Ġenormous": 3323,
+      "wards": 3324,
+      "Ġsup": 3325,
+      "Ġvolc": 3326,
+      "Ġmeans": 3327,
+      "Ġpointing": 3328,
+      "Ġvaluable": 3329,
+      "Ġflexible": 3330,
+      "Ġexclaimed": 3331,
+      "Ġguilty": 3332,
+      "yal": 3333,
+      "Ġcam": 3334,
+      "Ġpipe": 3335,
+      "ision": 3336,
+      "ĠMy": 3337,
+      "Ġuseful": 3338,
+      "Ġfavour": 3339,
+      "Ġcrazy": 3340,
+      "Ġphot": 3341,
+      "known": 3342,
+      "Ġvolcano": 3343,
+      "Ġwake": 3344,
+      "Ġcity": 3345,
+      "omed": 3346,
+      "llip": 3347,
+      "Ġforth": 3348,
+      "Ġlollip": 3349,
+      "Ġseal": 3350,
+      "Ġallowed": 3351,
+      "Ġscare": 3352,
+      "Ġbrightly": 3353,
+      "Ġmarble": 3354,
+      "Ġpopular": 3355,
+      "Ġflashlight": 3356,
+      "Ġcompassion": 3357,
+      "Ġlollipop": 3358,
+      "ĠU": 3359,
+      "Ġing": 3360,
+      "Ġhunt": 3361,
+      "Ġdull": 3362,
+      "erry": 3363,
+      "Ġstat": 3364,
+      "Ġshel": 3365,
+      "!\".": 3366,
+      "Ġunknown": 3367,
+      "Ġhats": 3368,
+      "Ġshoot": 3369,
+      "redient": 3370,
+      "Ġbelonged": 3371,
+      "Ġfavourite": 3372,
+      "Ġingredient": 3373,
+      "Ġpil": 3374,
+      "Ġloyal": 3375,
+      "Ġbrace": 3376,
+      "ĠWhenever": 3377,
+      "Ġdreams": 3378,
+      "Ġkicked": 3379,
+      "Ġseeds": 3380,
+      "Ġtwirled": 3381,
+      "Ġsuper": 3382,
+      "time": 3383,
+      "Ġfine": 3384,
+      "Ġbees": 3385,
+      "Ġsofa": 3386,
+      "Ġshark": 3387,
+      "ĠMike": 3388,
+      "Ġanx": 3389,
+      "Ġsadly": 3390,
+      "Ġshowing": 3391,
+      "Ġways": 3392,
+      "Ġtrucks": 3393,
+      "Ġdelicate": 3394,
+      "ations": 3395,
+      "Ġrepe": 3396,
+      "Ġimpressive": 3397,
+      "Ġpoured": 3398,
+      "Ġpirate": 3399,
+      "Ġwhispered": 3400,
+      "Ġharmless": 3401,
+      "aff": 3402,
+      "Ġturt": 3403,
+      "Ġtied": 3404,
+      "aroo": 3405,
+      "ado": 3406,
+      "arth": 3407,
+      "Ġgrace": 3408,
+      "Ġhandle": 3409,
+      "Ġenc": 3410,
+      "Ġdeliver": 3411,
+      "Benny": 3412,
+      "Ġrushed": 3413,
+      "Ġusing": 3414,
+      "angaroo": 3415,
+      "Ġshape": 3416,
+      "Ġbushes": 3417,
+      "Ġpersistent": 3418,
+      "Ġgor": 3419,
+      "ĠSp": 3420,
+      "Ġkangaroo": 3421,
+      "Ġang": 3422,
+      "Ġoffice": 3423,
+      "Ġanxious": 3424,
+      "Go": 3425,
+      "alous": 3426,
+      "Ġspell": 3427,
+      "ĠWhile": 3428,
+      "iable": 3429,
+      "Ġpotato": 3430,
+      "Ġjealous": 3431,
+      "Ġwrapped": 3432,
+      "Ġfour": 3433,
+      "Ġcurt": 3434,
+      "Ġlog": 3435,
+      "Ġcoal": 3436,
+      "Ġreliable": 3437,
+      "Ġcurtain": 3438,
+      "Daisy": 3439,
+      "Ġsudden": 3440,
+      "mbol": 3441,
+      "ÅĵYes": 3442,
+      "aches": 3443,
+      "ĠPe": 3444,
+      "Ġpainted": 3445,
+      "ĠToby": 3446,
+      "Ġcere": 3447,
+      "gu": 3448,
+      "Ġtummy": 3449,
+      "Ġthose": 3450,
+      "ouses": 3451,
+      "uddy": 3452,
+      "Ġcush": 3453,
+      "Ġmetal": 3454,
+      "Ġsymbol": 3455,
+      "Ġbeetle": 3456,
+      "Ġcamera": 3457,
+      "Ġhouses": 3458,
+      "ilt": 3459,
+      "Ġcelebrate": 3460,
+      "Ġdelighted": 3461,
+      "Ġgorilla": 3462,
+      "Ġtooth": 3463,
+      "Ġthirst": 3464,
+      "keep": 3465,
+      "Ġshiver": 3466,
+      "Ġreward": 3467,
+      "Ġspace": 3468,
+      "Ġtravel": 3469,
+      "Ġrubbed": 3470,
+      "Ġprint": 3471,
+      "Ġdriving": 3472,
+      "Ġmarry": 3473,
+      "Ġwarned": 3474,
+      "Ġsoldier": 3475,
+      "Ġmotorcy": 3476,
+      "cut": 3477,
+      "Ġson": 3478,
+      "Ġtor": 3479,
+      "arlie": 3480,
+      "Ġhero": 3481,
+      "ief": 3482,
+      "Ġcarp": 3483,
+      "Ġexcitedly": 3484,
+      "Ġtemp": 3485,
+      "ĠPete": 3486,
+      "ĠBobo": 3487,
+      "cod": 3488,
+      "Ġhung": 3489,
+      "Ġgrowing": 3490,
+      "upid": 3491,
+      "Ġthinking": 3492,
+      "Ġtunn": 3493,
+      "While": 3494,
+      "cu": 3495,
+      "ipp": 3496,
+      "Ġhay": 3497,
+      "Ġyet": 3498,
+      "Ġvine": 3499,
+      "Ġacorn": 3500,
+      "icycle": 3501,
+      "Ġprep": 3502,
+      "Ġreminded": 3503,
+      "Ġgasped": 3504,
+      "Ġflute": 3505,
+      "Ġordinary": 3506,
+      "Ġcrocod": 3507,
+      "Ġamb": 3508,
+      "Ġcur": 3509,
+      "ĠBet": 3510,
+      "ĠMandy": 3511,
+      "Ġpup": 3512,
+      "Ġcreatures": 3513,
+      "Ġhurry": 3514,
+      "Ġspoiled": 3515,
+      "Ġtimes": 3516,
+      "Ġmis": 3517,
+      "Ġrice": 3518,
+      "Ġstupid": 3519,
+      "Ġshine": 3520,
+      "Ġresist": 3521,
+      "ugged": 3522,
+      "Ġlaw": 3523,
+      "Ġskull": 3524,
+      "coa": 3525,
+      "Ġmissing": 3526,
+      "Ġwheat": 3527,
+      "Ġsupport": 3528,
+      "Ġingredients": 3529,
+      "aid": 3530,
+      "loo": 3531,
+      "Ġcase": 3532,
+      "ery": 3533,
+      "Ġwashed": 3534,
+      "Ġdove": 3535,
+      "Ġspilled": 3536,
+      "Ġscoot": 3537,
+      "Ġmeal": 3538,
+      "Ġmule": 3539,
+      "ĠDucky": 3540,
+      "Ġmoder": 3541,
+      "arsh": 3542,
+      "ÅĵWhat": 3543,
+      "Ġtrick": 3544,
+      "Ġsett": 3545,
+      "ĠTweetie": 3546,
+      "Ġbounce": 3547,
+      "Ġfilthy": 3548,
+      "Ġbase": 3549,
+      "Ġhoop": 3550,
+      "Ġfre": 3551,
+      "Ġstumbled": 3552,
+      "Ġsoar": 3553,
+      "Ġweal": 3554,
+      "Ġseem": 3555,
+      "Ġword": 3556,
+      "Ġlab": 3557,
+      "ĠDave": 3558,
+      "ĠFr": 3559,
+      "Ġbadly": 3560,
+      "Ġhairy": 3561,
+      "Ġcrawl": 3562,
+      "Ġlively": 3563,
+      "Ġsteps": 3564,
+      "ÅĵLetâ": 3565,
+      "Ġbracelet": 3566,
+      "Ġcereal": 3567,
+      "Ġthirsty": 3568,
+      "Ġcarpet": 3569,
+      "Ġwool": 3570,
+      "ither": 3571,
+      "Ġgoal": 3572,
+      "Ġbackpack": 3573,
+      "Ġtruth": 3574,
+      "Ġcompl": 3575,
+      "Ġcheap": 3576,
+      "Ġdisg": 3577,
+      "Ġplaced": 3578,
+      "Ġearly": 3579,
+      "Ġdecorate": 3580,
+      "Ġnuts": 3581,
+      "Ow": 3582,
+      "cream": 3583,
+      "Ġbump": 3584,
+      "Ġthemselves": 3585,
+      "ices": 3586,
+      "Ġhelpless": 3587,
+      "Ġclum": 3588,
+      "Ġscatter": 3589,
+      "Ġscale": 3590,
+      "Ġnews": 3591,
+      "usting": 3592,
+      "Ġenv": 3593,
+      "âĤ¬âĢ": 3594,
+      "Ġtelling": 3595,
+      "Ġswinging": 3596,
+      "Ġsparkled": 3597,
+      "Ġcarrying": 3598,
+      "gging": 3599,
+      "ines": 3600,
+      "ric": 3601,
+      "Ġfriendship": 3602,
+      "Ġcareless": 3603,
+      "Ġsne": 3604,
+      "Ġdoesn": 3605,
+      "Ġfalling": 3606,
+      "Ġcomput": 3607,
+      "Ġpale": 3608,
+      "Ġpeeked": 3609,
+      "Ġcompassionate": 3610,
+      "com": 3611,
+      "vice": 3612,
+      "Ġsend": 3613,
+      "Ġstage": 3614,
+      "Ġmem": 3615,
+      "Ġchalk": 3616,
+      "Ġchasing": 3617,
+      "Ġpebble": 3618,
+      "ĠEverything": 3619,
+      "Ġcube": 3620,
+      "Ġpige": 3621,
+      "Ġcourage": 3622,
+      "Ġfingers": 3623,
+      "Ġturtle": 3624,
+      "bled": 3625,
+      "Ġsink": 3626,
+      "Ġbicycle": 3627,
+      "Ġshaking": 3628,
+      "Ġsleeping": 3629,
+      "Ġneighbour": 3630,
+      "Ġmodern": 3631,
+      "Ġdisgusting": 3632,
+      "Ġclumsy": 3633,
+      "gest": 3634,
+      "Ġhook": 3635,
+      "Ġcher": 3636,
+      "Ġnail": 3637,
+      "Ġbiggest": 3638,
+      "iches": 3639,
+      "Ġbul": 3640,
+      "Ġending": 3641,
+      "Ġdead": 3642,
+      "Ġtriang": 3643,
+      "ulance": 3644,
+      "Ġspoke": 3645,
+      "Ġpracticed": 3646,
+      "Ġambulance": 3647,
+      "Ġcomputer": 3648,
+      "ibb": 3649,
+      "Ġlamp": 3650,
+      "Ġstation": 3651,
+      "Ġchar": 3652,
+      "Ġwallet": 3653,
+      "ĠToday": 3654,
+      "Ġpackage": 3655,
+      "Ġmicrop": 3656,
+      "Ġcushion": 3657,
+      "keeper": 3658,
+      "Ġcrocodile": 3659,
+      "Ġmicrophone": 3660,
+      "under": 3661,
+      "ĠAlex": 3662,
+      "Ġthoughtful": 3663,
+      "Ġjolly": 3664,
+      "Ġpengu": 3665,
+      "Ġpumpkin": 3666,
+      "Ġcostum": 3667,
+      "Ġfive": 3668,
+      "Ġdough": 3669,
+      "Ġpony": 3670,
+      "Ġol": 3671,
+      "imi": 3672,
+      "Ġstairs": 3673,
+      "Ġknock": 3674,
+      "Ġgrand": 3675,
+      "Ġintell": 3676,
+      "Ġuniver": 3677,
+      "Ġbrighter": 3678,
+      "Ġopens": 3679,
+      "Ġdreaming": 3680,
+      "Ġbounced": 3681,
+      "Ġquestion": 3682,
+      "Ġstatue": 3683,
+      "Ġwine": 3684,
+      "isk": 3685,
+      "ĠAlice": 3686,
+      "Ġcocoa": 3687,
+      "ĠYour": 3688,
+      "Ġpepper": 3689,
+      "Ġbeauty": 3690,
+      "Ġperm": 3691,
+      "Ġpainting": 3692,
+      "Ġshoe": 3693,
+      "Ġelev": 3694,
+      "Everyone": 3695,
+      "hino": 3696,
+      "Ġwealthy": 3697,
+      "Ġintellig": 3698,
+      "noon": 3699,
+      "Ġsuit": 3700,
+      "Ġmild": 3701,
+      "Ġnature": 3702,
+      "ans": 3703,
+      "Ġhappier": 3704,
+      "Ġneat": 3705,
+      "Ġstarts": 3706,
+      "ucked": 3707,
+      "Ġafternoon": 3708,
+      "Ġtorn": 3709,
+      "Ġelevator": 3710,
+      "gen": 3711,
+      "ti": 3712,
+      "Ġten": 3713,
+      "Ġharsh": 3714,
+      "Ġped": 3715,
+      "atient": 3716,
+      "orant": 3717,
+      "Ġrece": 3718,
+      "Ġjet": 3719,
+      "illie": 3720,
+      "ĠRed": 3721,
+      "Ġreading": 3722,
+      "Ġsearching": 3723,
+      "Ġbasketball": 3724,
+      "Ġbarber": 3725,
+      "Ġspeed": 3726,
+      "See": 3727,
+      "awn": 3728,
+      "Ġstack": 3729,
+      "ĠMummy": 3730,
+      "Ġclock": 3731,
+      "ĠGive": 3732,
+      "Ġmagn": 3733,
+      "Ġleaving": 3734,
+      "Ġcupboard": 3735,
+      "Ġdesign": 3736,
+      "Ġslides": 3737,
+      "Ġsandwiches": 3738,
+      "Ġcandle": 3739,
+      "aulif": 3740,
+      "Ġriding": 3741,
+      "Ġfresh": 3742,
+      "oppy": 3743,
+      "Ġshocked": 3744,
+      "Ġener": 3745,
+      "Ġjumps": 3746,
+      "Ġhaircut": 3747,
+      "Ġrespectful": 3748,
+      "Ġcooking": 3749,
+      "Ġticket": 3750,
+      "Ġencou": 3751,
+      "Ġtunnel": 3752,
+      "auliflower": 3753,
+      "Give": 3754,
+      "Ġsle": 3755,
+      "reen": 3756,
+      "Ġmay": 3757,
+      "Ġthief": 3758,
+      "Ġyawn": 3759,
+      "Ġfort": 3760,
+      "Ġalert": 3761,
+      "Ġsorts": 3762,
+      "Ġimpatient": 3763,
+      "Ġcreate": 3764,
+      "ailable": 3765,
+      "Ġwheels": 3766,
+      "Ġvalue": 3767,
+      "Ġprize": 3768,
+      "Mary": 3769,
+      "ye": 3770,
+      "het": 3771,
+      "Ġsent": 3772,
+      "Ġbent": 3773,
+      "ince": 3774,
+      "Ġcomet": 3775,
+      "Ġcamp": 3776,
+      "Ġcauliflower": 3777,
+      "Ġmelon": 3778,
+      "Ġgem": 3779,
+      "Ġitself": 3780,
+      "iron": 3781,
+      "Ġmush": 3782,
+      "Ġmonkeys": 3783,
+      "Ġsalad": 3784,
+      "Ġdestro": 3785,
+      "Ġrescue": 3786,
+      "Ġscooter": 3787,
+      "Ġintelligent": 3788,
+      "az": 3789,
+      "Ġdug": 3790,
+      "iling": 3791,
+      "anger": 3792,
+      "Ġroof": 3793,
+      "Ġrhino": 3794,
+      "Ġscold": 3795,
+      "aghet": 3796,
+      "Ġexper": 3797,
+      "Ġbarking": 3798,
+      "Ġbananas": 3799,
+      "Ġignorant": 3800,
+      "Ġmicro": 3801,
+      "Ġavailable": 3802,
+      "Ġgraceful": 3803,
+      "Ġmotorcycle": 3804,
+      "aghetti": 3805,
+      "hood": 3806,
+      "ĠSn": 3807,
+      "Ġearth": 3808,
+      "Ġboots": 3809,
+      "Ġspaghetti": 3810,
+      "ummer": 3811,
+      "Ġagree": 3812,
+      "Ġbull": 3813,
+      "Ġanywhere": 3814,
+      "ĠGeorge": 3815,
+      "Ġbehave": 3816,
+      "ĠKim": 3817,
+      "Ġpaid": 3818,
+      "scope": 3819,
+      "Ġstretched": 3820,
+      "Ġfearful": 3821,
+      "Ġavo": 3822,
+      "Ġmicroscope": 3823,
+      "If": 3824,
+      "io": 3825,
+      "Ġnoteb": 3826,
+      "ĠEventually": 3827,
+      "Ġolder": 3828,
+      "Ġsniff": 3829,
+      "Ġadvice": 3830,
+      "Ġstops": 3831,
+      "Ġperform": 3832,
+      "Ġfurther": 3833,
+      "Ġenvious": 3834,
+      "Ġpigeon": 3835,
+      "Ġmushroom": 3836,
+      "Ġnotebook": 3837,
+      "ubby": 3838,
+      "Ġpun": 3839,
+      "ats": 3840,
+      "Ġnurse": 3841,
+      "orable": 3842,
+      "Ġthunder": 3843,
+      "Ġclapping": 3844,
+      "Ġvide": 3845,
+      "Ġbuilt": 3846,
+      "ĠCl": 3847,
+      "Ġuncom": 3848,
+      "Ġshouting": 3849,
+      "Ġarrow": 3850,
+      "Ġdrawer": 3851,
+      "Ġprov": 3852,
+      "fortable": 3853,
+      "Ġtomato": 3854,
+      "Ġmeeting": 3855,
+      "Ġobject": 3856,
+      "Ġyogurt": 3857,
+      "Ġtemple": 3858,
+      "Ġuncomfortable": 3859,
+      "ef": 3860,
+      "ues": 3861,
+      "ĠTony": 3862,
+      "Ġloop": 3863,
+      "Ġchubby": 3864,
+      "Ġswitch": 3865,
+      "Ġskip": 3866,
+      "Ġadorable": 3867,
+      "ÅĵIt": 3868,
+      "Ġcounting": 3869,
+      "Ġcooked": 3870,
+      "Ġpist": 3871,
+      "arian": 3872,
+      "enry": 3873,
+      "Ġstared": 3874,
+      "Ġshut": 3875,
+      "icop": 3876,
+      "Ġquite": 3877,
+      "Ġsnuggled": 3878,
+      "ĠGrandpa": 3879,
+      "Ġtroubled": 3880,
+      "Ġgiggle": 3881,
+      "Ġblowing": 3882,
+      "Ġhelicop": 3883,
+      "Ġfisher": 3884,
+      "Ġpistol": 3885,
+      "Ġhelicopter": 3886,
+      "par": 3887,
+      "ĠSophie": 3888,
+      "ooped": 3889,
+      "ips": 3890,
+      "Ġnowhere": 3891,
+      "Ġforgave": 3892,
+      "Ġmarched": 3893,
+      "Ġtreasures": 3894,
+      "host": 3895,
+      "Ġpassport": 3896,
+      "Ġstirred": 3897,
+      "Ġpushing": 3898,
+      "Ġcompetitive": 3899,
+      "Ġdestroy": 3900,
+      "Yay": 3901,
+      "aked": 3902,
+      "oe": 3903,
+      "tter": 3904,
+      "Ġgir": 3905,
+      "Ġghost": 3906,
+      "anic": 3907,
+      "kelet": 3908,
+      "htub": 3909,
+      "Ġreef": 3910,
+      "Ġsepar": 3911,
+      "opard": 3912,
+      "play": 3913,
+      "Ġenvel": 3914,
+      "Ġbreat": 3915,
+      "Ġrepair": 3916,
+      "Ġfootball": 3917,
+      "Ġbathtub": 3918,
+      "Ġrubber": 3919,
+      "Ġangel": 3920,
+      "Ġtriangle": 3921,
+      "Ġled": 3922,
+      "Ġmill": 3923,
+      "ĠSh": 3924,
+      "chanic": 3925,
+      "Ġnames": 3926,
+      "Ġleopard": 3927,
+      "Ġnobody": 3928,
+      "Ġanyway": 3929,
+      "uct": 3930,
+      "ctus": 3931,
+      "Ġshouldn": 3932,
+      "Ġzeb": 3933,
+      "Ġgiven": 3934,
+      "Ġholds": 3935,
+      "Ġbarrel": 3936,
+      "Ġbandage": 3937,
+      "Ġenth": 3938,
+      "Daddy": 3939,
+      "Ġzebra": 3940,
+      "ives": 3941,
+      "ube": 3942,
+      "year": 3943,
+      "Ġpor": 3944,
+      "Ġpand": 3945,
+      "Ġotter": 3946,
+      "Ġribb": 3947,
+      "Ġshield": 3948,
+      "Ġmechanic": 3949,
+      "Ġdonâ": 3950,
+      "Ġdisag": 3951,
+      "Ġdisplay": 3952,
+      "Ġmusician": 3953,
+      "ceros": 3954,
+      "Ġspeak": 3955,
+      "Ġcab": 3956,
+      "Ġcactus": 3957,
+      "ĠBetsy": 3958,
+      "Ġbulb": 3959,
+      "Ch": 3960,
+      "eath": 3961,
+      "ikes": 3962,
+      "xy": 3963,
+      "Ġtube": 3964,
+      "Ġahead": 3965,
+      "Ġsummer": 3966,
+      "Ġskelet": 3967,
+      "Ġpurse": 3968,
+      "Ġknob": 3969,
+      "Ġdidnâ": 3970,
+      "Ġcouldnâ": 3971,
+      "Ġcolours": 3972,
+      "Ġwindows": 3973,
+      "oomy": 3974,
+      "Ġgifted": 3975,
+      "Ġcartoon": 3976,
+      "Ġrhinoceros": 3977,
+      "gl": 3978,
+      "heart": 3979,
+      "Ġsize": 3980,
+      "Ġbet": 3981,
+      "ĠMiss": 3982,
+      "Ġscrew": 3983,
+      "Ġflour": 3984,
+      "Ġblin": 3985,
+      "apa": 3986,
+      "Ġdishes": 3987,
+      "Ġraining": 3988,
+      "Ġhoping": 3989,
+      "Ġshovel": 3990,
+      "Ġmint": 3991,
+      "Ġjellyfish": 3992,
+      "Ġsweater": 3993,
+      "Ġcharming": 3994,
+      "Ġpenguin": 3995,
+      "Ġenvelope": 3996,
+      "Ġenthus": 3997,
+      "Ġcabin": 3998,
+      "rec": 3999,
+      "Ġpant": 4000,
+      "Ġthread": 4001,
+      "Ġinse": 4002,
+      "Ġstaff": 4003,
+      "Ġliz": 4004,
+      "Ġunpack": 4005,
+      "Ġwriting": 4006,
+      "Ġtrash": 4007,
+      "Ġrolling": 4008,
+      "Ġwaffle": 4009,
+      "Ġiron": 4010,
+      "Ġwing": 4011,
+      "erable": 4012,
+      "Ġsheet": 4013,
+      "ĠBuddy": 4014,
+      "Ġshadow": 4015,
+      "Ġroared": 4016,
+      "Ġmuff": 4017,
+      "Ġairport": 4018,
+      "Ġceiling": 4019,
+      "Ġattic": 4020,
+      "Ġorganize": 4021,
+      "Ġstretch": 4022,
+      "Ġgrapes": 4023,
+      "Ġobs": 4024,
+      "ĠAre": 4025,
+      "ĠWould": 4026,
+      "ĠInst": 4027,
+      "Ġpiano": 4028,
+      "Ġsalt": 4029,
+      "Ġmiserable": 4030,
+      "Ġcord": 4031,
+      "Ġdess": 4032,
+      "Ġrefused": 4033,
+      "Ġscreen": 4034,
+      "ĠDan": 4035,
+      "Ġstrugg": 4036,
+      "Ġneedle": 4037,
+      "Ġbears": 4038,
+      "ĠAndy": 4039,
+      "Ġheaded": 4040,
+      "Ġsticky": 4041,
+      "Ġfreez": 4042,
+      "Ġzoomed": 4043,
+      "Ġimagined": 4044,
+      "Ġmedal": 4045,
+      "Ġmagnet": 4046,
+      "reci": 4047,
+      "Ġobser": 4048,
+      "Ġer": 4049,
+      "Ġlives": 4050,
+      "ĠAl": 4051,
+      "ĠPat": 4052,
+      "Ġappreci": 4053,
+      "asses": 4054,
+      "Ġsailor": 4055,
+      "Ġminute": 4056,
+      "Ġfisherman": 4057,
+      "vision": 4058,
+      "Ġrat": 4059,
+      "aled": 4060,
+      "Ġbrus": 4061,
+      "Ġchance": 4062,
+      "Ġpost": 4063,
+      "Ġsungl": 4064,
+      "Ġcheek": 4065,
+      "reeze": 4066,
+      "Ġdeaf": 4067,
+      "Ġrules": 4068,
+      "Ġfrogs": 4069,
+      "Ġairpl": 4070,
+      "ĠGod": 4071,
+      "Ġstrawberry": 4072,
+      "Ġslept": 4073,
+      "Ġlizard": 4074,
+      "Ġsunglasses": 4075,
+      "Ġluck": 4076,
+      "Ġinf": 4077,
+      "Ġbeep": 4078,
+      "ĠBunny": 4079,
+      "Ġmeas": 4080,
+      "Ġrod": 4081,
+      "Ġorder": 4082,
+      "Ġrestless": 4083,
+      "Ġsandbox": 4084,
+      "Ġmessage": 4085,
+      "ĠJoey": 4086,
+      "Ġcomplet": 4087,
+      "Ġattract": 4088,
+      "Ġgolden": 4089,
+      "Grandma": 4090,
+      "Ġpilot": 4091,
+      "Ġporch": 4092,
+      "Little": 4093,
+      "ler": 4094,
+      "ses": 4095
+    },
+    "merges": [
+      [
+        "h",
+        "e"
+      ],
+      [
+        "Ġ",
+        "t"
+      ],
+      [
+        "Ġ",
+        "a"
+      ],
+      [
+        "Ġ",
+        "s"
+      ],
+      [
+        "Ġ",
+        "w"
+      ],
+      [
+        "n",
+        "d"
+      ],
+      [
+        "Ġt",
+        "he"
+      ],
+      [
+        "e",
+        "d"
+      ],
+      [
+        "Ġa",
+        "nd"
+      ],
+      [
+        "Ġt",
+        "o"
+      ],
+      [
+        "Ġ",
+        "b"
+      ],
+      [
+        "i",
+        "n"
+      ],
+      [
+        "Ġ",
+        "h"
+      ],
+      [
+        "Ġw",
+        "a"
+      ],
+      [
+        "r",
+        "e"
+      ],
+      [
+        "Ġ",
+        "f"
+      ],
+      [
+        "i",
+        "t"
+      ],
+      [
+        "o",
+        "u"
+      ],
+      [
+        "Ġ",
+        "c"
+      ],
+      [
+        "Ġ",
+        "l"
+      ],
+      [
+        "Ġ",
+        "he"
+      ],
+      [
+        "Ġ",
+        "d"
+      ],
+      [
+        "e",
+        "r"
+      ],
+      [
+        "Ġwa",
+        "s"
+      ],
+      [
+        "Ġ",
+        "m"
+      ],
+      [
+        "Ġ",
+        "p"
+      ],
+      [
+        "o",
+        "m"
+      ],
+      [
+        "Ġ",
+        "T"
+      ],
+      [
+        "Ġ",
+        "o"
+      ],
+      [
+        "a",
+        "y"
+      ],
+      [
+        "a",
+        "r"
+      ],
+      [
+        "in",
+        "g"
+      ],
+      [
+        "i",
+        "s"
+      ],
+      [
+        "Ġ",
+        "g"
+      ],
+      [
+        "i",
+        "l"
+      ],
+      [
+        "i",
+        "d"
+      ],
+      [
+        "a",
+        "t"
+      ],
+      [
+        "e",
+        "n"
+      ],
+      [
+        "Ġ",
+        "n"
+      ],
+      [
+        "Ġs",
+        "a"
+      ],
+      [
+        "Ġh",
+        "a"
+      ],
+      [
+        "Ġ",
+        "S"
+      ],
+      [
+        "i",
+        "m"
+      ],
+      [
+        "a",
+        "n"
+      ],
+      [
+        "ĠT",
+        "he"
+      ],
+      [
+        "o",
+        "r"
+      ],
+      [
+        "o",
+        "n"
+      ],
+      [
+        "Ġ",
+        "it"
+      ],
+      [
+        "Ġt",
+        "h"
+      ],
+      [
+        "l",
+        "l"
+      ],
+      [
+        "l",
+        "e"
+      ],
+      [
+        "Ġ",
+        "H"
+      ],
+      [
+        "Ġhe",
+        "r"
+      ],
+      [
+        "e",
+        "t"
+      ],
+      [
+        "o",
+        "t"
+      ],
+      [
+        "i",
+        "r"
+      ],
+      [
+        "ĠS",
+        "he"
+      ],
+      [
+        "ĠH",
+        "e"
+      ],
+      [
+        "v",
+        "er"
+      ],
+      [
+        "e",
+        "s"
+      ],
+      [
+        "Ġ",
+        "in"
+      ],
+      [
+        "u",
+        "t"
+      ],
+      [
+        "o",
+        "w"
+      ],
+      [
+        "c",
+        "k"
+      ],
+      [
+        "Ġ",
+        "e"
+      ],
+      [
+        "Ġ",
+        "u"
+      ],
+      [
+        "l",
+        "d"
+      ],
+      [
+        "ĠThe",
+        "y"
+      ],
+      [
+        "o",
+        "o"
+      ],
+      [
+        "i",
+        "g"
+      ],
+      [
+        "Ġsa",
+        "id"
+      ],
+      [
+        "a",
+        "m"
+      ],
+      [
+        "il",
+        "y"
+      ],
+      [
+        "Ġb",
+        "e"
+      ],
+      [
+        "Ġ",
+        "y"
+      ],
+      [
+        "Ġ",
+        "r"
+      ],
+      [
+        "Ġs",
+        "t"
+      ],
+      [
+        "c",
+        "e"
+      ],
+      [
+        "Ġs",
+        "he"
+      ],
+      [
+        "Ġ",
+        "\""
+      ],
+      [
+        "p",
+        "p"
+      ],
+      [
+        "k",
+        "e"
+      ],
+      [
+        "it",
+        "h"
+      ],
+      [
+        "O",
+        "n"
+      ],
+      [
+        "Ġ",
+        "I"
+      ],
+      [
+        "Ġw",
+        "ith"
+      ],
+      [
+        "v",
+        "e"
+      ],
+      [
+        "L",
+        "ily"
+      ],
+      [
+        "Ġo",
+        "n"
+      ],
+      [
+        "Ġo",
+        "f"
+      ],
+      [
+        "Ġs",
+        "o"
+      ],
+      [
+        "Ġh",
+        "is"
+      ],
+      [
+        "k",
+        "ed"
+      ],
+      [
+        "r",
+        "i"
+      ],
+      [
+        "n",
+        "t"
+      ],
+      [
+        "ver",
+        "y"
+      ],
+      [
+        "Ġp",
+        "l"
+      ],
+      [
+        "Ġd",
+        "ay"
+      ],
+      [
+        "a",
+        "d"
+      ],
+      [
+        "Ġy",
+        "ou"
+      ],
+      [
+        "Ġth",
+        "at"
+      ],
+      [
+        "Ġu",
+        "p"
+      ],
+      [
+        "Ġha",
+        "d"
+      ],
+      [
+        "s",
+        "t"
+      ],
+      [
+        "Ġpl",
+        "ay"
+      ],
+      [
+        "Ġthe",
+        "y"
+      ],
+      [
+        "Ġ",
+        "Lily"
+      ],
+      [
+        "Ġw",
+        "e"
+      ],
+      [
+        "Ġm",
+        "om"
+      ],
+      [
+        "m",
+        "y"
+      ],
+      [
+        "Ġf",
+        "or"
+      ],
+      [
+        "e",
+        "l"
+      ],
+      [
+        "ou",
+        "ld"
+      ],
+      [
+        "u",
+        "n"
+      ],
+      [
+        "Ġ",
+        "B"
+      ],
+      [
+        "'",
+        "s"
+      ],
+      [
+        "it",
+        "t"
+      ],
+      [
+        "en",
+        "t"
+      ],
+      [
+        "Ġha",
+        "pp"
+      ],
+      [
+        "T",
+        "he"
+      ],
+      [
+        "c",
+        "h"
+      ],
+      [
+        "Ġl",
+        "i"
+      ],
+      [
+        "ou",
+        "t"
+      ],
+      [
+        "Ġwa",
+        "nt"
+      ],
+      [
+        "Ġs",
+        "h"
+      ],
+      [
+        "he",
+        "r"
+      ],
+      [
+        "l",
+        "y"
+      ],
+      [
+        "im",
+        "e"
+      ],
+      [
+        "itt",
+        "le"
+      ],
+      [
+        "ou",
+        "nd"
+      ],
+      [
+        "Ġ",
+        "very"
+      ],
+      [
+        "Ġt",
+        "ime"
+      ],
+      [
+        "om",
+        "e"
+      ],
+      [
+        "Ġl",
+        "ittle"
+      ],
+      [
+        "Ġthe",
+        "re"
+      ],
+      [
+        "s",
+        "e"
+      ],
+      [
+        "Ġd",
+        "o"
+      ],
+      [
+        "Ġw",
+        "h"
+      ],
+      [
+        "a",
+        "ll"
+      ],
+      [
+        "Ġ",
+        "k"
+      ],
+      [
+        "e",
+        "nd"
+      ],
+      [
+        "a",
+        "l"
+      ],
+      [
+        "h",
+        "t"
+      ],
+      [
+        "Ġn",
+        "e"
+      ],
+      [
+        "Ġ",
+        "re"
+      ],
+      [
+        "Ġn",
+        "ot"
+      ],
+      [
+        "Ġhapp",
+        "y"
+      ],
+      [
+        "Ġ",
+        "Ċ"
+      ],
+      [
+        "Ġb",
+        "ig"
+      ],
+      [
+        "Ġ",
+        "M"
+      ],
+      [
+        "Ġb",
+        "ut"
+      ],
+      [
+        "Ġs",
+        "m"
+      ],
+      [
+        "a",
+        "ck"
+      ],
+      [
+        "Ġsa",
+        "w"
+      ],
+      [
+        "ĠI",
+        "t"
+      ],
+      [
+        "Ġa",
+        "s"
+      ],
+      [
+        "Ġa",
+        "n"
+      ],
+      [
+        "r",
+        "a"
+      ],
+      [
+        "ri",
+        "end"
+      ],
+      [
+        "Ġf",
+        "riend"
+      ],
+      [
+        "id",
+        "e"
+      ],
+      [
+        "On",
+        "e"
+      ],
+      [
+        "r",
+        "y"
+      ],
+      [
+        "'",
+        "t"
+      ],
+      [
+        "v",
+        "ed"
+      ],
+      [
+        "Ġ",
+        "is"
+      ],
+      [
+        "On",
+        "ce"
+      ],
+      [
+        "a",
+        "ke"
+      ],
+      [
+        ".",
+        "\""
+      ],
+      [
+        "Ġwe",
+        "re"
+      ],
+      [
+        "t",
+        "er"
+      ],
+      [
+        "u",
+        "g"
+      ],
+      [
+        "Ġl",
+        "oo"
+      ],
+      [
+        "Ġl",
+        "o"
+      ],
+      [
+        "o",
+        "re"
+      ],
+      [
+        "e",
+        "c"
+      ],
+      [
+        "ĠT",
+        "im"
+      ],
+      [
+        "Ġh",
+        "im"
+      ],
+      [
+        "Ġb",
+        "o"
+      ],
+      [
+        "!",
+        "\""
+      ],
+      [
+        "Ġto",
+        "o"
+      ],
+      [
+        "Ġg",
+        "o"
+      ],
+      [
+        "Ġup",
+        "on"
+      ],
+      [
+        "ir",
+        "l"
+      ],
+      [
+        "Ġ",
+        "j"
+      ],
+      [
+        "Ġwant",
+        "ed"
+      ],
+      [
+        "Ġg",
+        "irl"
+      ],
+      [
+        "Ġs",
+        "e"
+      ],
+      [
+        "Ġ",
+        "out"
+      ],
+      [
+        "ar",
+        "d"
+      ],
+      [
+        "w",
+        "ay"
+      ],
+      [
+        "Ġs",
+        "p"
+      ],
+      [
+        "il",
+        "l"
+      ],
+      [
+        "i",
+        "nd"
+      ],
+      [
+        "Ġthe",
+        "m"
+      ],
+      [
+        "Ġc",
+        "ould"
+      ],
+      [
+        "f",
+        "u"
+      ],
+      [
+        "he",
+        "n"
+      ],
+      [
+        "Ġa",
+        "t"
+      ],
+      [
+        "u",
+        "r"
+      ],
+      [
+        "Ġd",
+        "id"
+      ],
+      [
+        "Ġsm",
+        "il"
+      ],
+      [
+        "Ġthe",
+        "ir"
+      ],
+      [
+        "Ġa",
+        "re"
+      ],
+      [
+        "Ġe",
+        "x"
+      ],
+      [
+        "Ġ",
+        "A"
+      ],
+      [
+        "a",
+        "in"
+      ],
+      [
+        "Ġw",
+        "ent"
+      ],
+      [
+        "ar",
+        "t"
+      ],
+      [
+        "he",
+        "d"
+      ],
+      [
+        "r",
+        "om"
+      ],
+      [
+        "i",
+        "c"
+      ],
+      [
+        "r",
+        "ound"
+      ],
+      [
+        "Ġha",
+        "ve"
+      ],
+      [
+        "Ġn",
+        "am"
+      ],
+      [
+        "l",
+        "p"
+      ],
+      [
+        "Ġa",
+        "ll"
+      ],
+      [
+        "Ġ",
+        "J"
+      ],
+      [
+        "fu",
+        "l"
+      ],
+      [
+        "Ġk",
+        "n"
+      ],
+      [
+        "h",
+        "ing"
+      ],
+      [
+        "oo",
+        "d"
+      ],
+      [
+        "Ġhe",
+        "lp"
+      ],
+      [
+        "ig",
+        "ht"
+      ],
+      [
+        "Ġfriend",
+        "s"
+      ],
+      [
+        "on",
+        "e"
+      ],
+      [
+        "ar",
+        "k"
+      ],
+      [
+        "Ġb",
+        "ack"
+      ],
+      [
+        "u",
+        "m"
+      ],
+      [
+        "Ġc",
+        "an"
+      ],
+      [
+        "Ġnam",
+        "ed"
+      ],
+      [
+        "Ġc",
+        "l"
+      ],
+      [
+        "?",
+        "\""
+      ],
+      [
+        "Ġf",
+        "un"
+      ],
+      [
+        "a",
+        "re"
+      ],
+      [
+        "ĠB",
+        "en"
+      ],
+      [
+        "Ġlo",
+        "ved"
+      ],
+      [
+        "Ġa",
+        "l"
+      ],
+      [
+        "el",
+        "t"
+      ],
+      [
+        "ĠTim",
+        "my"
+      ],
+      [
+        "Ġ",
+        "One"
+      ],
+      [
+        "o",
+        "p"
+      ],
+      [
+        "s",
+        "ide"
+      ],
+      [
+        "Ġl",
+        "e"
+      ],
+      [
+        "Ġn",
+        "o"
+      ],
+      [
+        "Ġs",
+        "c"
+      ],
+      [
+        "ĠT",
+        "om"
+      ],
+      [
+        "Ġf",
+        "elt"
+      ],
+      [
+        "ou",
+        "g"
+      ],
+      [
+        "Ġsmil",
+        "ed"
+      ],
+      [
+        "i",
+        "ck"
+      ],
+      [
+        "Ġas",
+        "ked"
+      ],
+      [
+        "Y",
+        "ou"
+      ],
+      [
+        "Ġto",
+        "y"
+      ],
+      [
+        "Ġm",
+        "an"
+      ],
+      [
+        "Ġa",
+        "round"
+      ],
+      [
+        "am",
+        "e"
+      ],
+      [
+        "Ġf",
+        "e"
+      ],
+      [
+        "Ġs",
+        "ay"
+      ],
+      [
+        "Ġbo",
+        "y"
+      ],
+      [
+        "Ġs",
+        "ome"
+      ],
+      [
+        "Ġloo",
+        "ked"
+      ],
+      [
+        "u",
+        "re"
+      ],
+      [
+        "om",
+        "et"
+      ],
+      [
+        "Ġb",
+        "r"
+      ],
+      [
+        "Ġw",
+        "ould"
+      ],
+      [
+        "Ġm",
+        "e"
+      ],
+      [
+        "Ġb",
+        "ir"
+      ],
+      [
+        "Ġli",
+        "ke"
+      ],
+      [
+        "g",
+        "et"
+      ],
+      [
+        "Ġst",
+        "art"
+      ],
+      [
+        "Ġr",
+        "o"
+      ],
+      [
+        "a",
+        "s"
+      ],
+      [
+        "Ġse",
+        "e"
+      ],
+      [
+        "Ġ",
+        "W"
+      ],
+      [
+        "i",
+        "ce"
+      ],
+      [
+        "on",
+        "g"
+      ],
+      [
+        "Ġbir",
+        "d"
+      ],
+      [
+        "Ġs",
+        "omet"
+      ],
+      [
+        "d",
+        "d"
+      ],
+      [
+        "Ġw",
+        "or"
+      ],
+      [
+        "ad",
+        "e"
+      ],
+      [
+        "i",
+        "e"
+      ],
+      [
+        "k",
+        "ing"
+      ],
+      [
+        "Ġa",
+        "g"
+      ],
+      [
+        "ow",
+        "n"
+      ],
+      [
+        "Ġt",
+        "re"
+      ],
+      [
+        "Ġf",
+        "a"
+      ],
+      [
+        "Ġa",
+        "way"
+      ],
+      [
+        "Ġwh",
+        "at"
+      ],
+      [
+        "ing",
+        "s"
+      ],
+      [
+        "Ġstart",
+        "ed"
+      ],
+      [
+        "get",
+        "her"
+      ],
+      [
+        "Ġr",
+        "an"
+      ],
+      [
+        "Ã",
+        "¢"
+      ],
+      [
+        "â",
+        "Ĥ"
+      ],
+      [
+        "âĤ",
+        "¬"
+      ],
+      [
+        "ar",
+        "ed"
+      ],
+      [
+        "Ġm",
+        "ake"
+      ],
+      [
+        "ĠB",
+        "ut"
+      ],
+      [
+        "it",
+        "ed"
+      ],
+      [
+        "i",
+        "f"
+      ],
+      [
+        "ou",
+        "d"
+      ],
+      [
+        "Ġm",
+        "ade"
+      ],
+      [
+        "Ġto",
+        "gether"
+      ],
+      [
+        "Ġsomet",
+        "hing"
+      ],
+      [
+        "Ġex",
+        "c"
+      ],
+      [
+        "a",
+        "g"
+      ],
+      [
+        "Ġc",
+        "o"
+      ],
+      [
+        "Ġp",
+        "ark"
+      ],
+      [
+        "Ġne",
+        "w"
+      ],
+      [
+        "Ġsa",
+        "d"
+      ],
+      [
+        "Ġp",
+        "ut"
+      ],
+      [
+        ",",
+        "\""
+      ],
+      [
+        "Ġf",
+        "rom"
+      ],
+      [
+        "b",
+        "le"
+      ],
+      [
+        "t",
+        "her"
+      ],
+      [
+        "Ġp",
+        "r"
+      ],
+      [
+        "Ġm",
+        "u"
+      ],
+      [
+        "Ġc",
+        "ar"
+      ],
+      [
+        "Ġh",
+        "ome"
+      ],
+      [
+        "Ġ",
+        "You"
+      ],
+      [
+        "Ġthe",
+        "n"
+      ],
+      [
+        "Ġw",
+        "hen"
+      ],
+      [
+        "Ġf",
+        "ound"
+      ],
+      [
+        "e",
+        "ll"
+      ],
+      [
+        "Ġo",
+        "ther"
+      ],
+      [
+        "Ġag",
+        "ain"
+      ],
+      [
+        "Ġc",
+        "h"
+      ],
+      [
+        "Ġd",
+        "ec"
+      ],
+      [
+        "Ġwh",
+        "o"
+      ],
+      [
+        "Ġl",
+        "a"
+      ],
+      [
+        "ri",
+        "ed"
+      ],
+      [
+        "s",
+        "s"
+      ],
+      [
+        "Ġg",
+        "ood"
+      ],
+      [
+        "Ġh",
+        "ug"
+      ],
+      [
+        "Ġ",
+        "L"
+      ],
+      [
+        "pp",
+        "ed"
+      ],
+      [
+        "Ġwa",
+        "l"
+      ],
+      [
+        "e",
+        "p"
+      ],
+      [
+        "all",
+        "y"
+      ],
+      [
+        "Ġsay",
+        "s"
+      ],
+      [
+        "Ġf",
+        "l"
+      ],
+      [
+        "es",
+        "t"
+      ],
+      [
+        "a",
+        "ch"
+      ],
+      [
+        "Ġ",
+        "E"
+      ],
+      [
+        "Ġexc",
+        "ited"
+      ],
+      [
+        "p",
+        "l"
+      ],
+      [
+        "q",
+        "u"
+      ],
+      [
+        "oo",
+        "k"
+      ],
+      [
+        "Ġg",
+        "et"
+      ],
+      [
+        "oug",
+        "ht"
+      ],
+      [
+        "Ġplay",
+        "ing"
+      ],
+      [
+        "Ġg",
+        "ot"
+      ],
+      [
+        "Ġs",
+        "w"
+      ],
+      [
+        "ou",
+        "s"
+      ],
+      [
+        "h",
+        "at"
+      ],
+      [
+        "n",
+        "y"
+      ],
+      [
+        "id",
+        "ed"
+      ],
+      [
+        "u",
+        "ck"
+      ],
+      [
+        "Ġth",
+        "ings"
+      ],
+      [
+        "Ġe",
+        "very"
+      ],
+      [
+        "Ġdec",
+        "ided"
+      ],
+      [
+        "Ġc",
+        "ame"
+      ],
+      [
+        "Ġbe",
+        "c"
+      ],
+      [
+        "a",
+        "ve"
+      ],
+      [
+        "r",
+        "o"
+      ],
+      [
+        "a",
+        "x"
+      ],
+      [
+        "Ġli",
+        "ked"
+      ],
+      [
+        "Ġd",
+        "own"
+      ],
+      [
+        "Ġdo",
+        "g"
+      ],
+      [
+        "Ġsc",
+        "ared"
+      ],
+      [
+        "Ġ",
+        "v"
+      ],
+      [
+        "u",
+        "dd"
+      ],
+      [
+        "u",
+        "st"
+      ],
+      [
+        "Ġon",
+        "e"
+      ],
+      [
+        "Ġf",
+        "ind"
+      ],
+      [
+        "Ġb",
+        "l"
+      ],
+      [
+        "Ġth",
+        "an"
+      ],
+      [
+        "Ġ",
+        "D"
+      ],
+      [
+        "ou",
+        "se"
+      ],
+      [
+        "way",
+        "s"
+      ],
+      [
+        "Ġkn",
+        "e"
+      ],
+      [
+        "Ġdid",
+        "n"
+      ],
+      [
+        "a",
+        "p"
+      ],
+      [
+        "Ġmom",
+        "my"
+      ],
+      [
+        "Ġc",
+        "are"
+      ],
+      [
+        "Ġal",
+        "ways"
+      ],
+      [
+        "Ġa",
+        "b"
+      ],
+      [
+        "is",
+        "t"
+      ],
+      [
+        "Ġd",
+        "ad"
+      ],
+      [
+        "Ġfe",
+        "el"
+      ],
+      [
+        "ar",
+        "a"
+      ],
+      [
+        "b",
+        "b"
+      ],
+      [
+        "ar",
+        "n"
+      ],
+      [
+        "f",
+        "e"
+      ],
+      [
+        "Ġyou",
+        "r"
+      ],
+      [
+        "Ġout",
+        "side"
+      ],
+      [
+        "u",
+        "e"
+      ],
+      [
+        "Ġg",
+        "ra"
+      ],
+      [
+        "an",
+        "t"
+      ],
+      [
+        "Ġ",
+        "ke"
+      ],
+      [
+        "ĠM",
+        "om"
+      ],
+      [
+        "Ġtoo",
+        "k"
+      ],
+      [
+        "Ġl",
+        "ot"
+      ],
+      [
+        "n",
+        "n"
+      ],
+      [
+        "Ġb",
+        "u"
+      ],
+      [
+        "Ġab",
+        "out"
+      ],
+      [
+        "es",
+        "s"
+      ],
+      [
+        "Ġ",
+        "F"
+      ],
+      [
+        "nd",
+        "er"
+      ],
+      [
+        "Ġtre",
+        "e"
+      ],
+      [
+        "ec",
+        "i"
+      ],
+      [
+        "Ġloo",
+        "k"
+      ],
+      [
+        "Ġp",
+        "o"
+      ],
+      [
+        "Ġm",
+        "y"
+      ],
+      [
+        "ou",
+        "r"
+      ],
+      [
+        "Ġtoy",
+        "s"
+      ],
+      [
+        "it",
+        "e"
+      ],
+      [
+        "c",
+        "hed"
+      ],
+      [
+        "Ġkne",
+        "w"
+      ],
+      [
+        "Ġth",
+        "ought"
+      ],
+      [
+        "en",
+        "ed"
+      ],
+      [
+        "Ġle",
+        "arn"
+      ],
+      [
+        "Ġin",
+        "t"
+      ],
+      [
+        "Ġo",
+        "ld"
+      ],
+      [
+        "Ġm",
+        "ore"
+      ],
+      [
+        "nn",
+        "a"
+      ],
+      [
+        "is",
+        "e"
+      ],
+      [
+        "g",
+        "ed"
+      ],
+      [
+        "Ġt",
+        "a"
+      ],
+      [
+        "udd",
+        "en"
+      ],
+      [
+        "eci",
+        "al"
+      ],
+      [
+        "Ġsp",
+        "ecial"
+      ],
+      [
+        "ĠM",
+        "ax"
+      ],
+      [
+        "a",
+        "u"
+      ],
+      [
+        "Ġw",
+        "ill"
+      ],
+      [
+        "er",
+        "s"
+      ],
+      [
+        "The",
+        "y"
+      ],
+      [
+        "re",
+        "t"
+      ],
+      [
+        "Ġp",
+        "e"
+      ],
+      [
+        "Ġh",
+        "o"
+      ],
+      [
+        "ĠS",
+        "am"
+      ],
+      [
+        "Ġt",
+        "ake"
+      ],
+      [
+        "Ġb",
+        "all"
+      ],
+      [
+        "Ġkn",
+        "ow"
+      ],
+      [
+        "Ġla",
+        "ug"
+      ],
+      [
+        "f",
+        "ter"
+      ],
+      [
+        "udden",
+        "ly"
+      ],
+      [
+        "Ġc",
+        "at"
+      ],
+      [
+        "Ġh",
+        "ow"
+      ],
+      [
+        "i",
+        "ve"
+      ],
+      [
+        "Ġt",
+        "r"
+      ],
+      [
+        "Ġmu",
+        "ch"
+      ],
+      [
+        "Ġan",
+        "y"
+      ],
+      [
+        "Ġp",
+        "u"
+      ],
+      [
+        "m",
+        "a"
+      ],
+      [
+        "Ġs",
+        "l"
+      ],
+      [
+        "Ġs",
+        "or"
+      ],
+      [
+        "Ġm",
+        "o"
+      ],
+      [
+        "v",
+        "en"
+      ],
+      [
+        "is",
+        "h"
+      ],
+      [
+        "Ġsh",
+        "ow"
+      ],
+      [
+        "Ġcould",
+        "n"
+      ],
+      [
+        "au",
+        "se"
+      ],
+      [
+        "in",
+        "k"
+      ],
+      [
+        "B",
+        "ut"
+      ],
+      [
+        "Ġh",
+        "ouse"
+      ],
+      [
+        "Ġint",
+        "o"
+      ],
+      [
+        "um",
+        "p"
+      ],
+      [
+        "Ġo",
+        "ver"
+      ],
+      [
+        "Ġt",
+        "ried"
+      ],
+      [
+        "a",
+        "nd"
+      ],
+      [
+        "Ġe",
+        "at"
+      ],
+      [
+        "Ġs",
+        "k"
+      ],
+      [
+        "Ġs",
+        "un"
+      ],
+      [
+        "Ġt",
+        "w"
+      ],
+      [
+        "Ġcl",
+        "o"
+      ],
+      [
+        "i",
+        "a"
+      ],
+      [
+        "Ġr",
+        "un"
+      ],
+      [
+        "Ġha",
+        "nd"
+      ],
+      [
+        "ĠE",
+        "very"
+      ],
+      [
+        "Ġ",
+        "en"
+      ],
+      [
+        "Ġin",
+        "side"
+      ],
+      [
+        "d",
+        "y"
+      ],
+      [
+        "Ġ",
+        "if"
+      ],
+      [
+        "Ġto",
+        "ld"
+      ],
+      [
+        "Ġne",
+        "ver"
+      ],
+      [
+        "i",
+        "on"
+      ],
+      [
+        "Ġ",
+        "qu"
+      ],
+      [
+        "Ġbec",
+        "ause"
+      ],
+      [
+        "b",
+        "y"
+      ],
+      [
+        "Ġpr",
+        "oud"
+      ],
+      [
+        "Ġg",
+        "ave"
+      ],
+      [
+        "Ġsor",
+        "ry"
+      ],
+      [
+        "Ġth",
+        "is"
+      ],
+      [
+        "Ġo",
+        "p"
+      ],
+      [
+        "Ġplay",
+        "ed"
+      ],
+      [
+        "at",
+        "e"
+      ],
+      [
+        "Ġex",
+        "pl"
+      ],
+      [
+        "Ġhe",
+        "ard"
+      ],
+      [
+        "t",
+        "y"
+      ],
+      [
+        "Ġo",
+        "r"
+      ],
+      [
+        "Ġwa",
+        "ter"
+      ],
+      [
+        "an",
+        "k"
+      ],
+      [
+        "g",
+        "e"
+      ],
+      [
+        "s",
+        "ed"
+      ],
+      [
+        "Ġp",
+        "ick"
+      ],
+      [
+        "ot",
+        "her"
+      ],
+      [
+        "Ġro",
+        "om"
+      ],
+      [
+        "et",
+        "ter"
+      ],
+      [
+        "Ġj",
+        "ust"
+      ],
+      [
+        "a",
+        "ce"
+      ],
+      [
+        "Ġhug",
+        "ged"
+      ],
+      [
+        "a",
+        "k"
+      ],
+      [
+        "Ġg",
+        "re"
+      ],
+      [
+        "he",
+        "re"
+      ],
+      [
+        "Ġof",
+        "f"
+      ],
+      [
+        "ĠS",
+        "ara"
+      ],
+      [
+        "Ġp",
+        "ret"
+      ],
+      [
+        "il",
+        "e"
+      ],
+      [
+        "Ġe",
+        "ach"
+      ],
+      [
+        "Ġc",
+        "om"
+      ],
+      [
+        "Ġl",
+        "ong"
+      ],
+      [
+        "Ġbo",
+        "x"
+      ],
+      [
+        "or",
+        "t"
+      ],
+      [
+        "Ġst",
+        "r"
+      ],
+      [
+        "i",
+        "z"
+      ],
+      [
+        "Ġu",
+        "nt"
+      ],
+      [
+        "Ġwa",
+        "t"
+      ],
+      [
+        "ot",
+        "h"
+      ],
+      [
+        "Ġne",
+        "ed"
+      ],
+      [
+        "Ġj",
+        "o"
+      ],
+      [
+        "ĠW",
+        "e"
+      ],
+      [
+        "T",
+        "om"
+      ],
+      [
+        "Ġsm",
+        "all"
+      ],
+      [
+        "in",
+        "e"
+      ],
+      [
+        "Ġbe",
+        "ar"
+      ],
+      [
+        "M",
+        "om"
+      ],
+      [
+        "Ġunt",
+        "il"
+      ],
+      [
+        "Ġn",
+        "ice"
+      ],
+      [
+        "Ġt",
+        "ry"
+      ],
+      [
+        "v",
+        "ing"
+      ],
+      [
+        "u",
+        "c"
+      ],
+      [
+        "s",
+        "el"
+      ],
+      [
+        "oug",
+        "h"
+      ],
+      [
+        "Ġlearn",
+        "ed"
+      ],
+      [
+        "Ġk",
+        "ind"
+      ],
+      [
+        "ĠA",
+        "nna"
+      ],
+      [
+        "il",
+        "d"
+      ],
+      [
+        "Ġf",
+        "o"
+      ],
+      [
+        "Ġman",
+        "y"
+      ],
+      [
+        "'",
+        "m"
+      ],
+      [
+        "ĠJ",
+        "ack"
+      ],
+      [
+        "Ġb",
+        "etter"
+      ],
+      [
+        "Ġ",
+        "im"
+      ],
+      [
+        "g",
+        "ry"
+      ],
+      [
+        "im",
+        "al"
+      ],
+      [
+        "Ġan",
+        "imal"
+      ],
+      [
+        "ur",
+        "t"
+      ],
+      [
+        "f",
+        "t"
+      ],
+      [
+        "Ġe",
+        "nd"
+      ],
+      [
+        "Ġs",
+        "n"
+      ],
+      [
+        "a",
+        "ut"
+      ],
+      [
+        "Ġt",
+        "e"
+      ],
+      [
+        "Ġc",
+        "le"
+      ],
+      [
+        "ĠJ",
+        "o"
+      ],
+      [
+        "v",
+        "ent"
+      ],
+      [
+        "ur",
+        "p"
+      ],
+      [
+        "Ġg",
+        "r"
+      ],
+      [
+        "Ġbe",
+        "aut"
+      ],
+      [
+        "Ġj",
+        "ump"
+      ],
+      [
+        "m",
+        "b"
+      ],
+      [
+        "Ġa",
+        "d"
+      ],
+      [
+        "re",
+        "am"
+      ],
+      [
+        "p",
+        "t"
+      ],
+      [
+        "ĠS",
+        "o"
+      ],
+      [
+        "ĠH",
+        "er"
+      ],
+      [
+        "Ġfl",
+        "ow"
+      ],
+      [
+        "i",
+        "es"
+      ],
+      [
+        "Ġc",
+        "he"
+      ],
+      [
+        "Ġb",
+        "ra"
+      ],
+      [
+        "Ġthan",
+        "ked"
+      ],
+      [
+        "Ġe",
+        "ven"
+      ],
+      [
+        "Ġb",
+        "est"
+      ],
+      [
+        "Ġc",
+        "all"
+      ],
+      [
+        "ad",
+        "y"
+      ],
+      [
+        "H",
+        "e"
+      ],
+      [
+        "Ġlot",
+        "s"
+      ],
+      [
+        "Ġlaug",
+        "hed"
+      ],
+      [
+        "sel",
+        "f"
+      ],
+      [
+        "Ġr",
+        "a"
+      ],
+      [
+        "Ġwa",
+        "y"
+      ],
+      [
+        "ar",
+        "s"
+      ],
+      [
+        "ur",
+        "n"
+      ],
+      [
+        "Ġb",
+        "y"
+      ],
+      [
+        "Ġfa",
+        "st"
+      ],
+      [
+        "ll",
+        "y"
+      ],
+      [
+        "Ġf",
+        "am"
+      ],
+      [
+        "Ġ",
+        "C"
+      ],
+      [
+        "v",
+        "es"
+      ],
+      [
+        "ard",
+        "en"
+      ],
+      [
+        "Ġg",
+        "arden"
+      ],
+      [
+        "Ġbeaut",
+        "i"
+      ],
+      [
+        "w",
+        "n"
+      ],
+      [
+        "T",
+        "h"
+      ],
+      [
+        "Ġbeauti",
+        "ful"
+      ],
+      [
+        "Ġl",
+        "oud"
+      ],
+      [
+        "le",
+        "w"
+      ],
+      [
+        "Ġsk",
+        "y"
+      ],
+      [
+        "Ġd",
+        "on"
+      ],
+      [
+        "h",
+        "n"
+      ],
+      [
+        "er",
+        "ed"
+      ],
+      [
+        "in",
+        "y"
+      ],
+      [
+        "Ġcare",
+        "ful"
+      ],
+      [
+        "Ġlo",
+        "ve"
+      ],
+      [
+        "Ġf",
+        "i"
+      ],
+      [
+        "ĠThe",
+        "n"
+      ],
+      [
+        "Å",
+        "ĵ"
+      ],
+      [
+        "a",
+        "se"
+      ],
+      [
+        "ec",
+        "t"
+      ],
+      [
+        "Ġsa",
+        "fe"
+      ],
+      [
+        "ĠA",
+        "nd"
+      ],
+      [
+        "Ġu",
+        "nder"
+      ],
+      [
+        "Ġc",
+        "ome"
+      ],
+      [
+        "ĠF",
+        "rom"
+      ],
+      [
+        "Y",
+        "es"
+      ],
+      [
+        "ĠM",
+        "ia"
+      ],
+      [
+        "I",
+        "t"
+      ],
+      [
+        "m",
+        "e"
+      ],
+      [
+        "Ġh",
+        "ard"
+      ],
+      [
+        "Ġc",
+        "u"
+      ],
+      [
+        "Ġw",
+        "o"
+      ],
+      [
+        "Ġl",
+        "ist"
+      ],
+      [
+        "Ġst",
+        "ay"
+      ],
+      [
+        "an",
+        "e"
+      ],
+      [
+        "s",
+        "h"
+      ],
+      [
+        "op",
+        "le"
+      ],
+      [
+        "Ġg",
+        "l"
+      ],
+      [
+        "n",
+        "ing"
+      ],
+      [
+        "Ġst",
+        "ill"
+      ],
+      [
+        "oo",
+        "l"
+      ],
+      [
+        "Ġh",
+        "urt"
+      ],
+      [
+        "re",
+        "e"
+      ],
+      [
+        "ĠH",
+        "is"
+      ],
+      [
+        "Ġim",
+        "p"
+      ],
+      [
+        "Ġfam",
+        "ily"
+      ],
+      [
+        "Ġ",
+        "â"
+      ],
+      [
+        "Ġb",
+        "oth"
+      ],
+      [
+        "r",
+        "m"
+      ],
+      [
+        "ig",
+        "h"
+      ],
+      [
+        "Ġli",
+        "ved"
+      ],
+      [
+        "he",
+        "s"
+      ],
+      [
+        "W",
+        "hen"
+      ],
+      [
+        "Ġpe",
+        "ople"
+      ],
+      [
+        "Ġanimal",
+        "s"
+      ],
+      [
+        "Ġco",
+        "l"
+      ],
+      [
+        "Ġbra",
+        "ve"
+      ],
+      [
+        "Ġwal",
+        "ked"
+      ],
+      [
+        "o",
+        "b"
+      ],
+      [
+        "T",
+        "im"
+      ],
+      [
+        "c",
+        "t"
+      ],
+      [
+        "Ġl",
+        "et"
+      ],
+      [
+        "urp",
+        "r"
+      ],
+      [
+        "ĠW",
+        "hen"
+      ],
+      [
+        "Ġtw",
+        "o"
+      ],
+      [
+        "Ġs",
+        "urpr"
+      ],
+      [
+        "Ġsh",
+        "ould"
+      ],
+      [
+        "is",
+        "hed"
+      ],
+      [
+        "Ġb",
+        "ad"
+      ],
+      [
+        "re",
+        "ss"
+      ],
+      [
+        "Ġke",
+        "pt"
+      ],
+      [
+        "Ġf",
+        "ore"
+      ],
+      [
+        "Ġf",
+        "lew"
+      ],
+      [
+        "Ġf",
+        "in"
+      ],
+      [
+        "Ġst",
+        "or"
+      ],
+      [
+        "Ġf",
+        "ly"
+      ],
+      [
+        "a",
+        "st"
+      ],
+      [
+        "is",
+        "ed"
+      ],
+      [
+        "i",
+        "p"
+      ],
+      [
+        "Ġit",
+        "s"
+      ],
+      [
+        "l",
+        "ed"
+      ],
+      [
+        "o",
+        "ck"
+      ],
+      [
+        "uc",
+        "y"
+      ],
+      [
+        "f",
+        "ore"
+      ],
+      [
+        "Ġgo",
+        "ing"
+      ],
+      [
+        "Ġcle",
+        "an"
+      ],
+      [
+        "Ġd",
+        "an"
+      ],
+      [
+        "Ġp",
+        "ic"
+      ],
+      [
+        "Ġso",
+        "on"
+      ],
+      [
+        "Ġcall",
+        "ed"
+      ],
+      [
+        "Ġsh",
+        "are"
+      ],
+      [
+        "k",
+        "ay"
+      ],
+      [
+        "Ġan",
+        "gry"
+      ],
+      [
+        "Ġro",
+        "ck"
+      ],
+      [
+        "Ġc",
+        "on"
+      ],
+      [
+        "Ġpret",
+        "ty"
+      ],
+      [
+        "N",
+        "o"
+      ],
+      [
+        "Ġ",
+        "ide"
+      ],
+      [
+        "i",
+        "ed"
+      ],
+      [
+        "il",
+        "ly"
+      ],
+      [
+        "Ġg",
+        "round"
+      ],
+      [
+        "x",
+        "t"
+      ],
+      [
+        "Ġr",
+        "ed"
+      ],
+      [
+        "Ġexpl",
+        "ore"
+      ],
+      [
+        "Ġc",
+        "ry"
+      ],
+      [
+        "Ġad",
+        "vent"
+      ],
+      [
+        "Ġst",
+        "o"
+      ],
+      [
+        "s",
+        "o"
+      ],
+      [
+        "Ġre",
+        "al"
+      ],
+      [
+        "L",
+        "et"
+      ],
+      [
+        "Ġw",
+        "ind"
+      ],
+      [
+        "Ġsh",
+        "iny"
+      ],
+      [
+        "b",
+        "e"
+      ],
+      [
+        "Ġb",
+        "ook"
+      ],
+      [
+        "Ġal",
+        "so"
+      ],
+      [
+        "Ġdo",
+        "ll"
+      ],
+      [
+        "Ġide",
+        "a"
+      ],
+      [
+        "Ġbe",
+        "fore"
+      ],
+      [
+        "Ġop",
+        "ened"
+      ],
+      [
+        "dd",
+        "ed"
+      ],
+      [
+        "Ġwh",
+        "ile"
+      ],
+      [
+        "um",
+        "my"
+      ],
+      [
+        "Ġke",
+        "ep"
+      ],
+      [
+        "Ġe",
+        "y"
+      ],
+      [
+        "Ġn",
+        "ow"
+      ],
+      [
+        "Ġdo",
+        "or"
+      ],
+      [
+        "Ġfeel",
+        "ing"
+      ],
+      [
+        "âĤ¬",
+        "â"
+      ],
+      [
+        "o",
+        "on"
+      ],
+      [
+        "o",
+        "y"
+      ],
+      [
+        "Ġwal",
+        "king"
+      ],
+      [
+        "Ġno",
+        "ise"
+      ],
+      [
+        "Ġf",
+        "r"
+      ],
+      [
+        "le",
+        "s"
+      ],
+      [
+        "ag",
+        "e"
+      ],
+      [
+        "i",
+        "ous"
+      ],
+      [
+        "Ġcol",
+        "or"
+      ],
+      [
+        "Ġt",
+        "urn"
+      ],
+      [
+        "t",
+        "hing"
+      ],
+      [
+        "f",
+        "f"
+      ],
+      [
+        "u",
+        "ch"
+      ],
+      [
+        "t",
+        "h"
+      ],
+      [
+        "Ġb",
+        "ed"
+      ],
+      [
+        "ar",
+        "y"
+      ],
+      [
+        "Ġd",
+        "ra"
+      ],
+      [
+        "Ġpick",
+        "ed"
+      ],
+      [
+        "im",
+        "b"
+      ],
+      [
+        "e",
+        "et"
+      ],
+      [
+        "Ġcl",
+        "imb"
+      ],
+      [
+        "Ġd",
+        "el"
+      ],
+      [
+        "W",
+        "hat"
+      ],
+      [
+        "Ġbe",
+        "ing"
+      ],
+      [
+        "Ġf",
+        "ood"
+      ],
+      [
+        "Ġu",
+        "n"
+      ],
+      [
+        "Ġf",
+        "ar"
+      ],
+      [
+        "t",
+        "ure"
+      ],
+      [
+        "j",
+        "oy"
+      ],
+      [
+        "Ġadvent",
+        "ure"
+      ],
+      [
+        "a",
+        "c"
+      ],
+      [
+        "Ġsmil",
+        "e"
+      ],
+      [
+        "Ġd",
+        "if"
+      ],
+      [
+        "Ħ",
+        "¢"
+      ],
+      [
+        "âĤ¬â",
+        "Ħ¢"
+      ],
+      [
+        "me",
+        "mb"
+      ],
+      [
+        "Ġw",
+        "r"
+      ],
+      [
+        "Ġth",
+        "r"
+      ],
+      [
+        "ug",
+        "ht"
+      ],
+      [
+        "Ġloo",
+        "king"
+      ],
+      [
+        "Ġne",
+        "xt"
+      ],
+      [
+        "ic",
+        "ed"
+      ],
+      [
+        "ĠL",
+        "ucy"
+      ],
+      [
+        "Ġno",
+        "dded"
+      ],
+      [
+        "Ġqu",
+        "ick"
+      ],
+      [
+        "Ġ",
+        "P"
+      ],
+      [
+        "Ġd",
+        "is"
+      ],
+      [
+        "Ġre",
+        "pl"
+      ],
+      [
+        "ĠD",
+        "ad"
+      ],
+      [
+        "Ġwa",
+        "it"
+      ],
+      [
+        "iz",
+        "ed"
+      ],
+      [
+        "Ġfore",
+        "st"
+      ],
+      [
+        "Ġclo",
+        "s"
+      ],
+      [
+        "ĠS",
+        "uddenly"
+      ],
+      [
+        "Ġt",
+        "ra"
+      ],
+      [
+        "T",
+        "hat"
+      ],
+      [
+        "Ġey",
+        "es"
+      ],
+      [
+        "g",
+        "er"
+      ],
+      [
+        "bb",
+        "it"
+      ],
+      [
+        "t",
+        "ed"
+      ],
+      [
+        "Ġo",
+        "wn"
+      ],
+      [
+        "Ġr",
+        "ain"
+      ],
+      [
+        "Ġimp",
+        "ort"
+      ],
+      [
+        "Ġgre",
+        "at"
+      ],
+      [
+        "Ġre",
+        "memb"
+      ],
+      [
+        "Ġpic",
+        "ture"
+      ],
+      [
+        "Th",
+        "ank"
+      ],
+      [
+        "S",
+        "uddenly"
+      ],
+      [
+        "Ġsto",
+        "pped"
+      ],
+      [
+        "Ġen",
+        "joy"
+      ],
+      [
+        "Ġv",
+        "o"
+      ],
+      [
+        "B",
+        "en"
+      ],
+      [
+        "Ġg",
+        "ive"
+      ],
+      [
+        "Ġimport",
+        "ant"
+      ],
+      [
+        "Ġwor",
+        "k"
+      ],
+      [
+        "Ġne",
+        "ar"
+      ],
+      [
+        "g",
+        "an"
+      ],
+      [
+        "p",
+        "ot"
+      ],
+      [
+        "Ġe",
+        "ver"
+      ],
+      [
+        "Ġa",
+        "pp"
+      ],
+      [
+        "Ġa",
+        "fter"
+      ],
+      [
+        "Ġquick",
+        "ly"
+      ],
+      [
+        "Ġlist",
+        "en"
+      ],
+      [
+        "Ġb",
+        "re"
+      ],
+      [
+        "t",
+        "ing"
+      ],
+      [
+        "bb",
+        "ed"
+      ],
+      [
+        "Ġm",
+        "a"
+      ],
+      [
+        "Ġf",
+        "ish"
+      ],
+      [
+        "Ġrepl",
+        "ied"
+      ],
+      [
+        "Ġra",
+        "bbit"
+      ],
+      [
+        "Ġhand",
+        "s"
+      ],
+      [
+        "Ġ",
+        "G"
+      ],
+      [
+        "Ġnot",
+        "iced"
+      ],
+      [
+        "Ġbr",
+        "o"
+      ],
+      [
+        "Ġsl",
+        "ide"
+      ],
+      [
+        "Ġth",
+        "ink"
+      ],
+      [
+        "Ġwal",
+        "k"
+      ],
+      [
+        "Ġtr",
+        "uck"
+      ],
+      [
+        "Ġa",
+        "c"
+      ],
+      [
+        "k",
+        "es"
+      ],
+      [
+        "Ġstr",
+        "ong"
+      ],
+      [
+        "S",
+        "he"
+      ],
+      [
+        "Ġshow",
+        "ed"
+      ],
+      [
+        "Ġd",
+        "e"
+      ],
+      [
+        "Ġevery",
+        "one"
+      ],
+      [
+        "Ġwo",
+        "nder"
+      ],
+      [
+        "fe",
+        "re"
+      ],
+      [
+        "by",
+        "e"
+      ],
+      [
+        "Ġdif",
+        "fere"
+      ],
+      [
+        "ir",
+        "st"
+      ],
+      [
+        "S",
+        "o"
+      ],
+      [
+        "Ġs",
+        "ure"
+      ],
+      [
+        "Ġha",
+        "s"
+      ],
+      [
+        "Ġr",
+        "ight"
+      ],
+      [
+        "Ġbe",
+        "en"
+      ],
+      [
+        "Ġbec",
+        "ame"
+      ],
+      [
+        "Ġs",
+        "ound"
+      ],
+      [
+        "ma",
+        "z"
+      ],
+      [
+        "Ġto",
+        "w"
+      ],
+      [
+        "Ġr",
+        "u"
+      ],
+      [
+        "Ġt",
+        "al"
+      ],
+      [
+        "Ġa",
+        "maz"
+      ],
+      [
+        "Ġhe",
+        "ad"
+      ],
+      [
+        "Ġsh",
+        "out"
+      ],
+      [
+        "Ġbr",
+        "ight"
+      ],
+      [
+        "Ġy",
+        "e"
+      ],
+      [
+        "Ġwat",
+        "ched"
+      ],
+      [
+        "Ġ",
+        "R"
+      ],
+      [
+        "Ġm",
+        "or"
+      ],
+      [
+        "Ġch",
+        "ild"
+      ],
+      [
+        "a",
+        "ble"
+      ],
+      [
+        "Ġme",
+        "an"
+      ],
+      [
+        "Ġw",
+        "here"
+      ],
+      [
+        "ll",
+        "ow"
+      ],
+      [
+        "Ġh",
+        "igh"
+      ],
+      [
+        "ĠS",
+        "ue"
+      ],
+      [
+        "Ġfa",
+        "ce"
+      ],
+      [
+        "Ġc",
+        "ook"
+      ],
+      [
+        "d",
+        "ay"
+      ],
+      [
+        "ay",
+        "be"
+      ],
+      [
+        "Ġwat",
+        "ch"
+      ],
+      [
+        "Ġbl",
+        "ue"
+      ],
+      [
+        "a",
+        "ught"
+      ],
+      [
+        "Ġdiffere",
+        "nt"
+      ],
+      [
+        "Ġst",
+        "ore"
+      ],
+      [
+        "Ġ",
+        "N"
+      ],
+      [
+        "Ġgood",
+        "bye"
+      ],
+      [
+        "Ġd",
+        "ress"
+      ],
+      [
+        "u",
+        "ll"
+      ],
+      [
+        "ĠB",
+        "ob"
+      ],
+      [
+        "n",
+        "g"
+      ],
+      [
+        "an",
+        "ge"
+      ],
+      [
+        "Ġs",
+        "qu"
+      ],
+      [
+        "Ġo",
+        "kay"
+      ],
+      [
+        "is",
+        "y"
+      ],
+      [
+        "le",
+        "ase"
+      ],
+      [
+        "ĠMom",
+        "my"
+      ],
+      [
+        "Ġvo",
+        "ice"
+      ],
+      [
+        "J",
+        "o"
+      ],
+      [
+        "at",
+        "h"
+      ],
+      [
+        "Ġn",
+        "ight"
+      ],
+      [
+        "ĠS",
+        "pot"
+      ],
+      [
+        "Ġu",
+        "s"
+      ],
+      [
+        "Ġbo",
+        "at"
+      ],
+      [
+        "Ġflow",
+        "ers"
+      ],
+      [
+        "Ġpl",
+        "ace"
+      ],
+      [
+        "Ġfo",
+        "llow"
+      ],
+      [
+        "Ġa",
+        "r"
+      ],
+      [
+        "Ġu",
+        "se"
+      ],
+      [
+        "Ġclos",
+        "er"
+      ],
+      [
+        "un",
+        "ny"
+      ],
+      [
+        "le",
+        "ep"
+      ],
+      [
+        "ir",
+        "ed"
+      ],
+      [
+        "Ġfa",
+        "v"
+      ],
+      [
+        "Ġy",
+        "ell"
+      ],
+      [
+        "Ġgra",
+        "bbed"
+      ],
+      [
+        "Ġcu",
+        "ri"
+      ],
+      [
+        "Ġwa",
+        "rm"
+      ],
+      [
+        "Ġc",
+        "r"
+      ],
+      [
+        "Ġfor",
+        "g"
+      ],
+      [
+        "ĠSara",
+        "h"
+      ],
+      [
+        "ĠJo",
+        "hn"
+      ],
+      [
+        "Ġm",
+        "ag"
+      ],
+      [
+        "Ġst",
+        "ick"
+      ],
+      [
+        "W",
+        "e"
+      ],
+      [
+        "Ġjump",
+        "ed"
+      ],
+      [
+        "Ġc",
+        "ake"
+      ],
+      [
+        "m",
+        "ore"
+      ],
+      [
+        "Ġt",
+        "ell"
+      ],
+      [
+        "Ġany",
+        "more"
+      ],
+      [
+        "A",
+        "fter"
+      ],
+      [
+        "Ġbut",
+        "ter"
+      ],
+      [
+        "nd",
+        "ma"
+      ],
+      [
+        "Ġth",
+        "ree"
+      ],
+      [
+        "Ġas",
+        "k"
+      ],
+      [
+        "c",
+        "o"
+      ],
+      [
+        "Ġ",
+        "our"
+      ],
+      [
+        "l",
+        "ie"
+      ],
+      [
+        "Ġcuri",
+        "ous"
+      ],
+      [
+        "ou",
+        "nt"
+      ],
+      [
+        "or",
+        "n"
+      ],
+      [
+        "Ġcon",
+        "t"
+      ],
+      [
+        "Ġfe",
+        "ll"
+      ],
+      [
+        "a",
+        "ched"
+      ],
+      [
+        "ĠT",
+        "h"
+      ],
+      [
+        "Ġbird",
+        "s"
+      ],
+      [
+        "as",
+        "s"
+      ],
+      [
+        "H",
+        "er"
+      ],
+      [
+        "is",
+        "s"
+      ],
+      [
+        "Ġhelp",
+        "ed"
+      ],
+      [
+        "ĠJ",
+        "ane"
+      ],
+      [
+        "Ġpu",
+        "ll"
+      ],
+      [
+        "Ġf",
+        "irst"
+      ],
+      [
+        "it",
+        "c"
+      ],
+      [
+        "Ġbl",
+        "ock"
+      ],
+      [
+        "Ġh",
+        "op"
+      ],
+      [
+        "Ġb",
+        "it"
+      ],
+      [
+        "Ġd",
+        "r"
+      ],
+      [
+        "Ġreal",
+        "ized"
+      ],
+      [
+        "Ġk",
+        "id"
+      ],
+      [
+        "L",
+        "ook"
+      ],
+      [
+        "il",
+        "a"
+      ],
+      [
+        "Ġm",
+        "on"
+      ],
+      [
+        "Ġbr",
+        "other"
+      ],
+      [
+        "A",
+        "nna"
+      ],
+      [
+        "S",
+        "ara"
+      ],
+      [
+        "Ġ",
+        "z"
+      ],
+      [
+        "ĠEvery",
+        "one"
+      ],
+      [
+        "Ġat",
+        "e"
+      ],
+      [
+        "Ġdo",
+        "es"
+      ],
+      [
+        "im",
+        "es"
+      ],
+      [
+        "Ġhapp",
+        "ened"
+      ],
+      [
+        "Ġst",
+        "op"
+      ],
+      [
+        "z",
+        "y"
+      ],
+      [
+        "Ġy",
+        "ummy"
+      ],
+      [
+        "Ġfav",
+        "or"
+      ],
+      [
+        "pp",
+        "y"
+      ],
+      [
+        "Ġk",
+        "itc"
+      ],
+      [
+        "Ġkitc",
+        "hen"
+      ],
+      [
+        "Ġsw",
+        "eet"
+      ],
+      [
+        "u",
+        "s"
+      ],
+      [
+        "Ġp",
+        "er"
+      ],
+      [
+        "Ġre",
+        "ally"
+      ],
+      [
+        "a",
+        "isy"
+      ],
+      [
+        "Ġgra",
+        "ss"
+      ],
+      [
+        "Ġfavor",
+        "ite"
+      ],
+      [
+        "Ġbe",
+        "gan"
+      ],
+      [
+        "Ġre",
+        "st"
+      ],
+      [
+        "Ġre",
+        "ady"
+      ],
+      [
+        "Ġle",
+        "a"
+      ],
+      [
+        "Ġre",
+        "ached"
+      ],
+      [
+        "Ġunder",
+        "st"
+      ],
+      [
+        "a",
+        "ir"
+      ],
+      [
+        "Ġst",
+        "e"
+      ],
+      [
+        "Ġb",
+        "unny"
+      ],
+      [
+        "ĠA",
+        "s"
+      ],
+      [
+        "Ġstor",
+        "y"
+      ],
+      [
+        "'",
+        "re"
+      ],
+      [
+        "Ġp",
+        "ain"
+      ],
+      [
+        "Ġs",
+        "ing"
+      ],
+      [
+        "st",
+        "er"
+      ],
+      [
+        "Ġhe",
+        "re"
+      ],
+      [
+        "Ġsa",
+        "nd"
+      ],
+      [
+        "Ġon",
+        "ly"
+      ],
+      [
+        "Ġfl",
+        "o"
+      ],
+      [
+        "Ġa",
+        "m"
+      ],
+      [
+        "Ġgl",
+        "ad"
+      ],
+      [
+        "Ġt",
+        "ri"
+      ],
+      [
+        "Ġbe",
+        "h"
+      ],
+      [
+        "Ġwor",
+        "ld"
+      ],
+      [
+        "Ġop",
+        "en"
+      ],
+      [
+        "Ġc",
+        "re"
+      ],
+      [
+        "fu",
+        "lly"
+      ],
+      [
+        "Ġpr",
+        "in"
+      ],
+      [
+        "w",
+        "here"
+      ],
+      [
+        "are",
+        "nt"
+      ],
+      [
+        "Ġflow",
+        "er"
+      ],
+      [
+        "Ġthr",
+        "ough"
+      ],
+      [
+        "Ġb",
+        "a"
+      ],
+      [
+        "Ġfi",
+        "re"
+      ],
+      [
+        "Ġd",
+        "one"
+      ],
+      [
+        "Ġha",
+        "ving"
+      ],
+      [
+        "Ġth",
+        "ing"
+      ],
+      [
+        "Ġdel",
+        "ic"
+      ],
+      [
+        "Ġhim",
+        "self"
+      ],
+      [
+        "Ġt",
+        "ired"
+      ],
+      [
+        "Ġp",
+        "arent"
+      ],
+      [
+        "Ġso",
+        "ft"
+      ],
+      [
+        "Ġf",
+        "ro"
+      ],
+      [
+        "Tim",
+        "my"
+      ],
+      [
+        "Ġta",
+        "st"
+      ],
+      [
+        "Ġbutter",
+        "f"
+      ],
+      [
+        "ĠL",
+        "et"
+      ],
+      [
+        "Ġc",
+        "ut"
+      ],
+      [
+        "Ġp",
+        "art"
+      ],
+      [
+        "Ġwh",
+        "y"
+      ],
+      [
+        "k",
+        "en"
+      ],
+      [
+        "Ġm",
+        "ess"
+      ],
+      [
+        "C",
+        "an"
+      ],
+      [
+        "Ġwor",
+        "ry"
+      ],
+      [
+        "Mom",
+        "my"
+      ],
+      [
+        "i",
+        "ver"
+      ],
+      [
+        "Ġd",
+        "in"
+      ],
+      [
+        "u",
+        "ff"
+      ],
+      [
+        "at",
+        "er"
+      ],
+      [
+        "Ġmag",
+        "ic"
+      ],
+      [
+        "Ġwa",
+        "ved"
+      ],
+      [
+        "Ġshout",
+        "ed"
+      ],
+      [
+        "Ġpo",
+        "nd"
+      ],
+      [
+        "Ġkid",
+        "s"
+      ],
+      [
+        "Ġh",
+        "at"
+      ],
+      [
+        "Ġd",
+        "uck"
+      ],
+      [
+        "Ġse",
+        "es"
+      ],
+      [
+        "o",
+        "lly"
+      ],
+      [
+        "ill",
+        "ed"
+      ],
+      [
+        "Ġg",
+        "ame"
+      ],
+      [
+        "i",
+        "ent"
+      ],
+      [
+        "Ġma",
+        "king"
+      ],
+      [
+        "at",
+        "her"
+      ],
+      [
+        "Jo",
+        "hn"
+      ],
+      [
+        "A",
+        "s"
+      ],
+      [
+        "ak",
+        "es"
+      ],
+      [
+        "Ġcat",
+        "ch"
+      ],
+      [
+        "Ġse",
+        "en"
+      ],
+      [
+        "Ġc",
+        "ool"
+      ],
+      [
+        "at",
+        "ion"
+      ],
+      [
+        "Ġcom",
+        "ing"
+      ],
+      [
+        "Ġl",
+        "ess"
+      ],
+      [
+        "Ġd",
+        "ark"
+      ],
+      [
+        "Ġu",
+        "sed"
+      ],
+      [
+        "ed",
+        "dy"
+      ],
+      [
+        "Ġfi",
+        "x"
+      ],
+      [
+        "ĠJo",
+        "e"
+      ],
+      [
+        "Ġthan",
+        "k"
+      ],
+      [
+        "m",
+        "er"
+      ],
+      [
+        "Ġto",
+        "p"
+      ],
+      [
+        "Ġl",
+        "ady"
+      ],
+      [
+        "Ġha",
+        "ir"
+      ],
+      [
+        "ar",
+        "ing"
+      ],
+      [
+        "Ġp",
+        "rom"
+      ],
+      [
+        "Ġho",
+        "pped"
+      ],
+      [
+        "ĠC",
+        "an"
+      ],
+      [
+        "\"",
+        "."
+      ],
+      [
+        "ig",
+        "n"
+      ],
+      [
+        "Ġsurpr",
+        "ise"
+      ],
+      [
+        "Ġdra",
+        "w"
+      ],
+      [
+        "Ġm",
+        "um"
+      ],
+      [
+        "Ġm",
+        "ouse"
+      ],
+      [
+        "Ġfun",
+        "ny"
+      ],
+      [
+        "re",
+        "l"
+      ],
+      [
+        "Ġc",
+        "ra"
+      ],
+      [
+        "Ġ",
+        "-"
+      ],
+      [
+        "ap",
+        "er"
+      ],
+      [
+        "Ġf",
+        "ull"
+      ],
+      [
+        "Ġto",
+        "uch"
+      ],
+      [
+        "Ġl",
+        "ight"
+      ],
+      [
+        "Ġsp",
+        "ot"
+      ],
+      [
+        "re",
+        "n"
+      ],
+      [
+        "Ġd",
+        "ro"
+      ],
+      [
+        "ĠBen",
+        "ny"
+      ],
+      [
+        "Ġparent",
+        "s"
+      ],
+      [
+        "Ġwor",
+        "ked"
+      ],
+      [
+        "in",
+        "s"
+      ],
+      [
+        "one",
+        "y"
+      ],
+      [
+        "ĠD",
+        "o"
+      ],
+      [
+        "Ġsurpr",
+        "ised"
+      ],
+      [
+        "Ġcare",
+        "fully"
+      ],
+      [
+        "Ġtre",
+        "es"
+      ],
+      [
+        "Ġfro",
+        "g"
+      ],
+      [
+        "Ġsw",
+        "ing"
+      ],
+      [
+        "Ġdo",
+        "ing"
+      ],
+      [
+        "D",
+        "on"
+      ],
+      [
+        "Ġs",
+        "at"
+      ],
+      [
+        "in",
+        "ally"
+      ],
+      [
+        "ĠT",
+        "hat"
+      ],
+      [
+        "Ġ",
+        "ice"
+      ],
+      [
+        "ĠI",
+        "n"
+      ],
+      [
+        "Ġhe",
+        "ld"
+      ],
+      [
+        "W",
+        "ow"
+      ],
+      [
+        "Ġrun",
+        "ning"
+      ],
+      [
+        "Ġpret",
+        "end"
+      ],
+      [
+        "Ġsw",
+        "im"
+      ],
+      [
+        "Ġs",
+        "et"
+      ],
+      [
+        "Ġre",
+        "ad"
+      ],
+      [
+        "Ġdelic",
+        "ious"
+      ],
+      [
+        "Ġneed",
+        "ed"
+      ],
+      [
+        "Ġt",
+        "ight"
+      ],
+      [
+        "Ġsl",
+        "ow"
+      ],
+      [
+        "Ġrememb",
+        "ered"
+      ],
+      [
+        "Ġlo",
+        "st"
+      ],
+      [
+        "Ġco",
+        "ld"
+      ],
+      [
+        "Ġsm",
+        "ell"
+      ],
+      [
+        "ard",
+        "s"
+      ],
+      [
+        "Ġw",
+        "ood"
+      ],
+      [
+        "Ġhapp",
+        "ily"
+      ],
+      [
+        "h",
+        "y"
+      ],
+      [
+        "el",
+        "y"
+      ],
+      [
+        "Ġlook",
+        "s"
+      ],
+      [
+        "Ġbeh",
+        "ind"
+      ],
+      [
+        "Ġher",
+        "self"
+      ],
+      [
+        "Ġc",
+        "ried"
+      ],
+      [
+        "Ġenjoy",
+        "ed"
+      ],
+      [
+        "Ġnam",
+        "e"
+      ],
+      [
+        "as",
+        "k"
+      ],
+      [
+        "Ġye",
+        "ars"
+      ],
+      [
+        "Ġbu",
+        "y"
+      ],
+      [
+        "Ġho",
+        "le"
+      ],
+      [
+        "Ġblock",
+        "s"
+      ],
+      [
+        "Ġd",
+        "ri"
+      ],
+      [
+        "Ġs",
+        "leep"
+      ],
+      [
+        "Ġg",
+        "i"
+      ],
+      [
+        "Ġyell",
+        "ow"
+      ],
+      [
+        "c",
+        "ess"
+      ],
+      [
+        "Ġbutterf",
+        "ly"
+      ],
+      [
+        "i",
+        "ke"
+      ],
+      [
+        "u",
+        "ed"
+      ],
+      [
+        "Ġw",
+        "ished"
+      ],
+      [
+        "Ġper",
+        "f"
+      ],
+      [
+        "Ġan",
+        "other"
+      ],
+      [
+        "ĠD",
+        "aisy"
+      ],
+      [
+        "Ġgre",
+        "en"
+      ],
+      [
+        "Ġmo",
+        "ve"
+      ],
+      [
+        "Ġt",
+        "all"
+      ],
+      [
+        "Ġa",
+        "ir"
+      ],
+      [
+        "Ġb",
+        "ag"
+      ],
+      [
+        "Ġflo",
+        "or"
+      ],
+      [
+        "Ġcar",
+        "s"
+      ],
+      [
+        "Ġless",
+        "on"
+      ],
+      [
+        "u",
+        "l"
+      ],
+      [
+        "Ġb",
+        "ow"
+      ],
+      [
+        "Ġar",
+        "ri"
+      ],
+      [
+        "Ġwind",
+        "ow"
+      ],
+      [
+        "Ġsh",
+        "o"
+      ],
+      [
+        "Ġchild",
+        "ren"
+      ],
+      [
+        "n",
+        "er"
+      ],
+      [
+        "Ġfin",
+        "ished"
+      ],
+      [
+        "Ġh",
+        "ill"
+      ],
+      [
+        "ĠA",
+        "fter"
+      ],
+      [
+        "and",
+        "y"
+      ],
+      [
+        "s",
+        "p"
+      ],
+      [
+        "en",
+        "s"
+      ],
+      [
+        "Ġp",
+        "aper"
+      ],
+      [
+        "Ġli",
+        "kes"
+      ],
+      [
+        "F",
+        "rom"
+      ],
+      [
+        "s",
+        "y"
+      ],
+      [
+        "Ġho",
+        "ld"
+      ],
+      [
+        "S",
+        "am"
+      ],
+      [
+        "Ġwr",
+        "ong"
+      ],
+      [
+        "re",
+        "ed"
+      ],
+      [
+        "Ġcont",
+        "in"
+      ],
+      [
+        "Ġunderst",
+        "and"
+      ],
+      [
+        "at",
+        "ter"
+      ],
+      [
+        "u",
+        "it"
+      ],
+      [
+        "re",
+        "w"
+      ],
+      [
+        "Ġg",
+        "ent"
+      ],
+      [
+        "Ġany",
+        "thing"
+      ],
+      [
+        "Ġclo",
+        "se"
+      ],
+      [
+        "Ġwa",
+        "ll"
+      ],
+      [
+        "Ġe",
+        "l"
+      ],
+      [
+        "as",
+        "ure"
+      ],
+      [
+        "Ġle",
+        "ft"
+      ],
+      [
+        "Ġa",
+        "ble"
+      ],
+      [
+        "Ġarri",
+        "ved"
+      ],
+      [
+        "Ġh",
+        "un"
+      ],
+      [
+        "ro",
+        "ss"
+      ],
+      [
+        "a",
+        "v"
+      ],
+      [
+        "Ġhe",
+        "ar"
+      ],
+      [
+        "Ġfriend",
+        "ly"
+      ],
+      [
+        "Ġforg",
+        "ot"
+      ],
+      [
+        "Ġg",
+        "one"
+      ],
+      [
+        "am",
+        "a"
+      ],
+      [
+        "Ġcre",
+        "at"
+      ],
+      [
+        "Ġw",
+        "et"
+      ],
+      [
+        "Ġli",
+        "on"
+      ],
+      [
+        "H",
+        "ell"
+      ],
+      [
+        "Hell",
+        "o"
+      ],
+      [
+        "Ġd",
+        "ream"
+      ],
+      [
+        "Ġh",
+        "ot"
+      ],
+      [
+        "b",
+        "o"
+      ],
+      [
+        "b",
+        "er"
+      ],
+      [
+        "ĠS",
+        "ally"
+      ],
+      [
+        "Ġf",
+        "illed"
+      ],
+      [
+        "Ġd",
+        "ir"
+      ],
+      [
+        "ie",
+        "ld"
+      ],
+      [
+        "Ġcook",
+        "ies"
+      ],
+      [
+        "Ġlaug",
+        "h"
+      ],
+      [
+        "Ġbro",
+        "ken"
+      ],
+      [
+        "Ġdin",
+        "ner"
+      ],
+      [
+        "l",
+        "f"
+      ],
+      [
+        "Ġel",
+        "se"
+      ],
+      [
+        "Ġh",
+        "id"
+      ],
+      [
+        "c",
+        "ed"
+      ],
+      [
+        "Ġp",
+        "ink"
+      ],
+      [
+        "Ġfollow",
+        "ed"
+      ],
+      [
+        "Ġta",
+        "ble"
+      ],
+      [
+        "Ġm",
+        "ar"
+      ],
+      [
+        "Ġcolor",
+        "s"
+      ],
+      [
+        "ou",
+        "p"
+      ],
+      [
+        "Ġmom",
+        "ent"
+      ],
+      [
+        "Ġcontin",
+        "ued"
+      ],
+      [
+        "Ġwonder",
+        "ful"
+      ],
+      [
+        "ĠE",
+        "m"
+      ],
+      [
+        "e",
+        "y"
+      ],
+      [
+        "in",
+        "ed"
+      ],
+      [
+        "ir",
+        "rel"
+      ],
+      [
+        "r",
+        "ot"
+      ],
+      [
+        "Ġfin",
+        "ally"
+      ],
+      [
+        "J",
+        "ack"
+      ],
+      [
+        "Ġa",
+        "rm"
+      ],
+      [
+        "Ġm",
+        "ight"
+      ],
+      [
+        "ĠN",
+        "ow"
+      ],
+      [
+        "Ġc",
+        "ast"
+      ],
+      [
+        "Ġy",
+        "es"
+      ],
+      [
+        "Ġbu",
+        "ild"
+      ],
+      [
+        "Ġen",
+        "ough"
+      ],
+      [
+        "ĠB",
+        "illy"
+      ],
+      [
+        "Ġsome",
+        "one"
+      ],
+      [
+        "Ġperf",
+        "ect"
+      ],
+      [
+        "Ġfa",
+        "ir"
+      ],
+      [
+        "Ġstay",
+        "ed"
+      ],
+      [
+        "a",
+        "pp"
+      ],
+      [
+        "Ġmor",
+        "ning"
+      ],
+      [
+        "ĠThe",
+        "re"
+      ],
+      [
+        "Ġpu",
+        "ppy"
+      ],
+      [
+        "o",
+        "l"
+      ],
+      [
+        "Ġdad",
+        "dy"
+      ],
+      [
+        "Ġtry",
+        "ing"
+      ],
+      [
+        "'",
+        "ll"
+      ],
+      [
+        "Ġj",
+        "u"
+      ],
+      [
+        "Ġother",
+        "s"
+      ],
+      [
+        "Ġbook",
+        "s"
+      ],
+      [
+        "Ġag",
+        "reed"
+      ],
+      [
+        "Ġmu",
+        "s"
+      ],
+      [
+        "Ġsn",
+        "ow"
+      ],
+      [
+        "Ġsqu",
+        "irrel"
+      ],
+      [
+        "Ġc",
+        "ream"
+      ],
+      [
+        "ro",
+        "om"
+      ],
+      [
+        "Ġget",
+        "ting"
+      ],
+      [
+        "Ġgra",
+        "ndma"
+      ],
+      [
+        "ĠL",
+        "ila"
+      ],
+      [
+        "Ġlea",
+        "ves"
+      ],
+      [
+        "Ġba",
+        "by"
+      ],
+      [
+        "Ġc",
+        "ount"
+      ],
+      [
+        "ic",
+        "y"
+      ],
+      [
+        "Ġfe",
+        "w"
+      ],
+      [
+        "A",
+        "t"
+      ],
+      [
+        "Ġf",
+        "all"
+      ],
+      [
+        "The",
+        "n"
+      ],
+      [
+        "g",
+        "on"
+      ],
+      [
+        "Ġbre",
+        "ak"
+      ],
+      [
+        "Ġclimb",
+        "ed"
+      ],
+      [
+        "ri",
+        "es"
+      ],
+      [
+        "Ġbe",
+        "ach"
+      ],
+      [
+        "as",
+        "h"
+      ],
+      [
+        "Ġb",
+        "ug"
+      ],
+      [
+        "Ġp",
+        "lease"
+      ],
+      [
+        "Ġm",
+        "other"
+      ],
+      [
+        "Ġbr",
+        "ought"
+      ],
+      [
+        "Ġtra",
+        "in"
+      ],
+      [
+        "an",
+        "ce"
+      ],
+      [
+        "ĠTh",
+        "is"
+      ],
+      [
+        "Ġde",
+        "ep"
+      ],
+      [
+        "Ġv",
+        "is"
+      ],
+      [
+        "at",
+        "ed"
+      ],
+      [
+        "s",
+        "hed"
+      ],
+      [
+        "Ġm",
+        "et"
+      ],
+      [
+        "Ġwas",
+        "n"
+      ],
+      [
+        "Ġsomet",
+        "imes"
+      ],
+      [
+        "Ġevery",
+        "thing"
+      ],
+      [
+        "ĠTom",
+        "my"
+      ],
+      [
+        "i",
+        "ch"
+      ],
+      [
+        "Ġmus",
+        "ic"
+      ],
+      [
+        "ke",
+        "y"
+      ],
+      [
+        "l",
+        "ing"
+      ],
+      [
+        "Th",
+        "is"
+      ],
+      [
+        "o",
+        "s"
+      ],
+      [
+        "Ġturn",
+        "ed"
+      ],
+      [
+        "l",
+        "c"
+      ],
+      [
+        "Ġr",
+        "ide"
+      ],
+      [
+        "o",
+        "om"
+      ],
+      [
+        "Ġs",
+        "ong"
+      ],
+      [
+        "or",
+        "ing"
+      ],
+      [
+        "Ġsp",
+        "ark"
+      ],
+      [
+        "Ġf",
+        "ight"
+      ],
+      [
+        "Ġhun",
+        "gry"
+      ],
+      [
+        "on",
+        "s"
+      ],
+      [
+        "Ġpicture",
+        "s"
+      ],
+      [
+        "d",
+        "s"
+      ],
+      [
+        "Ġm",
+        "akes"
+      ],
+      [
+        "Ġse",
+        "ar"
+      ],
+      [
+        "uck",
+        "y"
+      ],
+      [
+        "Ġlist",
+        "ened"
+      ],
+      [
+        "Ġjo",
+        "y"
+      ],
+      [
+        "Ġpo",
+        "l"
+      ],
+      [
+        "ĠW",
+        "hat"
+      ],
+      [
+        "H",
+        "is"
+      ],
+      [
+        "e",
+        "e"
+      ],
+      [
+        "Ġcl",
+        "ot"
+      ],
+      [
+        "Ġsa",
+        "il"
+      ],
+      [
+        "a",
+        "pped"
+      ],
+      [
+        "b",
+        "ble"
+      ],
+      [
+        "Ġcom",
+        "p"
+      ],
+      [
+        "Ġpl",
+        "an"
+      ],
+      [
+        "Ġwant",
+        "s"
+      ],
+      [
+        "Ġclot",
+        "hes"
+      ],
+      [
+        "Ġpo",
+        "in"
+      ],
+      [
+        "Ġ",
+        "K"
+      ],
+      [
+        "z",
+        "z"
+      ],
+      [
+        "Ġball",
+        "oon"
+      ],
+      [
+        "Ġstr",
+        "ange"
+      ],
+      [
+        "m",
+        "an"
+      ],
+      [
+        "en",
+        "ny"
+      ],
+      [
+        "Ġp",
+        "i"
+      ],
+      [
+        "Ġgr",
+        "ow"
+      ],
+      [
+        "Ġfly",
+        "ing"
+      ],
+      [
+        "r",
+        "ow"
+      ],
+      [
+        "Ġsc",
+        "ary"
+      ],
+      [
+        "Ġtre",
+        "at"
+      ],
+      [
+        "Ġwa",
+        "ited"
+      ],
+      [
+        "Ġamaz",
+        "ed"
+      ],
+      [
+        "Ġt",
+        "eddy"
+      ],
+      [
+        "Ġcast",
+        "le"
+      ],
+      [
+        "is",
+        "ter"
+      ],
+      [
+        "Ġe",
+        "le"
+      ],
+      [
+        "Ġamaz",
+        "ing"
+      ],
+      [
+        "m",
+        "ed"
+      ],
+      [
+        "Ġsp",
+        "l"
+      ],
+      [
+        "O",
+        "h"
+      ],
+      [
+        "Ġle",
+        "ave"
+      ],
+      [
+        "Ġown",
+        "er"
+      ],
+      [
+        "Ġprom",
+        "ised"
+      ],
+      [
+        "Ġdan",
+        "ger"
+      ],
+      [
+        "e",
+        "ver"
+      ],
+      [
+        "O",
+        "K"
+      ],
+      [
+        "Ġs",
+        "uch"
+      ],
+      [
+        "Ġwh",
+        "ite"
+      ],
+      [
+        "Ġp",
+        "at"
+      ],
+      [
+        "Ġtal",
+        "k"
+      ],
+      [
+        "uff",
+        "y"
+      ],
+      [
+        "Ġf",
+        "ur"
+      ],
+      [
+        "Ġp",
+        "ie"
+      ],
+      [
+        "op",
+        "e"
+      ],
+      [
+        "r",
+        "ed"
+      ],
+      [
+        "Ġpull",
+        "ed"
+      ],
+      [
+        "Ġp",
+        "re"
+      ],
+      [
+        "Ġwood",
+        "s"
+      ],
+      [
+        "ĠT",
+        "o"
+      ],
+      [
+        "Ġsh",
+        "ared"
+      ],
+      [
+        "Ġal",
+        "one"
+      ],
+      [
+        "Ġtow",
+        "ards"
+      ],
+      [
+        "c",
+        "le"
+      ],
+      [
+        "ĠM",
+        "aybe"
+      ],
+      [
+        "Ġs",
+        "it"
+      ],
+      [
+        "Ġn",
+        "ap"
+      ],
+      [
+        "Ġcolor",
+        "ful"
+      ],
+      [
+        "am",
+        "p"
+      ],
+      [
+        "h",
+        "one"
+      ],
+      [
+        "Ġvis",
+        "it"
+      ],
+      [
+        "ig",
+        "g"
+      ],
+      [
+        "ug",
+        "g"
+      ],
+      [
+        "th",
+        "y"
+      ],
+      [
+        "en",
+        "ce"
+      ],
+      [
+        "Ġta",
+        "il"
+      ],
+      [
+        "ct",
+        "or"
+      ],
+      [
+        "Ġmagic",
+        "al"
+      ],
+      [
+        "Ġr",
+        "iver"
+      ],
+      [
+        "Ġh",
+        "ig"
+      ],
+      [
+        "Ġbe",
+        "lie"
+      ],
+      [
+        "Ġgr",
+        "ate"
+      ],
+      [
+        "u",
+        "ally"
+      ],
+      [
+        "an",
+        "g"
+      ],
+      [
+        "ot",
+        "t"
+      ],
+      [
+        "Ġh",
+        "ide"
+      ],
+      [
+        "Ġs",
+        "illy"
+      ],
+      [
+        "Ġsmil",
+        "es"
+      ],
+      [
+        "ow",
+        "er"
+      ],
+      [
+        "Ġs",
+        "ide"
+      ],
+      [
+        "M",
+        "ax"
+      ],
+      [
+        "Ġro",
+        "ll"
+      ],
+      [
+        "Ġg",
+        "u"
+      ],
+      [
+        "ĠA",
+        "my"
+      ],
+      [
+        "Ġpr",
+        "o"
+      ],
+      [
+        "et",
+        "er"
+      ],
+      [
+        "Ġfast",
+        "er"
+      ],
+      [
+        "Ġgrate",
+        "ful"
+      ],
+      [
+        "Ġtre",
+        "asure"
+      ],
+      [
+        "as",
+        "ed"
+      ],
+      [
+        "Ġsn",
+        "ack"
+      ],
+      [
+        "u",
+        "p"
+      ],
+      [
+        "Ġla",
+        "nd"
+      ],
+      [
+        "av",
+        "y"
+      ],
+      [
+        "Ġmor",
+        "al"
+      ],
+      [
+        "ain",
+        "ed"
+      ],
+      [
+        "Ġs",
+        "ister"
+      ],
+      [
+        "ĠG",
+        "ra"
+      ],
+      [
+        "Ġsh",
+        "ap"
+      ],
+      [
+        "Ġpain",
+        "t"
+      ],
+      [
+        "Ġslow",
+        "ly"
+      ],
+      [
+        "Ġf",
+        "ield"
+      ],
+      [
+        "Ġp",
+        "et"
+      ],
+      [
+        "Ġs",
+        "ec"
+      ],
+      [
+        "or",
+        "m"
+      ],
+      [
+        "ĠJ",
+        "im"
+      ],
+      [
+        "Ġbr",
+        "an"
+      ],
+      [
+        "Ġm",
+        "in"
+      ],
+      [
+        "Ġmu",
+        "st"
+      ],
+      [
+        "Ġhelp",
+        "ing"
+      ],
+      [
+        "Ġwor",
+        "ried"
+      ],
+      [
+        "Ġjo",
+        "b"
+      ],
+      [
+        "Ġfo",
+        "x"
+      ],
+      [
+        "s",
+        "et"
+      ],
+      [
+        "Ġm",
+        "oney"
+      ],
+      [
+        "Ġp",
+        "ot"
+      ],
+      [
+        "Ġqu",
+        "i"
+      ],
+      [
+        "Ġbe",
+        "l"
+      ],
+      [
+        "Ġac",
+        "c"
+      ],
+      [
+        "Ġli",
+        "ving"
+      ],
+      [
+        "Ġmon",
+        "ster"
+      ],
+      [
+        "le",
+        "ss"
+      ],
+      [
+        "Ġpart",
+        "y"
+      ],
+      [
+        "e",
+        "ar"
+      ],
+      [
+        "Ġmo",
+        "st"
+      ],
+      [
+        "Ġwe",
+        "ar"
+      ],
+      [
+        "Ġrememb",
+        "er"
+      ],
+      [
+        "i",
+        "re"
+      ],
+      [
+        "Ġs",
+        "ign"
+      ],
+      [
+        "w",
+        "l"
+      ],
+      [
+        "Ġcl",
+        "oud"
+      ],
+      [
+        "Ġc",
+        "andy"
+      ],
+      [
+        "Ġhig",
+        "her"
+      ],
+      [
+        "i",
+        "pped"
+      ],
+      [
+        "id",
+        "ent"
+      ],
+      [
+        "ĠA",
+        "ll"
+      ],
+      [
+        "d",
+        "er"
+      ],
+      [
+        "z",
+        "e"
+      ],
+      [
+        "Ġqui",
+        "et"
+      ],
+      [
+        "Ġto",
+        "wn"
+      ],
+      [
+        "un",
+        "ch"
+      ],
+      [
+        "Ġprin",
+        "cess"
+      ],
+      [
+        "Ġrun",
+        "s"
+      ],
+      [
+        "ask",
+        "et"
+      ],
+      [
+        "e",
+        "m"
+      ],
+      [
+        "Ġevery",
+        "where"
+      ],
+      [
+        "Ġjo",
+        "in"
+      ],
+      [
+        "Ġste",
+        "pped"
+      ],
+      [
+        "Ġb",
+        "asket"
+      ],
+      [
+        "Ġl",
+        "ake"
+      ],
+      [
+        "Ġcu",
+        "p"
+      ],
+      [
+        "s",
+        "w"
+      ],
+      [
+        "out",
+        "h"
+      ],
+      [
+        "Ġcar",
+        "rot"
+      ],
+      [
+        "Ġco",
+        "ll"
+      ],
+      [
+        "Ġpl",
+        "ant"
+      ],
+      [
+        "Ġsc",
+        "ream"
+      ],
+      [
+        "ĠDad",
+        "dy"
+      ],
+      [
+        "Ġb",
+        "uck"
+      ],
+      [
+        "Ġhe",
+        "avy"
+      ],
+      [
+        "Ġbig",
+        "ger"
+      ],
+      [
+        "Ġch",
+        "o"
+      ],
+      [
+        "Ġbl",
+        "ank"
+      ],
+      [
+        "Ġclo",
+        "sed"
+      ],
+      [
+        "Ġw",
+        "on"
+      ],
+      [
+        "is",
+        "es"
+      ],
+      [
+        "Ġan",
+        "sw"
+      ],
+      [
+        "b",
+        "r"
+      ],
+      [
+        "Ġblank",
+        "et"
+      ],
+      [
+        "Ġm",
+        "outh"
+      ],
+      [
+        "am",
+        "es"
+      ],
+      [
+        "ec",
+        "es"
+      ],
+      [
+        "Ġeat",
+        "ing"
+      ],
+      [
+        "Ġpi",
+        "eces"
+      ],
+      [
+        "ck",
+        "et"
+      ],
+      [
+        "Ġst",
+        "re"
+      ],
+      [
+        "Ġwe",
+        "lc"
+      ],
+      [
+        "Ġwould",
+        "n"
+      ],
+      [
+        "Ġre",
+        "ach"
+      ],
+      [
+        "Ġbro",
+        "ke"
+      ],
+      [
+        "e",
+        "ared"
+      ],
+      [
+        "Ġdanger",
+        "ous"
+      ],
+      [
+        "g",
+        "s"
+      ],
+      [
+        "p",
+        "h"
+      ],
+      [
+        "ĠM",
+        "olly"
+      ],
+      [
+        "Ġc",
+        "e"
+      ],
+      [
+        "ĠM",
+        "r"
+      ],
+      [
+        "or",
+        "d"
+      ],
+      [
+        "f",
+        "ort"
+      ],
+      [
+        "Ġdoll",
+        "s"
+      ],
+      [
+        "m",
+        "ing"
+      ],
+      [
+        "Ġdan",
+        "ce"
+      ],
+      [
+        "Ġdra",
+        "gon"
+      ],
+      [
+        "Ġthink",
+        "s"
+      ],
+      [
+        "Ġask",
+        "s"
+      ],
+      [
+        "Ġac",
+        "ross"
+      ],
+      [
+        "O",
+        "kay"
+      ],
+      [
+        "Ġch",
+        "air"
+      ],
+      [
+        "Ġte",
+        "ac"
+      ],
+      [
+        "Ġb",
+        "ott"
+      ],
+      [
+        "H",
+        "i"
+      ],
+      [
+        "Ġp",
+        "a"
+      ],
+      [
+        "Ġne",
+        "igh"
+      ],
+      [
+        "Ġb",
+        "ar"
+      ],
+      [
+        "Ġb",
+        "ike"
+      ],
+      [
+        "Ġp",
+        "ack"
+      ],
+      [
+        "it",
+        "ing"
+      ],
+      [
+        "Ġdis",
+        "app"
+      ],
+      [
+        "Ġneigh",
+        "b"
+      ],
+      [
+        "Ġst",
+        "uck"
+      ],
+      [
+        "d",
+        "e"
+      ],
+      [
+        "Ġg",
+        "if"
+      ],
+      [
+        "Ġfr",
+        "uit"
+      ],
+      [
+        "Ġbelie",
+        "ve"
+      ],
+      [
+        "c",
+        "y"
+      ],
+      [
+        "Ġ",
+        "ve"
+      ],
+      [
+        "Ġcry",
+        "ing"
+      ],
+      [
+        "i",
+        "er"
+      ],
+      [
+        "ph",
+        "ant"
+      ],
+      [
+        "Ġs",
+        "uddenly"
+      ],
+      [
+        "Ġs",
+        "oup"
+      ],
+      [
+        "Ġr",
+        "ace"
+      ],
+      [
+        "Ġth",
+        "rew"
+      ],
+      [
+        "S",
+        "ure"
+      ],
+      [
+        "Ġfar",
+        "mer"
+      ],
+      [
+        "Ġacc",
+        "ident"
+      ],
+      [
+        "Ġdir",
+        "ty"
+      ],
+      [
+        "Ġele",
+        "phant"
+      ],
+      [
+        "Ġmon",
+        "key"
+      ],
+      [
+        "Ġhe",
+        "al"
+      ],
+      [
+        "w",
+        "eet"
+      ],
+      [
+        "Ġre",
+        "m"
+      ],
+      [
+        "Ġp",
+        "ers"
+      ],
+      [
+        "Ġsa",
+        "me"
+      ],
+      [
+        "or",
+        "ed"
+      ],
+      [
+        "vent",
+        "ually"
+      ],
+      [
+        "e",
+        "ad"
+      ],
+      [
+        "pp",
+        "ing"
+      ],
+      [
+        "Ġgent",
+        "le"
+      ],
+      [
+        "Ġf",
+        "ree"
+      ],
+      [
+        "Ġbr",
+        "own"
+      ],
+      [
+        "M",
+        "aybe"
+      ],
+      [
+        "Ġin",
+        "st"
+      ],
+      [
+        "Ġbe",
+        "e"
+      ],
+      [
+        "i",
+        "x"
+      ],
+      [
+        "Ġb",
+        "en"
+      ],
+      [
+        "Ġw",
+        "in"
+      ],
+      [
+        "Ġbl",
+        "ack"
+      ],
+      [
+        "Ġal",
+        "ong"
+      ],
+      [
+        "Ġlong",
+        "er"
+      ],
+      [
+        "i",
+        "ble"
+      ],
+      [
+        "Ġsp",
+        "r"
+      ],
+      [
+        "Ġcl",
+        "apped"
+      ],
+      [
+        "F",
+        "inally"
+      ],
+      [
+        "W",
+        "hy"
+      ],
+      [
+        "ck",
+        "ed"
+      ],
+      [
+        "Ġwor",
+        "ds"
+      ],
+      [
+        "ĠF",
+        "l"
+      ],
+      [
+        "Ġteac",
+        "her"
+      ],
+      [
+        "Ġup",
+        "set"
+      ],
+      [
+        "ch",
+        "ool"
+      ],
+      [
+        "Ġpie",
+        "ce"
+      ],
+      [
+        "Ġwe",
+        "ll"
+      ],
+      [
+        "Ġche",
+        "ered"
+      ],
+      [
+        "Ġh",
+        "it"
+      ],
+      [
+        "Ġsa",
+        "ng"
+      ],
+      [
+        "m",
+        "ent"
+      ],
+      [
+        "Ġbow",
+        "l"
+      ],
+      [
+        "Ġb",
+        "ite"
+      ],
+      [
+        "Ġdo",
+        "ctor"
+      ],
+      [
+        "ĠJ",
+        "ill"
+      ],
+      [
+        "Ġbuck",
+        "et"
+      ],
+      [
+        "M",
+        "ia"
+      ],
+      [
+        "Ġb",
+        "ath"
+      ],
+      [
+        "Ġc",
+        "aught"
+      ],
+      [
+        "Ġhe",
+        "art"
+      ],
+      [
+        "Ġfor",
+        "get"
+      ],
+      [
+        "Ġm",
+        "ark"
+      ],
+      [
+        "Ġbut",
+        "t"
+      ],
+      [
+        "Ġd",
+        "ry"
+      ],
+      [
+        "Ġyou",
+        "ng"
+      ],
+      [
+        "Ġse",
+        "a"
+      ],
+      [
+        "Ġc",
+        "our"
+      ],
+      [
+        "Ġdro",
+        "pped"
+      ],
+      [
+        "es",
+        "e"
+      ],
+      [
+        "Ġy",
+        "ard"
+      ],
+      [
+        "Ġpl",
+        "ac"
+      ],
+      [
+        "our",
+        "n"
+      ],
+      [
+        "Ġs",
+        "chool"
+      ],
+      [
+        "Ġsw",
+        "ings"
+      ],
+      [
+        "bb",
+        "y"
+      ],
+      [
+        "Ġw",
+        "ings"
+      ],
+      [
+        "b",
+        "s"
+      ],
+      [
+        "Ġexpl",
+        "ained"
+      ],
+      [
+        "Ġj",
+        "ourn"
+      ],
+      [
+        "Ġbr",
+        "ing"
+      ],
+      [
+        "Ġdr",
+        "ink"
+      ],
+      [
+        "Ġstre",
+        "et"
+      ],
+      [
+        "Ġju",
+        "ice"
+      ],
+      [
+        "un",
+        "g"
+      ],
+      [
+        "Ġnear",
+        "by"
+      ],
+      [
+        "ĠEm",
+        "ma"
+      ],
+      [
+        "Ġsm",
+        "o"
+      ],
+      [
+        "Ġsm",
+        "art"
+      ],
+      [
+        "Ġpu",
+        "shed"
+      ],
+      [
+        "Ġstor",
+        "ies"
+      ],
+      [
+        "Ġdro",
+        "ve"
+      ],
+      [
+        "Ġt",
+        "iny"
+      ],
+      [
+        "Ġp",
+        "en"
+      ],
+      [
+        "Ġcour",
+        "se"
+      ],
+      [
+        "Ġ",
+        "es"
+      ],
+      [
+        "Ġm",
+        "ine"
+      ],
+      [
+        "Ġto",
+        "day"
+      ],
+      [
+        "Ġpo",
+        "cket"
+      ],
+      [
+        "Ġye",
+        "ar"
+      ],
+      [
+        "aught",
+        "er"
+      ],
+      [
+        "Ġj",
+        "e"
+      ],
+      [
+        "Ġsec",
+        "ret"
+      ],
+      [
+        "Ġex",
+        "p"
+      ],
+      [
+        "Ġwith",
+        "out"
+      ],
+      [
+        "Ġsing",
+        "ing"
+      ],
+      [
+        "Ġwelc",
+        "ome"
+      ],
+      [
+        "Ġhapp",
+        "en"
+      ],
+      [
+        "t",
+        "o"
+      ],
+      [
+        "Ġf",
+        "it"
+      ],
+      [
+        "Ġst",
+        "u"
+      ],
+      [
+        "ve",
+        "l"
+      ],
+      [
+        "ra",
+        "ct"
+      ],
+      [
+        "Ġbu",
+        "s"
+      ],
+      [
+        "Ġche",
+        "ese"
+      ],
+      [
+        "Ġcr",
+        "ay"
+      ],
+      [
+        "Ġfair",
+        "y"
+      ],
+      [
+        "Ġj",
+        "ar"
+      ],
+      [
+        "Ġturn",
+        "s"
+      ],
+      [
+        "Ġbu",
+        "sh"
+      ],
+      [
+        "b",
+        "ow"
+      ],
+      [
+        "ll",
+        "o"
+      ],
+      [
+        "Ġexpl",
+        "oring"
+      ],
+      [
+        "Ġl",
+        "on"
+      ],
+      [
+        "Ġst",
+        "and"
+      ],
+      [
+        "itt",
+        "ing"
+      ],
+      [
+        "Ġsee",
+        "med"
+      ],
+      [
+        "Ġsp",
+        "oon"
+      ],
+      [
+        "ĠF",
+        "inally"
+      ],
+      [
+        "Ġg",
+        "ames"
+      ],
+      [
+        "Ġwo",
+        "ke"
+      ],
+      [
+        "is",
+        "sed"
+      ],
+      [
+        "Ġre",
+        "sp"
+      ],
+      [
+        "Ġtr",
+        "ou"
+      ],
+      [
+        "Ġtw",
+        "ins"
+      ],
+      [
+        "Ġhop",
+        "ed"
+      ],
+      [
+        "Ġat",
+        "t"
+      ],
+      [
+        "Ġlon",
+        "ely"
+      ],
+      [
+        "Ġa",
+        "nt"
+      ],
+      [
+        "ĠM",
+        "ama"
+      ],
+      [
+        "or",
+        "row"
+      ],
+      [
+        "Ġno",
+        "ises"
+      ],
+      [
+        "Ġhug",
+        "s"
+      ],
+      [
+        "ount",
+        "ain"
+      ],
+      [
+        "y",
+        "ard"
+      ],
+      [
+        "Ġd",
+        "aughter"
+      ],
+      [
+        "Ġin",
+        "v"
+      ],
+      [
+        "Ġke",
+        "y"
+      ],
+      [
+        "a",
+        "il"
+      ],
+      [
+        "Ġrock",
+        "s"
+      ],
+      [
+        "Ġdis",
+        "co"
+      ],
+      [
+        "Ġs",
+        "u"
+      ],
+      [
+        "Ġl",
+        "unch"
+      ],
+      [
+        "re",
+        "ad"
+      ],
+      [
+        "ou",
+        "n"
+      ],
+      [
+        "ver",
+        "ed"
+      ],
+      [
+        "Ġback",
+        "yard"
+      ],
+      [
+        "Ġs",
+        "uc"
+      ],
+      [
+        "Ġc",
+        "ow"
+      ],
+      [
+        "Ġapp",
+        "le"
+      ],
+      [
+        "e",
+        "k"
+      ],
+      [
+        "Ġsw",
+        "am"
+      ],
+      [
+        "Ġsho",
+        "es"
+      ],
+      [
+        "Ġst",
+        "ars"
+      ],
+      [
+        "Ġsh",
+        "ook"
+      ],
+      [
+        "itt",
+        "ens"
+      ],
+      [
+        "Ġm",
+        "iss"
+      ],
+      [
+        "c",
+        "hes"
+      ],
+      [
+        "Ġw",
+        "ish"
+      ],
+      [
+        "Ġre",
+        "lie"
+      ],
+      [
+        "fu",
+        "sed"
+      ],
+      [
+        "Ġshap",
+        "es"
+      ],
+      [
+        "urp",
+        "le"
+      ],
+      [
+        "Ġtow",
+        "er"
+      ],
+      [
+        "it",
+        "y"
+      ],
+      [
+        "Ġc",
+        "orn"
+      ],
+      [
+        "Ġmo",
+        "ved"
+      ],
+      [
+        "sh",
+        "ine"
+      ],
+      [
+        "Ġ",
+        "3"
+      ],
+      [
+        "Ġth",
+        "ough"
+      ],
+      [
+        "Ġc",
+        "ir"
+      ],
+      [
+        "um",
+        "b"
+      ],
+      [
+        "Ġta",
+        "king"
+      ],
+      [
+        "t",
+        "s"
+      ],
+      [
+        "ĠT",
+        "weet"
+      ],
+      [
+        "ap",
+        "e"
+      ],
+      [
+        "Ġrain",
+        "bow"
+      ],
+      [
+        "Ġthr",
+        "ow"
+      ],
+      [
+        "Ġst",
+        "ar"
+      ],
+      [
+        "Ġben",
+        "ch"
+      ],
+      [
+        "Ġne",
+        "ck"
+      ],
+      [
+        "ock",
+        "ed"
+      ],
+      [
+        "Ġcreat",
+        "ure"
+      ],
+      [
+        "Ġbu",
+        "bble"
+      ],
+      [
+        "Ġl",
+        "ate"
+      ],
+      [
+        "Ġadventure",
+        "s"
+      ],
+      [
+        "Ġo",
+        "wl"
+      ],
+      [
+        "ion",
+        "s"
+      ],
+      [
+        "A",
+        "nd"
+      ],
+      [
+        "Ġw",
+        "he"
+      ],
+      [
+        "Ġp",
+        "ar"
+      ],
+      [
+        "Ġshe",
+        "ll"
+      ],
+      [
+        "Ġk",
+        "ite"
+      ],
+      [
+        "ĠFl",
+        "uffy"
+      ],
+      [
+        "in",
+        "ing"
+      ],
+      [
+        "Ġm",
+        "il"
+      ],
+      [
+        "u",
+        "nt"
+      ],
+      [
+        "Ġf",
+        "ence"
+      ],
+      [
+        "Ġm",
+        "ix"
+      ],
+      [
+        "Ġli",
+        "ft"
+      ],
+      [
+        "Ġaccident",
+        "ally"
+      ],
+      [
+        "Ġw",
+        "ise"
+      ],
+      [
+        "Ġhe",
+        "llo"
+      ],
+      [
+        "Ġp",
+        "urple"
+      ],
+      [
+        "pp",
+        "er"
+      ],
+      [
+        "Ġon",
+        "to"
+      ],
+      [
+        "Ġsp",
+        "in"
+      ],
+      [
+        "t",
+        "en"
+      ],
+      [
+        "our",
+        "s"
+      ],
+      [
+        "Ġs",
+        "itting"
+      ],
+      [
+        "id",
+        "ge"
+      ],
+      [
+        "Ġsun",
+        "shine"
+      ],
+      [
+        "Ġcut",
+        "e"
+      ],
+      [
+        "Ġm",
+        "at"
+      ],
+      [
+        "w",
+        "ard"
+      ],
+      [
+        "Ġsh",
+        "op"
+      ],
+      [
+        "Ġwh",
+        "ist"
+      ],
+      [
+        "Ġd",
+        "ist"
+      ],
+      [
+        "Ġor",
+        "ange"
+      ],
+      [
+        "L",
+        "ila"
+      ],
+      [
+        "Ġn",
+        "aught"
+      ],
+      [
+        "ĠSam",
+        "my"
+      ],
+      [
+        "Ġnaught",
+        "y"
+      ],
+      [
+        "Ġn",
+        "est"
+      ],
+      [
+        "o",
+        "se"
+      ],
+      [
+        "or",
+        "s"
+      ],
+      [
+        "ll",
+        "a"
+      ],
+      [
+        "Ġmil",
+        "k"
+      ],
+      [
+        "f",
+        "ish"
+      ],
+      [
+        "Ġa",
+        "f"
+      ],
+      [
+        "Ġb",
+        "oun"
+      ],
+      [
+        "Ġp",
+        "hone"
+      ],
+      [
+        "Ġarm",
+        "s"
+      ],
+      [
+        "Ġe",
+        "as"
+      ],
+      [
+        "n",
+        "ess"
+      ],
+      [
+        "Ġcar",
+        "ry"
+      ],
+      [
+        "ĠGra",
+        "ndma"
+      ],
+      [
+        "o",
+        "g"
+      ],
+      [
+        "Ġb",
+        "ought"
+      ],
+      [
+        "Ġdri",
+        "ver"
+      ],
+      [
+        "Ġinst",
+        "ead"
+      ],
+      [
+        "L",
+        "ater"
+      ],
+      [
+        "Ġtal",
+        "ked"
+      ],
+      [
+        "Ġsear",
+        "ched"
+      ],
+      [
+        "g",
+        "ged"
+      ],
+      [
+        "Ġp",
+        "ig"
+      ],
+      [
+        "Ġco",
+        "zy"
+      ],
+      [
+        "Ġsun",
+        "ny"
+      ],
+      [
+        "itt",
+        "y"
+      ],
+      [
+        "Ġfeel",
+        "s"
+      ],
+      [
+        "Ġf",
+        "an"
+      ],
+      [
+        "Ġwonder",
+        "ed"
+      ],
+      [
+        "Ġcom",
+        "es"
+      ],
+      [
+        "Ġswim",
+        "ming"
+      ],
+      [
+        "u",
+        "ched"
+      ],
+      [
+        "Ġto",
+        "uched"
+      ],
+      [
+        "Ġp",
+        "op"
+      ],
+      [
+        "ĠIn",
+        "side"
+      ],
+      [
+        "a",
+        "le"
+      ],
+      [
+        "Ġl",
+        "ucky"
+      ],
+      [
+        "Ġlaug",
+        "hing"
+      ],
+      [
+        "Ġbel",
+        "ong"
+      ],
+      [
+        "Ġsound",
+        "s"
+      ],
+      [
+        "Ġw",
+        "om"
+      ],
+      [
+        "Ġc",
+        "ave"
+      ],
+      [
+        "le",
+        "t"
+      ],
+      [
+        "Ġjourn",
+        "ey"
+      ],
+      [
+        "Ġwom",
+        "an"
+      ],
+      [
+        "Ġc",
+        "ou"
+      ],
+      [
+        "Ġnot",
+        "hing"
+      ],
+      [
+        "Ġco",
+        "at"
+      ],
+      [
+        "Ġrelie",
+        "ved"
+      ],
+      [
+        "Ġ",
+        "O"
+      ],
+      [
+        "Ġpe",
+        "ace"
+      ],
+      [
+        "ad",
+        "ow"
+      ],
+      [
+        "Ġno",
+        "se"
+      ],
+      [
+        "Ġbu",
+        "sy"
+      ],
+      [
+        "B",
+        "ob"
+      ],
+      [
+        "Ġp",
+        "ast"
+      ],
+      [
+        "Ġapp",
+        "les"
+      ],
+      [
+        "Ġs",
+        "ick"
+      ],
+      [
+        "Ġr",
+        "ope"
+      ],
+      [
+        "Ġpat",
+        "ient"
+      ],
+      [
+        "Ġa",
+        "ct"
+      ],
+      [
+        "Ġp",
+        "udd"
+      ],
+      [
+        "Ġin",
+        "c"
+      ],
+      [
+        "ra",
+        "id"
+      ],
+      [
+        "Ġwatch",
+        "ing"
+      ],
+      [
+        "Ġbran",
+        "ch"
+      ],
+      [
+        "Ġaf",
+        "raid"
+      ],
+      [
+        "Ġto",
+        "m"
+      ],
+      [
+        "id",
+        "er"
+      ],
+      [
+        "Ġday",
+        "s"
+      ],
+      [
+        "Ġre",
+        "t"
+      ],
+      [
+        "c",
+        "ing"
+      ],
+      [
+        "ĠM",
+        "ary"
+      ],
+      [
+        "Ġb",
+        "and"
+      ],
+      [
+        "Ġfar",
+        "m"
+      ],
+      [
+        "Ġhug",
+        "e"
+      ],
+      [
+        "ĠTh",
+        "ank"
+      ],
+      [
+        "at",
+        "or"
+      ],
+      [
+        "Ġexc",
+        "iting"
+      ],
+      [
+        "Ġdan",
+        "ced"
+      ],
+      [
+        "th",
+        "day"
+      ],
+      [
+        "Ġwa",
+        "r"
+      ],
+      [
+        "ĠSo",
+        "on"
+      ],
+      [
+        "b",
+        "all"
+      ],
+      [
+        "Ġg",
+        "igg"
+      ],
+      [
+        "ble",
+        "m"
+      ],
+      [
+        "Ġz",
+        "oom"
+      ],
+      [
+        "Ġm",
+        "ad"
+      ],
+      [
+        "Ġv",
+        "ill"
+      ],
+      [
+        "Ġfore",
+        "ver"
+      ],
+      [
+        "Ġpro",
+        "blem"
+      ],
+      [
+        "Ġcoll",
+        "ect"
+      ],
+      [
+        "p",
+        "ed"
+      ],
+      [
+        "ir",
+        "t"
+      ],
+      [
+        "Ġmin",
+        "ut"
+      ],
+      [
+        "Ġw",
+        "ra"
+      ],
+      [
+        "h",
+        "o"
+      ],
+      [
+        "Ġli",
+        "fe"
+      ],
+      [
+        "Ġkne",
+        "e"
+      ],
+      [
+        "c",
+        "es"
+      ],
+      [
+        "D",
+        "o"
+      ],
+      [
+        "c",
+        "er"
+      ],
+      [
+        "m",
+        "p"
+      ],
+      [
+        "ar",
+        "p"
+      ],
+      [
+        "Ġk",
+        "ing"
+      ],
+      [
+        "Ġas",
+        "leep"
+      ],
+      [
+        "Ġret",
+        "urn"
+      ],
+      [
+        "Ġsh",
+        "arp"
+      ],
+      [
+        "Ġre",
+        "l"
+      ],
+      [
+        "Ġp",
+        "ower"
+      ],
+      [
+        "et",
+        "h"
+      ],
+      [
+        "Ġhold",
+        "ing"
+      ],
+      [
+        "Ġf",
+        "ing"
+      ],
+      [
+        "Ġheal",
+        "thy"
+      ],
+      [
+        "ĠM",
+        "ittens"
+      ],
+      [
+        "Ġpr",
+        "ot"
+      ],
+      [
+        "Ġme",
+        "et"
+      ],
+      [
+        "Ġor",
+        "gan"
+      ],
+      [
+        "Ġcle",
+        "ver"
+      ],
+      [
+        "Ġspot",
+        "ted"
+      ],
+      [
+        "Ġl",
+        "etter"
+      ],
+      [
+        "Ġg",
+        "ather"
+      ],
+      [
+        "al",
+        "m"
+      ],
+      [
+        "O",
+        "f"
+      ],
+      [
+        "e",
+        "re"
+      ],
+      [
+        "Ġr",
+        "ound"
+      ],
+      [
+        "Ġstor",
+        "m"
+      ],
+      [
+        "Ġprot",
+        "ect"
+      ],
+      [
+        "Ġgif",
+        "t"
+      ],
+      [
+        "am",
+        "ed"
+      ],
+      [
+        "Ġma",
+        "il"
+      ],
+      [
+        "ĠJ",
+        "en"
+      ],
+      [
+        "Ġbir",
+        "thday"
+      ],
+      [
+        "Ġpre",
+        "s"
+      ],
+      [
+        "Ġsa",
+        "f"
+      ],
+      [
+        "Ġneighb",
+        "or"
+      ],
+      [
+        "ep",
+        "end"
+      ],
+      [
+        "Ġta",
+        "kes"
+      ],
+      [
+        "s",
+        "c"
+      ],
+      [
+        "Ġe",
+        "ar"
+      ],
+      [
+        "Ġcom",
+        "fort"
+      ],
+      [
+        "Ġ",
+        "ent"
+      ],
+      [
+        "Ġre",
+        "p"
+      ],
+      [
+        "Ġpers",
+        "on"
+      ],
+      [
+        "Ġsmil",
+        "ing"
+      ],
+      [
+        "ĠW",
+        "ith"
+      ],
+      [
+        "Ġgent",
+        "ly"
+      ],
+      [
+        "Ġpoin",
+        "ted"
+      ],
+      [
+        "E",
+        "very"
+      ],
+      [
+        "ow",
+        "ed"
+      ],
+      [
+        "Ġsp",
+        "o"
+      ],
+      [
+        "co",
+        "l"
+      ],
+      [
+        "Ġtast",
+        "y"
+      ],
+      [
+        "ul",
+        "ar"
+      ],
+      [
+        "ĠJim",
+        "my"
+      ],
+      [
+        "Ġpl",
+        "ane"
+      ],
+      [
+        "st",
+        "ing"
+      ],
+      [
+        "h",
+        "in"
+      ],
+      [
+        "Ġh",
+        "oney"
+      ],
+      [
+        "it",
+        "ch"
+      ],
+      [
+        "Ġp",
+        "ill"
+      ],
+      [
+        "Ġp",
+        "ass"
+      ],
+      [
+        "itt",
+        "en"
+      ],
+      [
+        "Ġm",
+        "atter"
+      ],
+      [
+        "Ġad",
+        "m"
+      ],
+      [
+        "Ġtast",
+        "ed"
+      ],
+      [
+        "Ġsmell",
+        "ed"
+      ],
+      [
+        "n",
+        "ic"
+      ],
+      [
+        "o",
+        "ve"
+      ],
+      [
+        "Ġe",
+        "ag"
+      ],
+      [
+        "Ġsh",
+        "ining"
+      ],
+      [
+        "He",
+        "y"
+      ],
+      [
+        "Ġhop",
+        "e"
+      ],
+      [
+        "Ġplac",
+        "es"
+      ],
+      [
+        "Ġk",
+        "ick"
+      ],
+      [
+        "ĠC",
+        "h"
+      ],
+      [
+        "Ġpic",
+        "nic"
+      ],
+      [
+        "Ġbott",
+        "le"
+      ],
+      [
+        "Ġresp",
+        "ect"
+      ],
+      [
+        "Ġb",
+        "lew"
+      ],
+      [
+        "Ġapp",
+        "eared"
+      ],
+      [
+        "Ġsu",
+        "pp"
+      ],
+      [
+        "Tom",
+        "my"
+      ],
+      [
+        "ĠC",
+        "ome"
+      ],
+      [
+        "Ġsp",
+        "ider"
+      ],
+      [
+        "Ġint",
+        "ere"
+      ],
+      [
+        "Ġche",
+        "er"
+      ],
+      [
+        "bo",
+        "ard"
+      ],
+      [
+        "Ġwe",
+        "aring"
+      ],
+      [
+        "Ġpres",
+        "ent"
+      ],
+      [
+        "er",
+        "t"
+      ],
+      [
+        "Ġm",
+        "ist"
+      ],
+      [
+        "iz",
+        "e"
+      ],
+      [
+        "Ġtrou",
+        "ble"
+      ],
+      [
+        "Ġtri",
+        "p"
+      ],
+      [
+        "Ġp",
+        "ract"
+      ],
+      [
+        "Ġk",
+        "iss"
+      ],
+      [
+        "Ġqu",
+        "est"
+      ],
+      [
+        "o",
+        "nd"
+      ],
+      [
+        "Ġas",
+        "h"
+      ],
+      [
+        "Ġlo",
+        "ves"
+      ],
+      [
+        "Ġtight",
+        "ly"
+      ],
+      [
+        "g",
+        "g"
+      ],
+      [
+        "ar",
+        "ge"
+      ],
+      [
+        "Ġs",
+        "ur"
+      ],
+      [
+        "Ġsp",
+        "read"
+      ],
+      [
+        "a",
+        "ur"
+      ],
+      [
+        "Ġw",
+        "ide"
+      ],
+      [
+        "on",
+        "es"
+      ],
+      [
+        "um",
+        "ber"
+      ],
+      [
+        "Ġfe",
+        "ather"
+      ],
+      [
+        "Ġspl",
+        "as"
+      ],
+      [
+        "on",
+        "t"
+      ],
+      [
+        "nd",
+        "p"
+      ],
+      [
+        "Ġl",
+        "ater"
+      ],
+      [
+        "Ġwho",
+        "le"
+      ],
+      [
+        "Ġany",
+        "one"
+      ],
+      [
+        "Ġbre",
+        "ad"
+      ],
+      [
+        "M",
+        "olly"
+      ],
+      [
+        "Ġd",
+        "es"
+      ],
+      [
+        "Ġre",
+        "c"
+      ],
+      [
+        "ell",
+        "a"
+      ],
+      [
+        "Ġro",
+        "ad"
+      ],
+      [
+        "I",
+        "n"
+      ],
+      [
+        "Ġo",
+        "ce"
+      ],
+      [
+        "Ġgi",
+        "ant"
+      ],
+      [
+        "Ġoce",
+        "an"
+      ],
+      [
+        "el",
+        "s"
+      ],
+      [
+        "Ġpu",
+        "zz"
+      ],
+      [
+        "Ġcook",
+        "ie"
+      ],
+      [
+        "Ġp",
+        "an"
+      ],
+      [
+        "Ġp",
+        "ath"
+      ],
+      [
+        "Åĵ",
+        "I"
+      ],
+      [
+        "Ġcon",
+        "fused"
+      ],
+      [
+        "Ġscream",
+        "ed"
+      ],
+      [
+        "Ġcloud",
+        "s"
+      ],
+      [
+        "e",
+        "b"
+      ],
+      [
+        "Ġimp",
+        "ress"
+      ],
+      [
+        "Ġfr",
+        "ont"
+      ],
+      [
+        "ĠG",
+        "o"
+      ],
+      [
+        "Ġse",
+        "at"
+      ],
+      [
+        "le",
+        "x"
+      ],
+      [
+        "Ġl",
+        "ay"
+      ],
+      [
+        "Ġwh",
+        "ich"
+      ],
+      [
+        "l",
+        "a"
+      ],
+      [
+        "Ġth",
+        "in"
+      ],
+      [
+        "Ġte",
+        "ach"
+      ],
+      [
+        "er",
+        "ly"
+      ],
+      [
+        "Ġd",
+        "i"
+      ],
+      [
+        "Ġansw",
+        "er"
+      ],
+      [
+        "ung",
+        "le"
+      ],
+      [
+        "Ġa",
+        "p"
+      ],
+      [
+        "ss",
+        "ed"
+      ],
+      [
+        "h",
+        "ile"
+      ],
+      [
+        "u",
+        "b"
+      ],
+      [
+        "Ġl",
+        "arge"
+      ],
+      [
+        "Ġj",
+        "ungle"
+      ],
+      [
+        "Ġprom",
+        "ise"
+      ],
+      [
+        "Ġs",
+        "er"
+      ],
+      [
+        "Ġb",
+        "er"
+      ],
+      [
+        "Ġw",
+        "ild"
+      ],
+      [
+        "Ġb",
+        "ark"
+      ],
+      [
+        "Ġm",
+        "ach"
+      ],
+      [
+        "oo",
+        "se"
+      ],
+      [
+        "Ġbutt",
+        "on"
+      ],
+      [
+        "ndp",
+        "a"
+      ],
+      [
+        "G",
+        "ood"
+      ],
+      [
+        "Ġmy",
+        "ster"
+      ],
+      [
+        "Ġsn",
+        "ake"
+      ],
+      [
+        "Ġvill",
+        "age"
+      ],
+      [
+        "Ġh",
+        "or"
+      ],
+      [
+        "ĠEm",
+        "ily"
+      ],
+      [
+        "C",
+        "ome"
+      ],
+      [
+        "Ġtoo",
+        "l"
+      ],
+      [
+        "Ġput",
+        "s"
+      ],
+      [
+        "Ġla",
+        "st"
+      ],
+      [
+        "Ġim",
+        "ag"
+      ],
+      [
+        "ĠJ",
+        "ake"
+      ],
+      [
+        "L",
+        "ucy"
+      ],
+      [
+        "Ġt",
+        "id"
+      ],
+      [
+        "Ġb",
+        "an"
+      ],
+      [
+        "le",
+        "br"
+      ],
+      [
+        "Ġe",
+        "ventually"
+      ],
+      [
+        "Ġsl",
+        "id"
+      ],
+      [
+        "Ġwa",
+        "ve"
+      ],
+      [
+        "Ġli",
+        "ve"
+      ],
+      [
+        "Ġch",
+        "ased"
+      ],
+      [
+        "ĠEvery",
+        "where"
+      ],
+      [
+        "Ġce",
+        "lebr"
+      ],
+      [
+        "Ġcray",
+        "ons"
+      ],
+      [
+        "J",
+        "ust"
+      ],
+      [
+        "Ġsp",
+        "ent"
+      ],
+      [
+        "Ġwr",
+        "ite"
+      ],
+      [
+        "Ġgi",
+        "ves"
+      ],
+      [
+        "un",
+        "k"
+      ],
+      [
+        "if",
+        "e"
+      ],
+      [
+        "Ġdec",
+        "or"
+      ],
+      [
+        "Ġfo",
+        "ot"
+      ],
+      [
+        "Ġdel",
+        "ight"
+      ],
+      [
+        "Ġso",
+        "l"
+      ],
+      [
+        "Ġsand",
+        "w"
+      ],
+      [
+        "Ġdir",
+        "t"
+      ],
+      [
+        "ĠJ",
+        "enny"
+      ],
+      [
+        "Ġtal",
+        "king"
+      ],
+      [
+        "Ġtreat",
+        "s"
+      ],
+      [
+        "Ġc",
+        "art"
+      ],
+      [
+        "ch",
+        "ing"
+      ],
+      [
+        "Ġwait",
+        "ing"
+      ],
+      [
+        "Ġhid",
+        "ing"
+      ],
+      [
+        "Ġsnow",
+        "man"
+      ],
+      [
+        "Ġintere",
+        "sting"
+      ],
+      [
+        "Ġh",
+        "on"
+      ],
+      [
+        "on",
+        "y"
+      ],
+      [
+        "Ġshe",
+        "lf"
+      ],
+      [
+        "Ġtast",
+        "e"
+      ],
+      [
+        "e",
+        "en"
+      ],
+      [
+        "J",
+        "im"
+      ],
+      [
+        "Ġst",
+        "ep"
+      ],
+      [
+        "M",
+        "um"
+      ],
+      [
+        "Ġhelp",
+        "ful"
+      ],
+      [
+        "Ġfe",
+        "et"
+      ],
+      [
+        "Ġsh",
+        "y"
+      ],
+      [
+        "Ġgo",
+        "es"
+      ],
+      [
+        "Ġv",
+        "al"
+      ],
+      [
+        "Ġe",
+        "mb"
+      ],
+      [
+        "Ġst",
+        "ood"
+      ],
+      [
+        "Ġsh",
+        "r"
+      ],
+      [
+        "Ġbuild",
+        "ing"
+      ],
+      [
+        "Ġo",
+        "ven"
+      ],
+      [
+        "Ġst",
+        "ret"
+      ],
+      [
+        "Ġlove",
+        "ly"
+      ],
+      [
+        "Ġduck",
+        "s"
+      ],
+      [
+        "Ġcorn",
+        "er"
+      ],
+      [
+        "Ġwas",
+        "h"
+      ],
+      [
+        "ck",
+        "s"
+      ],
+      [
+        "Ġsp",
+        "e"
+      ],
+      [
+        "Ġpretend",
+        "ed"
+      ],
+      [
+        "Ġroll",
+        "ed"
+      ],
+      [
+        "Ġru",
+        "de"
+      ],
+      [
+        "o",
+        "ld"
+      ],
+      [
+        "Ġc",
+        "alm"
+      ],
+      [
+        "Ġp",
+        "ile"
+      ],
+      [
+        "Ġte",
+        "eth"
+      ],
+      [
+        "Ġjump",
+        "ing"
+      ],
+      [
+        "Ġz",
+        "oo"
+      ],
+      [
+        "Ġpudd",
+        "le"
+      ],
+      [
+        "Ġtid",
+        "y"
+      ],
+      [
+        "M",
+        "ama"
+      ],
+      [
+        "ig",
+        "er"
+      ],
+      [
+        "ip",
+        "e"
+      ],
+      [
+        "Ġbug",
+        "s"
+      ],
+      [
+        "Ġash",
+        "amed"
+      ],
+      [
+        "Ġb",
+        "at"
+      ],
+      [
+        "in",
+        "a"
+      ],
+      [
+        "ĠR",
+        "e"
+      ],
+      [
+        "Ġo",
+        "b"
+      ],
+      [
+        "Ġst",
+        "ra"
+      ],
+      [
+        "ĠS",
+        "t"
+      ],
+      [
+        "Ġwhist",
+        "le"
+      ],
+      [
+        "Ġban",
+        "an"
+      ],
+      [
+        "n",
+        "ot"
+      ],
+      [
+        "Ġn",
+        "et"
+      ],
+      [
+        "Ġforg",
+        "ive"
+      ],
+      [
+        "Ġprin",
+        "ce"
+      ],
+      [
+        "en",
+        "er"
+      ],
+      [
+        "Ġsh",
+        "irt"
+      ],
+      [
+        "Ġs",
+        "el"
+      ],
+      [
+        "Ġc",
+        "oo"
+      ],
+      [
+        "Ġemb",
+        "ar"
+      ],
+      [
+        "ump",
+        "y"
+      ],
+      [
+        "Ġspark",
+        "ly"
+      ],
+      [
+        "Ġrem",
+        "ind"
+      ],
+      [
+        "Ġs",
+        "ug"
+      ],
+      [
+        "Ġc",
+        "ross"
+      ],
+      [
+        "Ġm",
+        "ind"
+      ],
+      [
+        "Ġcan",
+        "not"
+      ],
+      [
+        "Ġsuc",
+        "cess"
+      ],
+      [
+        "Ġembar",
+        "ra"
+      ],
+      [
+        "S",
+        "oon"
+      ],
+      [
+        "Ġm",
+        "ot"
+      ],
+      [
+        "Ġsh",
+        "aring"
+      ],
+      [
+        "Ġwor",
+        "m"
+      ],
+      [
+        "Ġfo",
+        "ld"
+      ],
+      [
+        "Ġpeace",
+        "ful"
+      ],
+      [
+        "Ġw",
+        "ore"
+      ],
+      [
+        "Ġm",
+        "ountain"
+      ],
+      [
+        "Ġbl",
+        "ow"
+      ],
+      [
+        "l",
+        "ice"
+      ],
+      [
+        "Ġ",
+        "ign"
+      ],
+      [
+        "Ġbe",
+        "ll"
+      ],
+      [
+        "Ġfur",
+        "ry"
+      ],
+      [
+        "Ġgra",
+        "b"
+      ],
+      [
+        "al",
+        "s"
+      ],
+      [
+        "omet",
+        "imes"
+      ],
+      [
+        "Ġwhen",
+        "ever"
+      ],
+      [
+        "Ġp",
+        "our"
+      ],
+      [
+        "v",
+        "ous"
+      ],
+      [
+        "ll",
+        "ie"
+      ],
+      [
+        "Ġpu",
+        "sh"
+      ],
+      [
+        "Ġbre",
+        "ath"
+      ],
+      [
+        "Ġmach",
+        "ine"
+      ],
+      [
+        "Ġsug",
+        "ar"
+      ],
+      [
+        "Ġch",
+        "ick"
+      ],
+      [
+        "Ġcreat",
+        "ive"
+      ],
+      [
+        "S",
+        "t"
+      ],
+      [
+        "n",
+        "ed"
+      ],
+      [
+        "Ġb",
+        "al"
+      ],
+      [
+        "Ġst",
+        "ir"
+      ],
+      [
+        "Ġdo",
+        "lp"
+      ],
+      [
+        "Ġtri",
+        "es"
+      ],
+      [
+        "N",
+        "ow"
+      ],
+      [
+        "Ġl",
+        "ad"
+      ],
+      [
+        "ĠL",
+        "e"
+      ],
+      [
+        "Ġm",
+        "ed"
+      ],
+      [
+        "Ġp",
+        "ool"
+      ],
+      [
+        "Ġg",
+        "ener"
+      ],
+      [
+        "Ġsa",
+        "l"
+      ],
+      [
+        "or",
+        "k"
+      ],
+      [
+        "ul",
+        "t"
+      ],
+      [
+        "Ġspr",
+        "ay"
+      ],
+      [
+        "Ġsh",
+        "ip"
+      ],
+      [
+        "i",
+        "an"
+      ],
+      [
+        "Ġh",
+        "um"
+      ],
+      [
+        "Ġhe",
+        "l"
+      ],
+      [
+        "is",
+        "a"
+      ],
+      [
+        "Ġsel",
+        "fish"
+      ],
+      [
+        "Ġh",
+        "ar"
+      ],
+      [
+        "Ġfa",
+        "ces"
+      ],
+      [
+        "Ġmess",
+        "y"
+      ],
+      [
+        "Ġ",
+        "'"
+      ],
+      [
+        "Ġp",
+        "le"
+      ],
+      [
+        "ĠS",
+        "ome"
+      ],
+      [
+        "ĠH",
+        "ow"
+      ],
+      [
+        "Ġgo",
+        "ld"
+      ],
+      [
+        "Ġcho",
+        "col"
+      ],
+      [
+        "P",
+        "lease"
+      ],
+      [
+        "Ġminut",
+        "es"
+      ],
+      [
+        "Ġpill",
+        "ow"
+      ],
+      [
+        "M",
+        "y"
+      ],
+      [
+        "a",
+        "king"
+      ],
+      [
+        "Ġt",
+        "un"
+      ],
+      [
+        "Ġm",
+        "issed"
+      ],
+      [
+        "ig",
+        "hed"
+      ],
+      [
+        "Ġv",
+        "an"
+      ],
+      [
+        "Ġfix",
+        "ed"
+      ],
+      [
+        "Ġfight",
+        "ing"
+      ],
+      [
+        "o",
+        "in"
+      ],
+      [
+        "Ġf",
+        "ig"
+      ],
+      [
+        "Ġembarra",
+        "ssed"
+      ],
+      [
+        "Ġme",
+        "ant"
+      ],
+      [
+        "Ġdri",
+        "ve"
+      ],
+      [
+        "Ġtom",
+        "orrow"
+      ],
+      [
+        "Ġh",
+        "ours"
+      ],
+      [
+        "Ġc",
+        "a"
+      ],
+      [
+        "Ġn",
+        "er"
+      ],
+      [
+        "Ġsp",
+        "icy"
+      ],
+      [
+        "Ġknow",
+        "ing"
+      ],
+      [
+        "ĠP",
+        "lease"
+      ],
+      [
+        "Sara",
+        "h"
+      ],
+      [
+        "Ġlad",
+        "der"
+      ],
+      [
+        "it",
+        "al"
+      ],
+      [
+        "Ġhor",
+        "se"
+      ],
+      [
+        "at",
+        "o"
+      ],
+      [
+        "Ġu",
+        "g"
+      ],
+      [
+        "ĠJ",
+        "ust"
+      ],
+      [
+        "Ġtr",
+        "ust"
+      ],
+      [
+        "Ġho",
+        "sp"
+      ],
+      [
+        "Ġug",
+        "ly"
+      ],
+      [
+        "Ġhosp",
+        "ital"
+      ],
+      [
+        "Ġche",
+        "w"
+      ],
+      [
+        "Ġbed",
+        "room"
+      ],
+      [
+        "Ġeas",
+        "y"
+      ],
+      [
+        "Ġner",
+        "vous"
+      ],
+      [
+        "Ġro",
+        "b"
+      ],
+      [
+        "Ġthank",
+        "ful"
+      ],
+      [
+        "Ġcarrot",
+        "s"
+      ],
+      [
+        "D",
+        "ad"
+      ],
+      [
+        "ell",
+        "y"
+      ],
+      [
+        "Ġgre",
+        "w"
+      ],
+      [
+        "Ġcol",
+        "our"
+      ],
+      [
+        "Ġbar",
+        "ked"
+      ],
+      [
+        "Ġcou",
+        "ch"
+      ],
+      [
+        "Ġn",
+        "ut"
+      ],
+      [
+        "Ġme",
+        "adow"
+      ],
+      [
+        "Ġta",
+        "ught"
+      ],
+      [
+        "Ġunderst",
+        "ood"
+      ],
+      [
+        "Ġdisapp",
+        "oin"
+      ],
+      [
+        "Ġp",
+        "as"
+      ],
+      [
+        "an",
+        "o"
+      ],
+      [
+        "Ġof",
+        "ten"
+      ],
+      [
+        "Ġcl",
+        "ass"
+      ],
+      [
+        "Ġpas",
+        "sed"
+      ],
+      [
+        "Ġkn",
+        "ocked"
+      ],
+      [
+        "Ġland",
+        "ed"
+      ],
+      [
+        "Ġm",
+        "ic"
+      ],
+      [
+        "ir",
+        "d"
+      ],
+      [
+        "Ġfe",
+        "ar"
+      ],
+      [
+        "Ġco",
+        "in"
+      ],
+      [
+        "Ġmu",
+        "d"
+      ],
+      [
+        "w",
+        "ork"
+      ],
+      [
+        "Ġd",
+        "eter"
+      ],
+      [
+        "Ġre",
+        "g"
+      ],
+      [
+        "Ġreturn",
+        "ed"
+      ],
+      [
+        "Ġdeter",
+        "m"
+      ],
+      [
+        "Ġh",
+        "ur"
+      ],
+      [
+        "Ġfin",
+        "ish"
+      ],
+      [
+        "iz",
+        "z"
+      ],
+      [
+        "Ġte",
+        "a"
+      ],
+      [
+        "Ġsmo",
+        "oth"
+      ],
+      [
+        "m",
+        "o"
+      ],
+      [
+        "Ġst",
+        "uff"
+      ],
+      [
+        "Ġmo",
+        "v"
+      ],
+      [
+        "Ġgener",
+        "ous"
+      ],
+      [
+        "T",
+        "o"
+      ],
+      [
+        "Ġ",
+        "On"
+      ],
+      [
+        "is",
+        "p"
+      ],
+      [
+        "Ġdr",
+        "um"
+      ],
+      [
+        "o",
+        "bby"
+      ],
+      [
+        "Ġbubble",
+        "s"
+      ],
+      [
+        "Ġrob",
+        "ot"
+      ],
+      [
+        "Ġthe",
+        "se"
+      ],
+      [
+        "Ġse",
+        "ed"
+      ],
+      [
+        "Ġgl",
+        "ass"
+      ],
+      [
+        "Ġdisappoin",
+        "ted"
+      ],
+      [
+        "g",
+        "round"
+      ],
+      [
+        "Ġr",
+        "ing"
+      ],
+      [
+        "Ġc",
+        "ard"
+      ],
+      [
+        "Ġhe",
+        "ars"
+      ],
+      [
+        "Ġcar",
+        "ried"
+      ],
+      [
+        "Ġmo",
+        "on"
+      ],
+      [
+        "Ġchocol",
+        "ate"
+      ],
+      [
+        "Ġlea",
+        "f"
+      ],
+      [
+        "Ġsnack",
+        "s"
+      ],
+      [
+        "Ġcir",
+        "c"
+      ],
+      [
+        "Ġfan",
+        "cy"
+      ],
+      [
+        "d",
+        "le"
+      ],
+      [
+        "Ġsp",
+        "end"
+      ],
+      [
+        "ĠA",
+        "nn"
+      ],
+      [
+        "ust",
+        "r"
+      ],
+      [
+        "Ġcra",
+        "b"
+      ],
+      [
+        "Ġsong",
+        "s"
+      ],
+      [
+        "p",
+        "ack"
+      ],
+      [
+        "Ġp",
+        "ir"
+      ],
+      [
+        "eci",
+        "ally"
+      ],
+      [
+        "os",
+        "aur"
+      ],
+      [
+        "Ġso",
+        "ld"
+      ],
+      [
+        "Ġbr",
+        "idge"
+      ],
+      [
+        "ĠE",
+        "ven"
+      ],
+      [
+        "Ġsleep",
+        "y"
+      ],
+      [
+        "Ġhon",
+        "est"
+      ],
+      [
+        "Ġm",
+        "ir"
+      ],
+      [
+        "ĠB",
+        "r"
+      ],
+      [
+        "Ġpa",
+        "w"
+      ],
+      [
+        "p",
+        "ecially"
+      ],
+      [
+        "Ġa",
+        "v"
+      ],
+      [
+        "ĠW",
+        "hy"
+      ],
+      [
+        "iz",
+        "zy"
+      ],
+      [
+        "Ġche",
+        "st"
+      ],
+      [
+        "Ġwo",
+        "lf"
+      ],
+      [
+        "Ġdin",
+        "osaur"
+      ],
+      [
+        "Ġes",
+        "pecially"
+      ],
+      [
+        "Ġm",
+        "ap"
+      ],
+      [
+        "Ġg",
+        "as"
+      ],
+      [
+        "or",
+        "y"
+      ],
+      [
+        "Ġch",
+        "ange"
+      ],
+      [
+        "Ġgr",
+        "oup"
+      ],
+      [
+        "Ġgather",
+        "ed"
+      ],
+      [
+        "Ġs",
+        "our"
+      ],
+      [
+        "Ġpo",
+        "or"
+      ],
+      [
+        "Ġspl",
+        "ash"
+      ],
+      [
+        "Ġwa",
+        "ves"
+      ],
+      [
+        "Ġfor",
+        "ward"
+      ],
+      [
+        "Ġcl",
+        "own"
+      ],
+      [
+        "Ġmyster",
+        "ious"
+      ],
+      [
+        "r",
+        "or"
+      ],
+      [
+        "Ġbo",
+        "dy"
+      ],
+      [
+        "Ġfr",
+        "ustr"
+      ],
+      [
+        "Ġcra",
+        "w"
+      ],
+      [
+        "Ġf",
+        "ake"
+      ],
+      [
+        "Ġp",
+        "in"
+      ],
+      [
+        "Ġo",
+        "k"
+      ],
+      [
+        "Ġr",
+        "ad"
+      ],
+      [
+        "Ġwh",
+        "isp"
+      ],
+      [
+        "Ġtw",
+        "irl"
+      ],
+      [
+        "Ġstr",
+        "ing"
+      ],
+      [
+        "Ġsmell",
+        "y"
+      ],
+      [
+        "ĠTo",
+        "gether"
+      ],
+      [
+        "s",
+        "ist"
+      ],
+      [
+        "Ġc",
+        "and"
+      ],
+      [
+        "Ġg",
+        "ate"
+      ],
+      [
+        "Ġsc",
+        "ar"
+      ],
+      [
+        "ĠK",
+        "itty"
+      ],
+      [
+        "Ġneck",
+        "l"
+      ],
+      [
+        "B",
+        "illy"
+      ],
+      [
+        "Ġmot",
+        "or"
+      ],
+      [
+        "y",
+        "ing"
+      ],
+      [
+        "ot",
+        "e"
+      ],
+      [
+        "Ġsh",
+        "ore"
+      ],
+      [
+        "ur",
+        "se"
+      ],
+      [
+        "Ġje",
+        "w"
+      ],
+      [
+        "Ġwe",
+        "ak"
+      ],
+      [
+        "Ġgr",
+        "umpy"
+      ],
+      [
+        "Ġfing",
+        "er"
+      ],
+      [
+        "Ġsa",
+        "ck"
+      ],
+      [
+        "Ġk",
+        "itten"
+      ],
+      [
+        "Ġpol",
+        "ite"
+      ],
+      [
+        "Ġgl",
+        "ue"
+      ],
+      [
+        "u",
+        "ce"
+      ],
+      [
+        "Ġn",
+        "umber"
+      ],
+      [
+        "air",
+        "s"
+      ],
+      [
+        "Ġes",
+        "c"
+      ],
+      [
+        "Ġmir",
+        "ror"
+      ],
+      [
+        "Ġshe",
+        "ep"
+      ],
+      [
+        "Ġv",
+        "ase"
+      ],
+      [
+        "Ġplant",
+        "s"
+      ],
+      [
+        "Ġber",
+        "ries"
+      ],
+      [
+        "mo",
+        "st"
+      ],
+      [
+        "B",
+        "e"
+      ],
+      [
+        "d",
+        "en"
+      ],
+      [
+        "Ġj",
+        "elly"
+      ],
+      [
+        "ĠThe",
+        "ir"
+      ],
+      [
+        "Ġe",
+        "mp"
+      ],
+      [
+        "itt",
+        "er"
+      ],
+      [
+        "The",
+        "re"
+      ],
+      [
+        "Ġsc",
+        "r"
+      ],
+      [
+        "Ġgr",
+        "ay"
+      ],
+      [
+        "Ġpuzz",
+        "le"
+      ],
+      [
+        "Ġneckl",
+        "ace"
+      ],
+      [
+        "Ġm",
+        "aybe"
+      ],
+      [
+        "Ġpl",
+        "ate"
+      ],
+      [
+        "Ġal",
+        "most"
+      ],
+      [
+        "us",
+        "ie"
+      ],
+      [
+        "Ġfrustr",
+        "ated"
+      ],
+      [
+        "Ġemp",
+        "ty"
+      ],
+      [
+        "p",
+        "ort"
+      ],
+      [
+        "or",
+        "ry"
+      ],
+      [
+        "Ġth",
+        "ick"
+      ],
+      [
+        "Ġj",
+        "am"
+      ],
+      [
+        "Ġsk",
+        "ipped"
+      ],
+      [
+        "ens",
+        "ive"
+      ],
+      [
+        "ĠT",
+        "eddy"
+      ],
+      [
+        "ag",
+        "ed"
+      ],
+      [
+        "Ġclos",
+        "et"
+      ],
+      [
+        "Ġhid",
+        "den"
+      ],
+      [
+        "Ġexp",
+        "ensive"
+      ],
+      [
+        "Ġdeterm",
+        "ined"
+      ],
+      [
+        "Ġb",
+        "ored"
+      ],
+      [
+        "Ġl",
+        "it"
+      ],
+      [
+        "Ġd",
+        "rew"
+      ],
+      [
+        "Ġle",
+        "gs"
+      ],
+      [
+        "Ġho",
+        "pping"
+      ],
+      [
+        "at",
+        "es"
+      ],
+      [
+        "ĠS",
+        "ometimes"
+      ],
+      [
+        "Ġstick",
+        "s"
+      ],
+      [
+        "Ġon",
+        "es"
+      ],
+      [
+        "ĠA",
+        "t"
+      ],
+      [
+        "Ġbird",
+        "ie"
+      ],
+      [
+        "ĠD",
+        "on"
+      ],
+      [
+        "Ġpol",
+        "ice"
+      ],
+      [
+        "Ġfruit",
+        "s"
+      ],
+      [
+        "Ġt",
+        "ick"
+      ],
+      [
+        "Ġa",
+        "unt"
+      ],
+      [
+        "Ġw",
+        "is"
+      ],
+      [
+        "Ġb",
+        "ake"
+      ],
+      [
+        "Ġl",
+        "ine"
+      ],
+      [
+        "ot",
+        "s"
+      ],
+      [
+        "Ġst",
+        "one"
+      ],
+      [
+        "Ġdog",
+        "s"
+      ],
+      [
+        "au",
+        "l"
+      ],
+      [
+        "Ġfig",
+        "ure"
+      ],
+      [
+        "J",
+        "ane"
+      ],
+      [
+        "Ġs",
+        "ight"
+      ],
+      [
+        "Ġc",
+        "ries"
+      ],
+      [
+        "ĠB",
+        "e"
+      ],
+      [
+        "Ġmo",
+        "ving"
+      ],
+      [
+        "Ġcont",
+        "ent"
+      ],
+      [
+        "ĠBr",
+        "own"
+      ],
+      [
+        "Ġsa",
+        "ved"
+      ],
+      [
+        "Ġcl",
+        "oth"
+      ],
+      [
+        "?\"",
+        "."
+      ],
+      [
+        "bo",
+        "x"
+      ],
+      [
+        "Ġbran",
+        "ches"
+      ],
+      [
+        "Ġpack",
+        "ed"
+      ],
+      [
+        "Ġpower",
+        "ful"
+      ],
+      [
+        "Ġsplas",
+        "hed"
+      ],
+      [
+        "Ġfe",
+        "ed"
+      ],
+      [
+        "est",
+        "ed"
+      ],
+      [
+        "Ġyell",
+        "ed"
+      ],
+      [
+        "W",
+        "here"
+      ],
+      [
+        "d",
+        "ge"
+      ],
+      [
+        "k",
+        "in"
+      ],
+      [
+        "Ġt",
+        "iger"
+      ],
+      [
+        "Ġp",
+        "ay"
+      ],
+      [
+        "id",
+        "dle"
+      ],
+      [
+        "oo",
+        "p"
+      ],
+      [
+        "ĠB",
+        "ella"
+      ],
+      [
+        "Ġex",
+        "am"
+      ],
+      [
+        "Ġta",
+        "ken"
+      ],
+      [
+        "Ġcr",
+        "ane"
+      ],
+      [
+        "Ġspo",
+        "il"
+      ],
+      [
+        "'",
+        "d"
+      ],
+      [
+        "Ġha",
+        "ng"
+      ],
+      [
+        "Ġfl",
+        "ag"
+      ],
+      [
+        "Ġansw",
+        "ered"
+      ],
+      [
+        "Ġdisco",
+        "vered"
+      ],
+      [
+        "ĠLe",
+        "o"
+      ],
+      [
+        "u",
+        "sh"
+      ],
+      [
+        "Ġsa",
+        "ve"
+      ],
+      [
+        "Ġsee",
+        "k"
+      ],
+      [
+        "Ġexc",
+        "ite"
+      ],
+      [
+        "Ġpr",
+        "ay"
+      ],
+      [
+        "Ġjo",
+        "g"
+      ],
+      [
+        "Ġstand",
+        "ing"
+      ],
+      [
+        "Ġdolp",
+        "hin"
+      ],
+      [
+        "Ġj",
+        "ack"
+      ],
+      [
+        "A",
+        "re"
+      ],
+      [
+        "er",
+        "a"
+      ],
+      [
+        "ra",
+        "g"
+      ],
+      [
+        "Ġfl",
+        "ut"
+      ],
+      [
+        "get",
+        "able"
+      ],
+      [
+        "Ġb",
+        "oring"
+      ],
+      [
+        "Ġlo",
+        "ck"
+      ],
+      [
+        "Ġinc",
+        "red"
+      ],
+      [
+        "Ġexcite",
+        "ment"
+      ],
+      [
+        "Ġs",
+        "ighed"
+      ],
+      [
+        "Ġw",
+        "ip"
+      ],
+      [
+        "Ġf",
+        "is"
+      ],
+      [
+        "Ġf",
+        "ill"
+      ],
+      [
+        "Ġso",
+        "ap"
+      ],
+      [
+        "ĠM",
+        "um"
+      ],
+      [
+        "ol",
+        "a"
+      ],
+      [
+        "Ġple",
+        "ased"
+      ],
+      [
+        "Ġjack",
+        "et"
+      ],
+      [
+        "l",
+        "ight"
+      ],
+      [
+        "Ġs",
+        "ugg"
+      ],
+      [
+        "Ġm",
+        "iddle"
+      ],
+      [
+        "Ġe",
+        "ld"
+      ],
+      [
+        "Ġwr",
+        "ote"
+      ],
+      [
+        "Ġballoon",
+        "s"
+      ],
+      [
+        "Ġorgan",
+        "ized"
+      ],
+      [
+        "qu",
+        "e"
+      ],
+      [
+        "Ġsail",
+        "ed"
+      ],
+      [
+        "The",
+        "ir"
+      ],
+      [
+        "Ġtell",
+        "s"
+      ],
+      [
+        "Ġo",
+        "y"
+      ],
+      [
+        "Ġst",
+        "ones"
+      ],
+      [
+        "Ġbo",
+        "ard"
+      ],
+      [
+        "Ġsp",
+        "un"
+      ],
+      [
+        "Ġve",
+        "getable"
+      ],
+      [
+        "l",
+        "ies"
+      ],
+      [
+        "Ġ",
+        "ind"
+      ],
+      [
+        "in",
+        "ess"
+      ],
+      [
+        "Ġwor",
+        "king"
+      ],
+      [
+        "l",
+        "ower"
+      ],
+      [
+        "al",
+        "k"
+      ],
+      [
+        "if",
+        "f"
+      ],
+      [
+        "Ġpar",
+        "rot"
+      ],
+      [
+        "St",
+        "op"
+      ],
+      [
+        "Ġscar",
+        "f"
+      ],
+      [
+        "Ġwa",
+        "gged"
+      ],
+      [
+        "Ġcl",
+        "ap"
+      ],
+      [
+        "Ġme",
+        "asure"
+      ],
+      [
+        "as",
+        "ing"
+      ],
+      [
+        "Ġte",
+        "ars"
+      ],
+      [
+        "bo",
+        "dy"
+      ],
+      [
+        "Ġcomfort",
+        "able"
+      ],
+      [
+        "Ġle",
+        "g"
+      ],
+      [
+        "Ġsw",
+        "an"
+      ],
+      [
+        "Ġtr",
+        "ue"
+      ],
+      [
+        "Ġfr",
+        "ight"
+      ],
+      [
+        "Ġdr",
+        "op"
+      ],
+      [
+        "Ġsmo",
+        "ke"
+      ],
+      [
+        "Ġfeather",
+        "s"
+      ],
+      [
+        "Ġincred",
+        "ible"
+      ],
+      [
+        "g",
+        "gs"
+      ],
+      [
+        "u",
+        "al"
+      ],
+      [
+        "Ġt",
+        "ie"
+      ],
+      [
+        "Ġc",
+        "ap"
+      ],
+      [
+        "Ġlo",
+        "se"
+      ],
+      [
+        "Ġpu",
+        "s"
+      ],
+      [
+        "Ġeag",
+        "er"
+      ],
+      [
+        "Ġmov",
+        "ie"
+      ],
+      [
+        "f",
+        "ic"
+      ],
+      [
+        "Ġc",
+        "op"
+      ],
+      [
+        "Ġe",
+        "ggs"
+      ],
+      [
+        "oo",
+        "f"
+      ],
+      [
+        "Ġr",
+        "id"
+      ],
+      [
+        "Ġco",
+        "vered"
+      ],
+      [
+        "Ġf",
+        "il"
+      ],
+      [
+        "Ġle",
+        "m"
+      ],
+      [
+        "Ġgra",
+        "p"
+      ],
+      [
+        "Ġdisapp",
+        "eared"
+      ],
+      [
+        "Ġrec",
+        "ord"
+      ],
+      [
+        "ĠT",
+        "V"
+      ],
+      [
+        "ĠB",
+        "l"
+      ],
+      [
+        "Ġex",
+        "t"
+      ],
+      [
+        "Ġor",
+        "d"
+      ],
+      [
+        "Ġgigg",
+        "led"
+      ],
+      [
+        "c",
+        "orn"
+      ],
+      [
+        "Ġp",
+        "ri"
+      ],
+      [
+        "Ġha",
+        "m"
+      ],
+      [
+        "Ġr",
+        "are"
+      ],
+      [
+        "Ġyour",
+        "self"
+      ],
+      [
+        "Ġen",
+        "g"
+      ],
+      [
+        "Ġwh",
+        "ale"
+      ],
+      [
+        "Ġkn",
+        "ife"
+      ],
+      [
+        "ĠL",
+        "isa"
+      ],
+      [
+        "Ġte",
+        "am"
+      ],
+      [
+        "ĠJohn",
+        "ny"
+      ],
+      [
+        "z",
+        "ed"
+      ],
+      [
+        "Ġt",
+        "est"
+      ],
+      [
+        "Ġb",
+        "one"
+      ],
+      [
+        "Ġd",
+        "izzy"
+      ],
+      [
+        "Ġli",
+        "br"
+      ],
+      [
+        "Ġwra",
+        "p"
+      ],
+      [
+        "Ġquest",
+        "ions"
+      ],
+      [
+        "i",
+        "v"
+      ],
+      [
+        "Ġl",
+        "ying"
+      ],
+      [
+        "Ġst",
+        "amp"
+      ],
+      [
+        "Ġli",
+        "cked"
+      ],
+      [
+        "Ġno",
+        "isy"
+      ],
+      [
+        "Ġkind",
+        "ness"
+      ],
+      [
+        "Ġdif",
+        "fic"
+      ],
+      [
+        "Ġdraw",
+        "ing"
+      ],
+      [
+        "app",
+        "ing"
+      ],
+      [
+        "Jim",
+        "my"
+      ],
+      [
+        "Ġstra",
+        "w"
+      ],
+      [
+        "Ġb",
+        "urn"
+      ],
+      [
+        "Ġwa",
+        "gon"
+      ],
+      [
+        "at",
+        "ely"
+      ],
+      [
+        "Ġgr",
+        "own"
+      ],
+      [
+        "Ġrock",
+        "et"
+      ],
+      [
+        "Ġpop",
+        "corn"
+      ],
+      [
+        "S",
+        "ally"
+      ],
+      [
+        "Ġb",
+        "atter"
+      ],
+      [
+        "Ġwa",
+        "nd"
+      ],
+      [
+        "Ġan",
+        "c"
+      ],
+      [
+        "ĠE",
+        "nd"
+      ],
+      [
+        "Ġsw",
+        "ord"
+      ],
+      [
+        "Ġhappen",
+        "ing"
+      ],
+      [
+        "Ġlift",
+        "ed"
+      ],
+      [
+        "Ġbal",
+        "ance"
+      ],
+      [
+        "Ġext",
+        "ra"
+      ],
+      [
+        "S",
+        "orry"
+      ],
+      [
+        "h",
+        "a"
+      ],
+      [
+        "Ġwa",
+        "nder"
+      ],
+      [
+        "Ġf",
+        "at"
+      ],
+      [
+        "ĠM",
+        "ark"
+      ],
+      [
+        "ĠE",
+        "lla"
+      ],
+      [
+        "Ġbec",
+        "ome"
+      ],
+      [
+        "Ġtr",
+        "ack"
+      ],
+      [
+        "Ġsmall",
+        "er"
+      ],
+      [
+        "Ġmist",
+        "ake"
+      ],
+      [
+        "Ġto",
+        "ast"
+      ],
+      [
+        "at",
+        "ing"
+      ],
+      [
+        "Ġman",
+        "aged"
+      ],
+      [
+        "sel",
+        "ves"
+      ],
+      [
+        "ĠP",
+        "eter"
+      ],
+      [
+        "Ġbath",
+        "room"
+      ],
+      [
+        "Ġhar",
+        "m"
+      ],
+      [
+        "Ġdiffic",
+        "ult"
+      ],
+      [
+        "Ġtw",
+        "ist"
+      ],
+      [
+        "Ġoff",
+        "ered"
+      ],
+      [
+        "Ġru",
+        "ined"
+      ],
+      [
+        "Ġmat",
+        "ch"
+      ],
+      [
+        "Ġanc",
+        "ient"
+      ],
+      [
+        "Ġg",
+        "ar"
+      ],
+      [
+        "ill",
+        "i"
+      ],
+      [
+        "Ġdist",
+        "ance"
+      ],
+      [
+        "Ġplay",
+        "ground"
+      ],
+      [
+        "Ġla",
+        "zy"
+      ],
+      [
+        "Ġdan",
+        "cing"
+      ],
+      [
+        "Ġadvent",
+        "ur"
+      ],
+      [
+        "a",
+        "f"
+      ],
+      [
+        "ĠB",
+        "a"
+      ],
+      [
+        "Ġcall",
+        "ing"
+      ],
+      [
+        "Ġclean",
+        "ed"
+      ],
+      [
+        "Ġcr",
+        "own"
+      ],
+      [
+        "orm",
+        "al"
+      ],
+      [
+        "Ġon",
+        "ce"
+      ],
+      [
+        "Ġbo",
+        "ss"
+      ],
+      [
+        "Ġse",
+        "ll"
+      ],
+      [
+        "Ġwalk",
+        "s"
+      ],
+      [
+        "Ġfright",
+        "ened"
+      ],
+      [
+        "er",
+        "ri"
+      ],
+      [
+        "Ġm",
+        "ask"
+      ],
+      [
+        "Ġfl",
+        "uffy"
+      ],
+      [
+        "em",
+        "o"
+      ],
+      [
+        "Ġ",
+        "Z"
+      ],
+      [
+        "Ġf",
+        "rag"
+      ],
+      [
+        "Ġd",
+        "est"
+      ],
+      [
+        "Ġn",
+        "ormal"
+      ],
+      [
+        "Ġy",
+        "og"
+      ],
+      [
+        "Ġpick",
+        "s"
+      ],
+      [
+        "Ġey",
+        "e"
+      ],
+      [
+        "Ġdr",
+        "ank"
+      ],
+      [
+        "Ġcir",
+        "cle"
+      ],
+      [
+        "Ġadventur",
+        "ous"
+      ],
+      [
+        "S",
+        "pot"
+      ],
+      [
+        "Ġt",
+        "ent"
+      ],
+      [
+        "Ġp",
+        "ress"
+      ],
+      [
+        "Ġk",
+        "issed"
+      ],
+      [
+        "ic",
+        "t"
+      ],
+      [
+        "Ġsc",
+        "iss"
+      ],
+      [
+        "Ġget",
+        "s"
+      ],
+      [
+        "Ġtr",
+        "unk"
+      ],
+      [
+        "Ġche",
+        "ck"
+      ],
+      [
+        "Ġenjoy",
+        "ing"
+      ],
+      [
+        "Ġshell",
+        "s"
+      ],
+      [
+        "Ġeld",
+        "erly"
+      ],
+      [
+        "Ġsciss",
+        "ors"
+      ],
+      [
+        "Ġt",
+        "erri"
+      ],
+      [
+        "Ġto",
+        "ug"
+      ],
+      [
+        "ag",
+        "es"
+      ],
+      [
+        "Ġste",
+        "al"
+      ],
+      [
+        "M",
+        "e"
+      ],
+      [
+        "re",
+        "ady"
+      ],
+      [
+        "et",
+        "e"
+      ],
+      [
+        "Ġal",
+        "ready"
+      ],
+      [
+        "ĠL",
+        "ittle"
+      ],
+      [
+        "Ġju",
+        "icy"
+      ],
+      [
+        "Ġstu",
+        "dy"
+      ],
+      [
+        "Ġh",
+        "orn"
+      ],
+      [
+        "er",
+        "p"
+      ],
+      [
+        "Ġp",
+        "izz"
+      ],
+      [
+        "Ġall",
+        "ig"
+      ],
+      [
+        "Ġloud",
+        "er"
+      ],
+      [
+        "Ġtow",
+        "el"
+      ],
+      [
+        "Ġcirc",
+        "les"
+      ],
+      [
+        "Ġle",
+        "ad"
+      ],
+      [
+        "Ġro",
+        "ar"
+      ],
+      [
+        "Ġro",
+        "se"
+      ],
+      [
+        "Ġsl",
+        "ipped"
+      ],
+      [
+        "Ġte",
+        "le"
+      ],
+      [
+        "Ġfam",
+        "ous"
+      ],
+      [
+        "Ġar",
+        "g"
+      ],
+      [
+        "Ġcheer",
+        "ful"
+      ],
+      [
+        "ĠRe",
+        "x"
+      ],
+      [
+        "Ġtoug",
+        "h"
+      ],
+      [
+        "i",
+        "pper"
+      ],
+      [
+        "Ġb",
+        "arn"
+      ],
+      [
+        "Ġf",
+        "ool"
+      ],
+      [
+        "Ġd",
+        "ig"
+      ],
+      [
+        "Ġd",
+        "ish"
+      ],
+      [
+        "Ġagain",
+        "st"
+      ],
+      [
+        "Ġde",
+        "er"
+      ],
+      [
+        "Ġsweet",
+        "ie"
+      ],
+      [
+        "Ġeng",
+        "ine"
+      ],
+      [
+        "Ġ",
+        "ed"
+      ],
+      [
+        "Ġf",
+        "ather"
+      ],
+      [
+        "Ġco",
+        "ver"
+      ],
+      [
+        "Ġyour",
+        "s"
+      ],
+      [
+        "Ġneed",
+        "s"
+      ],
+      [
+        "Jo",
+        "e"
+      ],
+      [
+        "Ġbag",
+        "s"
+      ],
+      [
+        "Ġspin",
+        "ning"
+      ],
+      [
+        "S",
+        "ue"
+      ],
+      [
+        "Ġa",
+        "w"
+      ],
+      [
+        "an",
+        "ged"
+      ],
+      [
+        "am",
+        "ond"
+      ],
+      [
+        "Ġy",
+        "arn"
+      ],
+      [
+        "op",
+        "h"
+      ],
+      [
+        "Ġgi",
+        "ving"
+      ],
+      [
+        "Ġdi",
+        "amond"
+      ],
+      [
+        "Ġsandw",
+        "ich"
+      ],
+      [
+        "Ġind",
+        "epend"
+      ],
+      [
+        "Ġfrag",
+        "ile"
+      ],
+      [
+        "W",
+        "ho"
+      ],
+      [
+        "ce",
+        "pt"
+      ],
+      [
+        "Ġno",
+        "sy"
+      ],
+      [
+        "Ġtw",
+        "ig"
+      ],
+      [
+        "Ġhurt",
+        "s"
+      ],
+      [
+        "Ġsugg",
+        "ested"
+      ],
+      [
+        "Ġlem",
+        "on"
+      ],
+      [
+        "i",
+        "est"
+      ],
+      [
+        "in",
+        "ation"
+      ],
+      [
+        "or",
+        "ge"
+      ],
+      [
+        "Ġno",
+        "d"
+      ],
+      [
+        "Ġbl",
+        "oom"
+      ],
+      [
+        "Ġho",
+        "se"
+      ],
+      [
+        "Ġbox",
+        "es"
+      ],
+      [
+        "Ġreal",
+        "ised"
+      ],
+      [
+        "Ġfr",
+        "own"
+      ],
+      [
+        "ac",
+        "he"
+      ],
+      [
+        "Ġrel",
+        "ax"
+      ],
+      [
+        "Ġham",
+        "mer"
+      ],
+      [
+        "Ġa",
+        "dded"
+      ],
+      [
+        "Ġwe",
+        "ird"
+      ],
+      [
+        "Ġmo",
+        "d"
+      ],
+      [
+        "Ġcr",
+        "ack"
+      ],
+      [
+        "Ġallig",
+        "ator"
+      ],
+      [
+        "A",
+        "my"
+      ],
+      [
+        "G",
+        "ra"
+      ],
+      [
+        "o",
+        "ot"
+      ],
+      [
+        "Ġsh",
+        "ake"
+      ],
+      [
+        "ra",
+        "ge"
+      ],
+      [
+        "Ġlearn",
+        "ing"
+      ],
+      [
+        "Ġvegetable",
+        "s"
+      ],
+      [
+        "Ġa",
+        "dd"
+      ],
+      [
+        "Ġm",
+        "elt"
+      ],
+      [
+        "ĠS",
+        "usie"
+      ],
+      [
+        "el",
+        "p"
+      ],
+      [
+        "ĠB",
+        "obby"
+      ],
+      [
+        "Ġtra",
+        "p"
+      ],
+      [
+        "Ġcoll",
+        "ar"
+      ],
+      [
+        "Ġstu",
+        "bb"
+      ],
+      [
+        "i",
+        "que"
+      ],
+      [
+        "Ġb",
+        "orrow"
+      ],
+      [
+        "Ġp",
+        "ump"
+      ],
+      [
+        "Ġloud",
+        "ly"
+      ],
+      [
+        "Ġsear",
+        "ch"
+      ],
+      [
+        "Ġchick",
+        "en"
+      ],
+      [
+        "Ġpizz",
+        "a"
+      ],
+      [
+        "Ġindepend",
+        "ent"
+      ],
+      [
+        "Ġstubb",
+        "orn"
+      ],
+      [
+        "Ġre",
+        "f"
+      ],
+      [
+        "Ġas",
+        "king"
+      ],
+      [
+        "Ġbr",
+        "illi"
+      ],
+      [
+        "Ġdec",
+        "ide"
+      ],
+      [
+        "Ġfl",
+        "ash"
+      ],
+      [
+        "Ġcat",
+        "erp"
+      ],
+      [
+        "Ġqu",
+        "een"
+      ],
+      [
+        "Ġsn",
+        "ee"
+      ],
+      [
+        "ĠR",
+        "ose"
+      ],
+      [
+        "Ġinv",
+        "ited"
+      ],
+      [
+        "Ġstraw",
+        "ber"
+      ],
+      [
+        "Ġfool",
+        "ish"
+      ],
+      [
+        "Ġcaterp",
+        "ill"
+      ],
+      [
+        "g",
+        "y"
+      ],
+      [
+        "Ġt",
+        "ur"
+      ],
+      [
+        "Ġd",
+        "epend"
+      ],
+      [
+        "Ġg",
+        "uit"
+      ],
+      [
+        "Ġst",
+        "ri"
+      ],
+      [
+        "Ġkn",
+        "ight"
+      ],
+      [
+        "Ġboy",
+        "s"
+      ],
+      [
+        "Ġpe",
+        "e"
+      ],
+      [
+        "Ġcom",
+        "b"
+      ],
+      [
+        "Ġcle",
+        "ar"
+      ],
+      [
+        "Ġun",
+        "ique"
+      ],
+      [
+        "Ġbutt",
+        "ons"
+      ],
+      [
+        "ĠTweet",
+        "y"
+      ],
+      [
+        "Ġcolour",
+        "ful"
+      ],
+      [
+        "Ġesc",
+        "ape"
+      ],
+      [
+        "Ġbrilli",
+        "ant"
+      ],
+      [
+        "Ġr",
+        "ich"
+      ],
+      [
+        "ĠB",
+        "u"
+      ],
+      [
+        "Ġsay",
+        "ing"
+      ],
+      [
+        "Ġro",
+        "de"
+      ],
+      [
+        "Ġsk",
+        "in"
+      ],
+      [
+        "Ġgar",
+        "age"
+      ],
+      [
+        "H",
+        "elp"
+      ],
+      [
+        "d",
+        "om"
+      ],
+      [
+        "Ġm",
+        "ummy"
+      ],
+      [
+        "Ġbe",
+        "ak"
+      ],
+      [
+        "ur",
+        "ed"
+      ],
+      [
+        "a",
+        "w"
+      ],
+      [
+        "e",
+        "orge"
+      ],
+      [
+        "r",
+        "op"
+      ],
+      [
+        "ed",
+        "ient"
+      ],
+      [
+        "Ġun",
+        "us"
+      ],
+      [
+        "Ġoy",
+        "ster"
+      ],
+      [
+        "Ġtur",
+        "key"
+      ],
+      [
+        "Ġ",
+        "OK"
+      ],
+      [
+        "Ġf",
+        "ountain"
+      ],
+      [
+        "Ġp",
+        "atter"
+      ],
+      [
+        "Ġwe",
+        "ek"
+      ],
+      [
+        "Ġch",
+        "ase"
+      ],
+      [
+        "Ġru",
+        "bb"
+      ],
+      [
+        "Ġcount",
+        "ed"
+      ],
+      [
+        "Ġreg",
+        "ular"
+      ],
+      [
+        "Ġwip",
+        "ed"
+      ],
+      [
+        "Ġguit",
+        "ar"
+      ],
+      [
+        "Ġunus",
+        "ual"
+      ],
+      [
+        "l",
+        "and"
+      ],
+      [
+        "Ġu",
+        "mb"
+      ],
+      [
+        "Ġfor",
+        "k"
+      ],
+      [
+        "Ġshow",
+        "s"
+      ],
+      [
+        "Ġlight",
+        "s"
+      ],
+      [
+        "Ġwall",
+        "s"
+      ],
+      [
+        "Ġdream",
+        "ed"
+      ],
+      [
+        "Ġbanan",
+        "a"
+      ],
+      [
+        "Ġsuccess",
+        "ful"
+      ],
+      [
+        "Ġjew",
+        "el"
+      ],
+      [
+        "Ġpatter",
+        "n"
+      ],
+      [
+        "Ġumb",
+        "re"
+      ],
+      [
+        "c",
+        "il"
+      ],
+      [
+        "r",
+        "ay"
+      ],
+      [
+        "in",
+        "al"
+      ],
+      [
+        "Ġl",
+        "ow"
+      ],
+      [
+        "im",
+        "ed"
+      ],
+      [
+        "Ġsw",
+        "e"
+      ],
+      [
+        "Ġcry",
+        "st"
+      ],
+      [
+        "Ġpen",
+        "cil"
+      ],
+      [
+        "Ġsaf",
+        "ely"
+      ],
+      [
+        "Ġtool",
+        "s"
+      ],
+      [
+        "W",
+        "ell"
+      ],
+      [
+        "Ġt",
+        "ape"
+      ],
+      [
+        "Ġst",
+        "ream"
+      ],
+      [
+        "ce",
+        "ed"
+      ],
+      [
+        "Ġre",
+        "sc"
+      ],
+      [
+        "Ġab",
+        "ove"
+      ],
+      [
+        "Ġhard",
+        "er"
+      ],
+      [
+        "Ġgu",
+        "ess"
+      ],
+      [
+        "Ġbott",
+        "om"
+      ],
+      [
+        "Ġmark",
+        "et"
+      ],
+      [
+        "Ġimpress",
+        "ed"
+      ],
+      [
+        "Ġwa",
+        "ff"
+      ],
+      [
+        "an",
+        "ut"
+      ],
+      [
+        "ig",
+        "inal"
+      ],
+      [
+        "Ġnot",
+        "ice"
+      ],
+      [
+        "ill",
+        "a"
+      ],
+      [
+        "Ġno",
+        "ds"
+      ],
+      [
+        "Ġpe",
+        "anut"
+      ],
+      [
+        "ol",
+        "og"
+      ],
+      [
+        "Ġpat",
+        "ch"
+      ],
+      [
+        "Ġcraw",
+        "led"
+      ],
+      [
+        "Ġcaterpill",
+        "ar"
+      ],
+      [
+        "n",
+        "a"
+      ],
+      [
+        "Ġt",
+        "ank"
+      ],
+      [
+        "Ġt",
+        "ask"
+      ],
+      [
+        "Ġt",
+        "ire"
+      ],
+      [
+        "Ġg",
+        "un"
+      ],
+      [
+        "Ġlo",
+        "ad"
+      ],
+      [
+        "Ġcomp",
+        "et"
+      ],
+      [
+        "umb",
+        "led"
+      ],
+      [
+        "Ġap",
+        "olog"
+      ],
+      [
+        "Ġsol",
+        "ve"
+      ],
+      [
+        "H",
+        "ow"
+      ],
+      [
+        "M",
+        "ummy"
+      ],
+      [
+        "f",
+        "ast"
+      ],
+      [
+        "h",
+        "ip"
+      ],
+      [
+        "Ġ",
+        "No"
+      ],
+      [
+        "Ġb",
+        "itter"
+      ],
+      [
+        "ar",
+        "l"
+      ],
+      [
+        "Ġe",
+        "ars"
+      ],
+      [
+        "Ġsh",
+        "one"
+      ],
+      [
+        "Ġbr",
+        "ush"
+      ],
+      [
+        "ĠF",
+        "in"
+      ],
+      [
+        "Ġor",
+        "iginal"
+      ],
+      [
+        "Ġfi",
+        "er"
+      ],
+      [
+        "Ġgl",
+        "ow"
+      ],
+      [
+        "ĠN",
+        "emo"
+      ],
+      [
+        "Ġbreak",
+        "fast"
+      ],
+      [
+        "Ġadm",
+        "ired"
+      ],
+      [
+        "ĠBl",
+        "ue"
+      ],
+      [
+        "Ġed",
+        "ge"
+      ],
+      [
+        "Ġdepend",
+        "able"
+      ],
+      [
+        "u",
+        "nd"
+      ],
+      [
+        "ut",
+        "h"
+      ],
+      [
+        "ĠI",
+        "f"
+      ],
+      [
+        "Ġcl",
+        "ay"
+      ],
+      [
+        "Ġstrong",
+        "er"
+      ],
+      [
+        "Ġboss",
+        "y"
+      ],
+      [
+        "Ġc",
+        "udd"
+      ],
+      [
+        "as",
+        "er"
+      ],
+      [
+        "Ġgra",
+        "ndpa"
+      ],
+      [
+        "Ġknow",
+        "s"
+      ],
+      [
+        "Ġpick",
+        "ing"
+      ],
+      [
+        "Ġjo",
+        "ke"
+      ],
+      [
+        "Ġboat",
+        "s"
+      ],
+      [
+        "Ġba",
+        "ld"
+      ],
+      [
+        "Ġmed",
+        "ic"
+      ],
+      [
+        "Ġscr",
+        "at"
+      ],
+      [
+        "Ġc",
+        "one"
+      ],
+      [
+        "Ġp",
+        "enny"
+      ],
+      [
+        "Ġle",
+        "an"
+      ],
+      [
+        "Ġra",
+        "ft"
+      ],
+      [
+        "ugg",
+        "led"
+      ],
+      [
+        "Ġsuc",
+        "ceed"
+      ],
+      [
+        "Ġob",
+        "edient"
+      ],
+      [
+        "Ġhum",
+        "ble"
+      ],
+      [
+        "Ġlibr",
+        "ary"
+      ],
+      [
+        "R",
+        "e"
+      ],
+      [
+        "he",
+        "ad"
+      ],
+      [
+        "Ġp",
+        "h"
+      ],
+      [
+        "Ġn",
+        "umb"
+      ],
+      [
+        "Ġsa",
+        "uce"
+      ],
+      [
+        "ĠB",
+        "ear"
+      ],
+      [
+        "Ġtr",
+        "ay"
+      ],
+      [
+        "Ġproud",
+        "ly"
+      ],
+      [
+        "He",
+        "re"
+      ],
+      [
+        "Ġsound",
+        "ed"
+      ],
+      [
+        "Ġsqu",
+        "are"
+      ],
+      [
+        "Ġterri",
+        "ble"
+      ],
+      [
+        "Ġcryst",
+        "al"
+      ],
+      [
+        "Ġfier",
+        "ce"
+      ],
+      [
+        "J",
+        "ill"
+      ],
+      [
+        "Ġw",
+        "itch"
+      ],
+      [
+        "in",
+        "ary"
+      ],
+      [
+        "Ġhapp",
+        "iness"
+      ],
+      [
+        "ĠL",
+        "ola"
+      ],
+      [
+        "Ġhand",
+        "ed"
+      ],
+      [
+        "Ġfr",
+        "idge"
+      ],
+      [
+        "f",
+        "a"
+      ],
+      [
+        "Ġr",
+        "ough"
+      ],
+      [
+        "ent",
+        "ion"
+      ],
+      [
+        "Ġch",
+        "anged"
+      ],
+      [
+        "Ġjo",
+        "ined"
+      ],
+      [
+        "Ġra",
+        "ven"
+      ],
+      [
+        "Ġmight",
+        "y"
+      ],
+      [
+        "Ġcho",
+        "se"
+      ],
+      [
+        "Ġwhe",
+        "el"
+      ],
+      [
+        "Ġumbre",
+        "lla"
+      ],
+      [
+        "Ġt",
+        "ag"
+      ],
+      [
+        "Ġc",
+        "ri"
+      ],
+      [
+        "Ġo",
+        "w"
+      ],
+      [
+        "ar",
+        "ry"
+      ],
+      [
+        "im",
+        "p"
+      ],
+      [
+        "ĠB",
+        "ill"
+      ],
+      [
+        "Ġhelp",
+        "s"
+      ],
+      [
+        "Ġfind",
+        "ing"
+      ],
+      [
+        "Ġclean",
+        "ing"
+      ],
+      [
+        "Ġsqu",
+        "ee"
+      ],
+      [
+        "Ġfire",
+        "work"
+      ],
+      [
+        "Ġmedic",
+        "ine"
+      ],
+      [
+        "a",
+        "zz"
+      ],
+      [
+        "m",
+        "et"
+      ],
+      [
+        "Ġplay",
+        "ful"
+      ],
+      [
+        "Ġlo",
+        "cked"
+      ],
+      [
+        "Ġgo",
+        "at"
+      ],
+      [
+        "Ġac",
+        "cept"
+      ],
+      [
+        "Ġcomp",
+        "ass"
+      ],
+      [
+        "Ġsur",
+        "f"
+      ],
+      [
+        "Ġcompet",
+        "it"
+      ],
+      [
+        "e",
+        "xt"
+      ],
+      [
+        "k",
+        "n"
+      ],
+      [
+        "Ġs",
+        "y"
+      ],
+      [
+        "Ġs",
+        "il"
+      ],
+      [
+        "Ġbe",
+        "et"
+      ],
+      [
+        "ĠM",
+        "ar"
+      ],
+      [
+        "ur",
+        "ing"
+      ],
+      [
+        "Ġch",
+        "ir"
+      ],
+      [
+        "ĠE",
+        "llie"
+      ],
+      [
+        "Ġball",
+        "s"
+      ],
+      [
+        "Åĵ",
+        "Let"
+      ],
+      [
+        "Ġbutterf",
+        "lies"
+      ],
+      [
+        "Ġgu",
+        "ard"
+      ],
+      [
+        "Ġcray",
+        "on"
+      ],
+      [
+        "Ġdisco",
+        "ver"
+      ],
+      [
+        "Ġpar",
+        "ade"
+      ],
+      [
+        "Ġmix",
+        "ed"
+      ],
+      [
+        "Ġval",
+        "u"
+      ],
+      [
+        "Ġhel",
+        "met"
+      ],
+      [
+        "ĠBrown",
+        "ie"
+      ],
+      [
+        "E",
+        "m"
+      ],
+      [
+        "j",
+        "ect"
+      ],
+      [
+        "s",
+        "qu"
+      ],
+      [
+        "u",
+        "d"
+      ],
+      [
+        "Ġg",
+        "um"
+      ],
+      [
+        "at",
+        "ure"
+      ],
+      [
+        "Ġis",
+        "land"
+      ],
+      [
+        "Ġco",
+        "st"
+      ],
+      [
+        "Ġmo",
+        "le"
+      ],
+      [
+        "Ġnice",
+        "ly"
+      ],
+      [
+        "Ġkind",
+        "s"
+      ],
+      [
+        "Ġra",
+        "ced"
+      ],
+      [
+        "Ġsto",
+        "ve"
+      ],
+      [
+        "Ġlaugh",
+        "s"
+      ],
+      [
+        "Ġmar",
+        "ch"
+      ],
+      [
+        "Ġfall",
+        "s"
+      ],
+      [
+        "Ġpers",
+        "ist"
+      ],
+      [
+        "ĠBa",
+        "by"
+      ],
+      [
+        "oph",
+        "ie"
+      ],
+      [
+        "A",
+        "lice"
+      ],
+      [
+        "i",
+        "ence"
+      ],
+      [
+        "it",
+        "o"
+      ],
+      [
+        "Ġc",
+        "age"
+      ],
+      [
+        "Ġg",
+        "oose"
+      ],
+      [
+        "Ġco",
+        "ins"
+      ],
+      [
+        "Ġtr",
+        "ump"
+      ],
+      [
+        "Ġmo",
+        "squ"
+      ],
+      [
+        "Ġser",
+        "ious"
+      ],
+      [
+        "Ġmosqu",
+        "ito"
+      ],
+      [
+        "Ġf",
+        "lex"
+      ],
+      [
+        "Ġc",
+        "ro"
+      ],
+      [
+        "el",
+        "on"
+      ],
+      [
+        "Ġexc",
+        "la"
+      ],
+      [
+        "Ġch",
+        "oose"
+      ],
+      [
+        "Ġexpl",
+        "ored"
+      ],
+      [
+        "Ġun",
+        "l"
+      ],
+      [
+        "Ġbrother",
+        "s"
+      ],
+      [
+        "Ġgu",
+        "il"
+      ],
+      [
+        "Ġnumb",
+        "ers"
+      ],
+      [
+        "Ġtrump",
+        "et"
+      ],
+      [
+        "Ġ",
+        "icy"
+      ],
+      [
+        "Ġmom",
+        "s"
+      ],
+      [
+        "ie",
+        "w"
+      ],
+      [
+        "Ġv",
+        "iew"
+      ],
+      [
+        "Ġen",
+        "orm"
+      ],
+      [
+        "Ġfire",
+        "man"
+      ],
+      [
+        "ĠMr",
+        "s"
+      ],
+      [
+        "Ġpract",
+        "ice"
+      ],
+      [
+        "Ġenorm",
+        "ous"
+      ],
+      [
+        "w",
+        "ards"
+      ],
+      [
+        "Ġs",
+        "up"
+      ],
+      [
+        "Ġvo",
+        "lc"
+      ],
+      [
+        "Ġmean",
+        "s"
+      ],
+      [
+        "Ġpoin",
+        "ting"
+      ],
+      [
+        "Ġvalu",
+        "able"
+      ],
+      [
+        "Ġflex",
+        "ible"
+      ],
+      [
+        "Ġexcla",
+        "imed"
+      ],
+      [
+        "Ġguil",
+        "ty"
+      ],
+      [
+        "y",
+        "al"
+      ],
+      [
+        "Ġc",
+        "am"
+      ],
+      [
+        "Ġp",
+        "ipe"
+      ],
+      [
+        "is",
+        "ion"
+      ],
+      [
+        "ĠM",
+        "y"
+      ],
+      [
+        "Ġuse",
+        "ful"
+      ],
+      [
+        "Ġfav",
+        "our"
+      ],
+      [
+        "Ġcra",
+        "zy"
+      ],
+      [
+        "Ġph",
+        "ot"
+      ],
+      [
+        "kn",
+        "own"
+      ],
+      [
+        "Ġvolc",
+        "ano"
+      ],
+      [
+        "Ġwa",
+        "ke"
+      ],
+      [
+        "Ġc",
+        "ity"
+      ],
+      [
+        "om",
+        "ed"
+      ],
+      [
+        "ll",
+        "ip"
+      ],
+      [
+        "Ġfor",
+        "th"
+      ],
+      [
+        "Ġlo",
+        "llip"
+      ],
+      [
+        "Ġse",
+        "al"
+      ],
+      [
+        "Ġall",
+        "owed"
+      ],
+      [
+        "Ġsc",
+        "are"
+      ],
+      [
+        "Ġbright",
+        "ly"
+      ],
+      [
+        "Ġmar",
+        "ble"
+      ],
+      [
+        "Ġpop",
+        "ular"
+      ],
+      [
+        "Ġflash",
+        "light"
+      ],
+      [
+        "Ġcompass",
+        "ion"
+      ],
+      [
+        "Ġlollip",
+        "op"
+      ],
+      [
+        "Ġ",
+        "U"
+      ],
+      [
+        "Ġ",
+        "ing"
+      ],
+      [
+        "Ġh",
+        "unt"
+      ],
+      [
+        "Ġd",
+        "ull"
+      ],
+      [
+        "er",
+        "ry"
+      ],
+      [
+        "Ġst",
+        "at"
+      ],
+      [
+        "Ġshe",
+        "l"
+      ],
+      [
+        "!\"",
+        "."
+      ],
+      [
+        "Ġun",
+        "known"
+      ],
+      [
+        "Ġhat",
+        "s"
+      ],
+      [
+        "Ġsho",
+        "ot"
+      ],
+      [
+        "red",
+        "ient"
+      ],
+      [
+        "Ġbelong",
+        "ed"
+      ],
+      [
+        "Ġfavour",
+        "ite"
+      ],
+      [
+        "Ġing",
+        "redient"
+      ],
+      [
+        "Ġp",
+        "il"
+      ],
+      [
+        "Ġlo",
+        "yal"
+      ],
+      [
+        "Ġbra",
+        "ce"
+      ],
+      [
+        "ĠWhen",
+        "ever"
+      ],
+      [
+        "Ġdream",
+        "s"
+      ],
+      [
+        "Ġkick",
+        "ed"
+      ],
+      [
+        "Ġseed",
+        "s"
+      ],
+      [
+        "Ġtwirl",
+        "ed"
+      ],
+      [
+        "Ġsup",
+        "er"
+      ],
+      [
+        "t",
+        "ime"
+      ],
+      [
+        "Ġf",
+        "ine"
+      ],
+      [
+        "Ġbe",
+        "es"
+      ],
+      [
+        "Ġso",
+        "fa"
+      ],
+      [
+        "Ġsh",
+        "ark"
+      ],
+      [
+        "ĠM",
+        "ike"
+      ],
+      [
+        "Ġan",
+        "x"
+      ],
+      [
+        "Ġsad",
+        "ly"
+      ],
+      [
+        "Ġshow",
+        "ing"
+      ],
+      [
+        "Ġway",
+        "s"
+      ],
+      [
+        "Ġtruck",
+        "s"
+      ],
+      [
+        "Ġdelic",
+        "ate"
+      ],
+      [
+        "ation",
+        "s"
+      ],
+      [
+        "Ġrep",
+        "e"
+      ],
+      [
+        "Ġimpress",
+        "ive"
+      ],
+      [
+        "Ġpour",
+        "ed"
+      ],
+      [
+        "Ġpir",
+        "ate"
+      ],
+      [
+        "Ġwhisp",
+        "ered"
+      ],
+      [
+        "Ġharm",
+        "less"
+      ],
+      [
+        "a",
+        "ff"
+      ],
+      [
+        "Ġt",
+        "urt"
+      ],
+      [
+        "Ġt",
+        "ied"
+      ],
+      [
+        "ar",
+        "oo"
+      ],
+      [
+        "ad",
+        "o"
+      ],
+      [
+        "art",
+        "h"
+      ],
+      [
+        "Ġgra",
+        "ce"
+      ],
+      [
+        "Ġhand",
+        "le"
+      ],
+      [
+        "Ġen",
+        "c"
+      ],
+      [
+        "Ġdel",
+        "iver"
+      ],
+      [
+        "Ben",
+        "ny"
+      ],
+      [
+        "Ġru",
+        "shed"
+      ],
+      [
+        "Ġus",
+        "ing"
+      ],
+      [
+        "ang",
+        "aroo"
+      ],
+      [
+        "Ġshap",
+        "e"
+      ],
+      [
+        "Ġbus",
+        "hes"
+      ],
+      [
+        "Ġpersist",
+        "ent"
+      ],
+      [
+        "Ġg",
+        "or"
+      ],
+      [
+        "ĠS",
+        "p"
+      ],
+      [
+        "Ġk",
+        "angaroo"
+      ],
+      [
+        "Ġan",
+        "g"
+      ],
+      [
+        "Ġoff",
+        "ice"
+      ],
+      [
+        "Ġanx",
+        "ious"
+      ],
+      [
+        "G",
+        "o"
+      ],
+      [
+        "al",
+        "ous"
+      ],
+      [
+        "Ġsp",
+        "ell"
+      ],
+      [
+        "ĠW",
+        "hile"
+      ],
+      [
+        "ia",
+        "ble"
+      ],
+      [
+        "Ġpot",
+        "ato"
+      ],
+      [
+        "Ġje",
+        "alous"
+      ],
+      [
+        "Ġwra",
+        "pped"
+      ],
+      [
+        "Ġf",
+        "our"
+      ],
+      [
+        "Ġc",
+        "urt"
+      ],
+      [
+        "Ġlo",
+        "g"
+      ],
+      [
+        "Ġco",
+        "al"
+      ],
+      [
+        "Ġrel",
+        "iable"
+      ],
+      [
+        "Ġcurt",
+        "ain"
+      ],
+      [
+        "D",
+        "aisy"
+      ],
+      [
+        "Ġs",
+        "udden"
+      ],
+      [
+        "mb",
+        "ol"
+      ],
+      [
+        "Åĵ",
+        "Yes"
+      ],
+      [
+        "ac",
+        "hes"
+      ],
+      [
+        "ĠP",
+        "e"
+      ],
+      [
+        "Ġpain",
+        "ted"
+      ],
+      [
+        "ĠTo",
+        "by"
+      ],
+      [
+        "Ġce",
+        "re"
+      ],
+      [
+        "g",
+        "u"
+      ],
+      [
+        "Ġt",
+        "ummy"
+      ],
+      [
+        "Ġth",
+        "ose"
+      ],
+      [
+        "ous",
+        "es"
+      ],
+      [
+        "udd",
+        "y"
+      ],
+      [
+        "Ġcu",
+        "sh"
+      ],
+      [
+        "Ġmet",
+        "al"
+      ],
+      [
+        "Ġsy",
+        "mbol"
+      ],
+      [
+        "Ġbeet",
+        "le"
+      ],
+      [
+        "Ġcam",
+        "era"
+      ],
+      [
+        "Ġh",
+        "ouses"
+      ],
+      [
+        "il",
+        "t"
+      ],
+      [
+        "Ġcelebr",
+        "ate"
+      ],
+      [
+        "Ġdelight",
+        "ed"
+      ],
+      [
+        "Ġgor",
+        "illa"
+      ],
+      [
+        "Ġto",
+        "oth"
+      ],
+      [
+        "Ġth",
+        "irst"
+      ],
+      [
+        "ke",
+        "ep"
+      ],
+      [
+        "Ġsh",
+        "iver"
+      ],
+      [
+        "Ġre",
+        "ward"
+      ],
+      [
+        "Ġsp",
+        "ace"
+      ],
+      [
+        "Ġtra",
+        "vel"
+      ],
+      [
+        "Ġru",
+        "bbed"
+      ],
+      [
+        "Ġprin",
+        "t"
+      ],
+      [
+        "Ġdri",
+        "ving"
+      ],
+      [
+        "Ġmar",
+        "ry"
+      ],
+      [
+        "Ġwar",
+        "ned"
+      ],
+      [
+        "Ġsold",
+        "ier"
+      ],
+      [
+        "Ġmotor",
+        "cy"
+      ],
+      [
+        "c",
+        "ut"
+      ],
+      [
+        "Ġs",
+        "on"
+      ],
+      [
+        "Ġto",
+        "r"
+      ],
+      [
+        "ar",
+        "lie"
+      ],
+      [
+        "Ġher",
+        "o"
+      ],
+      [
+        "ie",
+        "f"
+      ],
+      [
+        "Ġcar",
+        "p"
+      ],
+      [
+        "Ġexcited",
+        "ly"
+      ],
+      [
+        "Ġte",
+        "mp"
+      ],
+      [
+        "ĠP",
+        "ete"
+      ],
+      [
+        "ĠBob",
+        "o"
+      ],
+      [
+        "co",
+        "d"
+      ],
+      [
+        "Ġhun",
+        "g"
+      ],
+      [
+        "Ġgrow",
+        "ing"
+      ],
+      [
+        "up",
+        "id"
+      ],
+      [
+        "Ġthin",
+        "king"
+      ],
+      [
+        "Ġtun",
+        "n"
+      ],
+      [
+        "W",
+        "hile"
+      ],
+      [
+        "c",
+        "u"
+      ],
+      [
+        "i",
+        "pp"
+      ],
+      [
+        "Ġh",
+        "ay"
+      ],
+      [
+        "Ġy",
+        "et"
+      ],
+      [
+        "Ġv",
+        "ine"
+      ],
+      [
+        "Ġac",
+        "orn"
+      ],
+      [
+        "icy",
+        "cle"
+      ],
+      [
+        "Ġpre",
+        "p"
+      ],
+      [
+        "Ġremind",
+        "ed"
+      ],
+      [
+        "Ġgas",
+        "ped"
+      ],
+      [
+        "Ġflut",
+        "e"
+      ],
+      [
+        "Ġord",
+        "inary"
+      ],
+      [
+        "Ġcro",
+        "cod"
+      ],
+      [
+        "Ġa",
+        "mb"
+      ],
+      [
+        "Ġc",
+        "ur"
+      ],
+      [
+        "ĠB",
+        "et"
+      ],
+      [
+        "ĠM",
+        "andy"
+      ],
+      [
+        "Ġpu",
+        "p"
+      ],
+      [
+        "Ġcreature",
+        "s"
+      ],
+      [
+        "Ġhur",
+        "ry"
+      ],
+      [
+        "Ġspoil",
+        "ed"
+      ],
+      [
+        "Ġt",
+        "imes"
+      ],
+      [
+        "Ġm",
+        "is"
+      ],
+      [
+        "Ġr",
+        "ice"
+      ],
+      [
+        "Ġst",
+        "upid"
+      ],
+      [
+        "Ġsh",
+        "ine"
+      ],
+      [
+        "Ġre",
+        "sist"
+      ],
+      [
+        "ug",
+        "ged"
+      ],
+      [
+        "Ġla",
+        "w"
+      ],
+      [
+        "Ġsk",
+        "ull"
+      ],
+      [
+        "co",
+        "a"
+      ],
+      [
+        "Ġmiss",
+        "ing"
+      ],
+      [
+        "Ġwhe",
+        "at"
+      ],
+      [
+        "Ġsupp",
+        "ort"
+      ],
+      [
+        "Ġingredient",
+        "s"
+      ],
+      [
+        "a",
+        "id"
+      ],
+      [
+        "l",
+        "oo"
+      ],
+      [
+        "Ġc",
+        "ase"
+      ],
+      [
+        "er",
+        "y"
+      ],
+      [
+        "Ġwas",
+        "hed"
+      ],
+      [
+        "Ġdo",
+        "ve"
+      ],
+      [
+        "Ġsp",
+        "illed"
+      ],
+      [
+        "Ġsc",
+        "oot"
+      ],
+      [
+        "Ġme",
+        "al"
+      ],
+      [
+        "Ġmu",
+        "le"
+      ],
+      [
+        "ĠD",
+        "ucky"
+      ],
+      [
+        "Ġmo",
+        "der"
+      ],
+      [
+        "ars",
+        "h"
+      ],
+      [
+        "Åĵ",
+        "What"
+      ],
+      [
+        "Ġtri",
+        "ck"
+      ],
+      [
+        "Ġset",
+        "t"
+      ],
+      [
+        "ĠTweet",
+        "ie"
+      ],
+      [
+        "Ġboun",
+        "ce"
+      ],
+      [
+        "Ġfil",
+        "thy"
+      ],
+      [
+        "Ġb",
+        "ase"
+      ],
+      [
+        "Ġh",
+        "oop"
+      ],
+      [
+        "Ġf",
+        "re"
+      ],
+      [
+        "Ġst",
+        "umbled"
+      ],
+      [
+        "Ġso",
+        "ar"
+      ],
+      [
+        "Ġwe",
+        "al"
+      ],
+      [
+        "Ġsee",
+        "m"
+      ],
+      [
+        "Ġwor",
+        "d"
+      ],
+      [
+        "Ġla",
+        "b"
+      ],
+      [
+        "ĠD",
+        "ave"
+      ],
+      [
+        "ĠF",
+        "r"
+      ],
+      [
+        "Ġbad",
+        "ly"
+      ],
+      [
+        "Ġhair",
+        "y"
+      ],
+      [
+        "Ġcra",
+        "wl"
+      ],
+      [
+        "Ġlive",
+        "ly"
+      ],
+      [
+        "Ġstep",
+        "s"
+      ],
+      [
+        "ÅĵLet",
+        "â"
+      ],
+      [
+        "Ġbrace",
+        "let"
+      ],
+      [
+        "Ġcere",
+        "al"
+      ],
+      [
+        "Ġthirst",
+        "y"
+      ],
+      [
+        "Ġcarp",
+        "et"
+      ],
+      [
+        "Ġw",
+        "ool"
+      ],
+      [
+        "it",
+        "her"
+      ],
+      [
+        "Ġgo",
+        "al"
+      ],
+      [
+        "Ġback",
+        "pack"
+      ],
+      [
+        "Ġtr",
+        "uth"
+      ],
+      [
+        "Ġcom",
+        "pl"
+      ],
+      [
+        "Ġche",
+        "ap"
+      ],
+      [
+        "Ġdis",
+        "g"
+      ],
+      [
+        "Ġplac",
+        "ed"
+      ],
+      [
+        "Ġear",
+        "ly"
+      ],
+      [
+        "Ġdecor",
+        "ate"
+      ],
+      [
+        "Ġnut",
+        "s"
+      ],
+      [
+        "O",
+        "w"
+      ],
+      [
+        "c",
+        "ream"
+      ],
+      [
+        "Ġb",
+        "ump"
+      ],
+      [
+        "Ġthem",
+        "selves"
+      ],
+      [
+        "ic",
+        "es"
+      ],
+      [
+        "Ġhelp",
+        "less"
+      ],
+      [
+        "Ġcl",
+        "um"
+      ],
+      [
+        "Ġsc",
+        "atter"
+      ],
+      [
+        "Ġsc",
+        "ale"
+      ],
+      [
+        "Ġnew",
+        "s"
+      ],
+      [
+        "ust",
+        "ing"
+      ],
+      [
+        "Ġen",
+        "v"
+      ],
+      [
+        "âĤ¬â",
+        "Ģ"
+      ],
+      [
+        "Ġtell",
+        "ing"
+      ],
+      [
+        "Ġswing",
+        "ing"
+      ],
+      [
+        "Ġspark",
+        "led"
+      ],
+      [
+        "Ġcarry",
+        "ing"
+      ],
+      [
+        "gg",
+        "ing"
+      ],
+      [
+        "in",
+        "es"
+      ],
+      [
+        "ri",
+        "c"
+      ],
+      [
+        "Ġfriends",
+        "hip"
+      ],
+      [
+        "Ġcare",
+        "less"
+      ],
+      [
+        "Ġsn",
+        "e"
+      ],
+      [
+        "Ġdoes",
+        "n"
+      ],
+      [
+        "Ġfall",
+        "ing"
+      ],
+      [
+        "Ġcomp",
+        "ut"
+      ],
+      [
+        "Ġpa",
+        "le"
+      ],
+      [
+        "Ġpee",
+        "ked"
+      ],
+      [
+        "Ġcompassion",
+        "ate"
+      ],
+      [
+        "c",
+        "om"
+      ],
+      [
+        "v",
+        "ice"
+      ],
+      [
+        "Ġs",
+        "end"
+      ],
+      [
+        "Ġst",
+        "age"
+      ],
+      [
+        "Ġme",
+        "m"
+      ],
+      [
+        "Ġch",
+        "alk"
+      ],
+      [
+        "Ġch",
+        "asing"
+      ],
+      [
+        "Ġpe",
+        "bble"
+      ],
+      [
+        "ĠEvery",
+        "thing"
+      ],
+      [
+        "Ġcu",
+        "be"
+      ],
+      [
+        "Ġpig",
+        "e"
+      ],
+      [
+        "Ġcou",
+        "rage"
+      ],
+      [
+        "Ġfing",
+        "ers"
+      ],
+      [
+        "Ġturt",
+        "le"
+      ],
+      [
+        "b",
+        "led"
+      ],
+      [
+        "Ġs",
+        "ink"
+      ],
+      [
+        "Ġb",
+        "icycle"
+      ],
+      [
+        "Ġsh",
+        "aking"
+      ],
+      [
+        "Ġsleep",
+        "ing"
+      ],
+      [
+        "Ġneighb",
+        "our"
+      ],
+      [
+        "Ġmoder",
+        "n"
+      ],
+      [
+        "Ġdisg",
+        "usting"
+      ],
+      [
+        "Ġclum",
+        "sy"
+      ],
+      [
+        "g",
+        "est"
+      ],
+      [
+        "Ġh",
+        "ook"
+      ],
+      [
+        "Ġc",
+        "her"
+      ],
+      [
+        "Ġn",
+        "ail"
+      ],
+      [
+        "Ġbig",
+        "gest"
+      ],
+      [
+        "ic",
+        "hes"
+      ],
+      [
+        "Ġbu",
+        "l"
+      ],
+      [
+        "Ġend",
+        "ing"
+      ],
+      [
+        "Ġde",
+        "ad"
+      ],
+      [
+        "Ġtri",
+        "ang"
+      ],
+      [
+        "ul",
+        "ance"
+      ],
+      [
+        "Ġspo",
+        "ke"
+      ],
+      [
+        "Ġpract",
+        "iced"
+      ],
+      [
+        "Ġamb",
+        "ulance"
+      ],
+      [
+        "Ġcomput",
+        "er"
+      ],
+      [
+        "i",
+        "bb"
+      ],
+      [
+        "Ġl",
+        "amp"
+      ],
+      [
+        "Ġst",
+        "ation"
+      ],
+      [
+        "Ġch",
+        "ar"
+      ],
+      [
+        "Ġwall",
+        "et"
+      ],
+      [
+        "ĠTo",
+        "day"
+      ],
+      [
+        "Ġpack",
+        "age"
+      ],
+      [
+        "Ġmic",
+        "rop"
+      ],
+      [
+        "Ġcush",
+        "ion"
+      ],
+      [
+        "keep",
+        "er"
+      ],
+      [
+        "Ġcrocod",
+        "ile"
+      ],
+      [
+        "Ġmicrop",
+        "hone"
+      ],
+      [
+        "u",
+        "nder"
+      ],
+      [
+        "ĠA",
+        "lex"
+      ],
+      [
+        "Ġthought",
+        "ful"
+      ],
+      [
+        "Ġjo",
+        "lly"
+      ],
+      [
+        "Ġpen",
+        "gu"
+      ],
+      [
+        "Ġpump",
+        "kin"
+      ],
+      [
+        "Ġcost",
+        "um"
+      ],
+      [
+        "Ġf",
+        "ive"
+      ],
+      [
+        "Ġd",
+        "ough"
+      ],
+      [
+        "Ġp",
+        "ony"
+      ],
+      [
+        "Ġo",
+        "l"
+      ],
+      [
+        "im",
+        "i"
+      ],
+      [
+        "Ġst",
+        "airs"
+      ],
+      [
+        "Ġkn",
+        "ock"
+      ],
+      [
+        "Ġgra",
+        "nd"
+      ],
+      [
+        "Ġint",
+        "ell"
+      ],
+      [
+        "Ġun",
+        "iver"
+      ],
+      [
+        "Ġbright",
+        "er"
+      ],
+      [
+        "Ġopen",
+        "s"
+      ],
+      [
+        "Ġdream",
+        "ing"
+      ],
+      [
+        "Ġboun",
+        "ced"
+      ],
+      [
+        "Ġquest",
+        "ion"
+      ],
+      [
+        "Ġstat",
+        "ue"
+      ],
+      [
+        "Ġw",
+        "ine"
+      ],
+      [
+        "is",
+        "k"
+      ],
+      [
+        "ĠA",
+        "lice"
+      ],
+      [
+        "Ġco",
+        "coa"
+      ],
+      [
+        "ĠYou",
+        "r"
+      ],
+      [
+        "Ġpe",
+        "pper"
+      ],
+      [
+        "Ġbeaut",
+        "y"
+      ],
+      [
+        "Ġper",
+        "m"
+      ],
+      [
+        "Ġpain",
+        "ting"
+      ],
+      [
+        "Ġsho",
+        "e"
+      ],
+      [
+        "Ġele",
+        "v"
+      ],
+      [
+        "Every",
+        "one"
+      ],
+      [
+        "hin",
+        "o"
+      ],
+      [
+        "Ġweal",
+        "thy"
+      ],
+      [
+        "Ġintell",
+        "ig"
+      ],
+      [
+        "n",
+        "oon"
+      ],
+      [
+        "Ġs",
+        "uit"
+      ],
+      [
+        "Ġm",
+        "ild"
+      ],
+      [
+        "Ġn",
+        "ature"
+      ],
+      [
+        "an",
+        "s"
+      ],
+      [
+        "Ġhapp",
+        "ier"
+      ],
+      [
+        "Ġne",
+        "at"
+      ],
+      [
+        "Ġstart",
+        "s"
+      ],
+      [
+        "uck",
+        "ed"
+      ],
+      [
+        "Ġafter",
+        "noon"
+      ],
+      [
+        "Ġtor",
+        "n"
+      ],
+      [
+        "Ġelev",
+        "ator"
+      ],
+      [
+        "g",
+        "en"
+      ],
+      [
+        "t",
+        "i"
+      ],
+      [
+        "Ġt",
+        "en"
+      ],
+      [
+        "Ġh",
+        "arsh"
+      ],
+      [
+        "Ġp",
+        "ed"
+      ],
+      [
+        "at",
+        "ient"
+      ],
+      [
+        "or",
+        "ant"
+      ],
+      [
+        "Ġre",
+        "ce"
+      ],
+      [
+        "Ġj",
+        "et"
+      ],
+      [
+        "ill",
+        "ie"
+      ],
+      [
+        "ĠR",
+        "ed"
+      ],
+      [
+        "Ġread",
+        "ing"
+      ],
+      [
+        "Ġsear",
+        "ching"
+      ],
+      [
+        "Ġbasket",
+        "ball"
+      ],
+      [
+        "Ġbar",
+        "ber"
+      ],
+      [
+        "Ġspe",
+        "ed"
+      ],
+      [
+        "S",
+        "ee"
+      ],
+      [
+        "a",
+        "wn"
+      ],
+      [
+        "Ġst",
+        "ack"
+      ],
+      [
+        "ĠM",
+        "ummy"
+      ],
+      [
+        "Ġclo",
+        "ck"
+      ],
+      [
+        "ĠG",
+        "ive"
+      ],
+      [
+        "Ġmag",
+        "n"
+      ],
+      [
+        "Ġlea",
+        "ving"
+      ],
+      [
+        "Ġcup",
+        "board"
+      ],
+      [
+        "Ġdes",
+        "ign"
+      ],
+      [
+        "Ġslid",
+        "es"
+      ],
+      [
+        "Ġsandw",
+        "iches"
+      ],
+      [
+        "Ġcand",
+        "le"
+      ],
+      [
+        "aul",
+        "if"
+      ],
+      [
+        "Ġrid",
+        "ing"
+      ],
+      [
+        "Ġfre",
+        "sh"
+      ],
+      [
+        "o",
+        "ppy"
+      ],
+      [
+        "Ġsh",
+        "ocked"
+      ],
+      [
+        "Ġen",
+        "er"
+      ],
+      [
+        "Ġjump",
+        "s"
+      ],
+      [
+        "Ġhair",
+        "cut"
+      ],
+      [
+        "Ġrespect",
+        "ful"
+      ],
+      [
+        "Ġcoo",
+        "king"
+      ],
+      [
+        "Ġtick",
+        "et"
+      ],
+      [
+        "Ġenc",
+        "ou"
+      ],
+      [
+        "Ġtunn",
+        "el"
+      ],
+      [
+        "aulif",
+        "lower"
+      ],
+      [
+        "G",
+        "ive"
+      ],
+      [
+        "Ġs",
+        "le"
+      ],
+      [
+        "re",
+        "en"
+      ],
+      [
+        "Ġm",
+        "ay"
+      ],
+      [
+        "Ġth",
+        "ief"
+      ],
+      [
+        "Ġy",
+        "awn"
+      ],
+      [
+        "Ġfor",
+        "t"
+      ],
+      [
+        "Ġal",
+        "ert"
+      ],
+      [
+        "Ġsor",
+        "ts"
+      ],
+      [
+        "Ġimp",
+        "atient"
+      ],
+      [
+        "Ġcre",
+        "ate"
+      ],
+      [
+        "ail",
+        "able"
+      ],
+      [
+        "Ġwhe",
+        "els"
+      ],
+      [
+        "Ġval",
+        "ue"
+      ],
+      [
+        "Ġpri",
+        "ze"
+      ],
+      [
+        "M",
+        "ary"
+      ],
+      [
+        "y",
+        "e"
+      ],
+      [
+        "he",
+        "t"
+      ],
+      [
+        "Ġs",
+        "ent"
+      ],
+      [
+        "Ġb",
+        "ent"
+      ],
+      [
+        "in",
+        "ce"
+      ],
+      [
+        "Ġc",
+        "omet"
+      ],
+      [
+        "Ġc",
+        "amp"
+      ],
+      [
+        "Ġc",
+        "auliflower"
+      ],
+      [
+        "Ġm",
+        "elon"
+      ],
+      [
+        "Ġg",
+        "em"
+      ],
+      [
+        "Ġit",
+        "self"
+      ],
+      [
+        "ir",
+        "on"
+      ],
+      [
+        "Ġmu",
+        "sh"
+      ],
+      [
+        "Ġmonkey",
+        "s"
+      ],
+      [
+        "Ġsal",
+        "ad"
+      ],
+      [
+        "Ġdest",
+        "ro"
+      ],
+      [
+        "Ġresc",
+        "ue"
+      ],
+      [
+        "Ġscoot",
+        "er"
+      ],
+      [
+        "Ġintellig",
+        "ent"
+      ],
+      [
+        "a",
+        "z"
+      ],
+      [
+        "Ġd",
+        "ug"
+      ],
+      [
+        "il",
+        "ing"
+      ],
+      [
+        "an",
+        "ger"
+      ],
+      [
+        "Ġr",
+        "oof"
+      ],
+      [
+        "Ġr",
+        "hino"
+      ],
+      [
+        "Ġsc",
+        "old"
+      ],
+      [
+        "ag",
+        "het"
+      ],
+      [
+        "Ġexp",
+        "er"
+      ],
+      [
+        "Ġbark",
+        "ing"
+      ],
+      [
+        "Ġbanan",
+        "as"
+      ],
+      [
+        "Ġign",
+        "orant"
+      ],
+      [
+        "Ġmic",
+        "ro"
+      ],
+      [
+        "Ġav",
+        "ailable"
+      ],
+      [
+        "Ġgrace",
+        "ful"
+      ],
+      [
+        "Ġmotorcy",
+        "cle"
+      ],
+      [
+        "aghet",
+        "ti"
+      ],
+      [
+        "h",
+        "ood"
+      ],
+      [
+        "ĠS",
+        "n"
+      ],
+      [
+        "Ġe",
+        "arth"
+      ],
+      [
+        "Ġbo",
+        "ots"
+      ],
+      [
+        "Ġsp",
+        "aghetti"
+      ],
+      [
+        "um",
+        "mer"
+      ],
+      [
+        "Ġag",
+        "ree"
+      ],
+      [
+        "Ġbu",
+        "ll"
+      ],
+      [
+        "Ġany",
+        "where"
+      ],
+      [
+        "ĠG",
+        "eorge"
+      ],
+      [
+        "Ġbeh",
+        "ave"
+      ],
+      [
+        "ĠK",
+        "im"
+      ],
+      [
+        "Ġpa",
+        "id"
+      ],
+      [
+        "sc",
+        "ope"
+      ],
+      [
+        "Ġstret",
+        "ched"
+      ],
+      [
+        "Ġfear",
+        "ful"
+      ],
+      [
+        "Ġav",
+        "o"
+      ],
+      [
+        "Ġmicro",
+        "scope"
+      ],
+      [
+        "I",
+        "f"
+      ],
+      [
+        "i",
+        "o"
+      ],
+      [
+        "Ġnot",
+        "eb"
+      ],
+      [
+        "ĠE",
+        "ventually"
+      ],
+      [
+        "Ġold",
+        "er"
+      ],
+      [
+        "Ġsn",
+        "iff"
+      ],
+      [
+        "Ġad",
+        "vice"
+      ],
+      [
+        "Ġstop",
+        "s"
+      ],
+      [
+        "Ġperf",
+        "orm"
+      ],
+      [
+        "Ġfur",
+        "ther"
+      ],
+      [
+        "Ġenv",
+        "ious"
+      ],
+      [
+        "Ġpige",
+        "on"
+      ],
+      [
+        "Ġmush",
+        "room"
+      ],
+      [
+        "Ġnoteb",
+        "ook"
+      ],
+      [
+        "u",
+        "bby"
+      ],
+      [
+        "Ġp",
+        "un"
+      ],
+      [
+        "at",
+        "s"
+      ],
+      [
+        "Ġn",
+        "urse"
+      ],
+      [
+        "or",
+        "able"
+      ],
+      [
+        "Ġth",
+        "under"
+      ],
+      [
+        "Ġcl",
+        "apping"
+      ],
+      [
+        "Ġv",
+        "ide"
+      ],
+      [
+        "Ġbu",
+        "ilt"
+      ],
+      [
+        "ĠC",
+        "l"
+      ],
+      [
+        "Ġun",
+        "com"
+      ],
+      [
+        "Ġshout",
+        "ing"
+      ],
+      [
+        "Ġar",
+        "row"
+      ],
+      [
+        "Ġdraw",
+        "er"
+      ],
+      [
+        "Ġpro",
+        "v"
+      ],
+      [
+        "fort",
+        "able"
+      ],
+      [
+        "Ġtom",
+        "ato"
+      ],
+      [
+        "Ġmeet",
+        "ing"
+      ],
+      [
+        "Ġob",
+        "ject"
+      ],
+      [
+        "Ġyog",
+        "urt"
+      ],
+      [
+        "Ġtemp",
+        "le"
+      ],
+      [
+        "Ġuncom",
+        "fortable"
+      ],
+      [
+        "e",
+        "f"
+      ],
+      [
+        "u",
+        "es"
+      ],
+      [
+        "ĠT",
+        "ony"
+      ],
+      [
+        "Ġloo",
+        "p"
+      ],
+      [
+        "Ġch",
+        "ubby"
+      ],
+      [
+        "Ġsw",
+        "itch"
+      ],
+      [
+        "Ġsk",
+        "ip"
+      ],
+      [
+        "Ġad",
+        "orable"
+      ],
+      [
+        "Åĵ",
+        "It"
+      ],
+      [
+        "Ġcount",
+        "ing"
+      ],
+      [
+        "Ġcoo",
+        "ked"
+      ],
+      [
+        "Ġp",
+        "ist"
+      ],
+      [
+        "ar",
+        "ian"
+      ],
+      [
+        "en",
+        "ry"
+      ],
+      [
+        "Ġst",
+        "ared"
+      ],
+      [
+        "Ġsh",
+        "ut"
+      ],
+      [
+        "ic",
+        "op"
+      ],
+      [
+        "Ġqu",
+        "ite"
+      ],
+      [
+        "Ġsn",
+        "uggled"
+      ],
+      [
+        "ĠGra",
+        "ndpa"
+      ],
+      [
+        "Ġtrou",
+        "bled"
+      ],
+      [
+        "Ġgigg",
+        "le"
+      ],
+      [
+        "Ġblow",
+        "ing"
+      ],
+      [
+        "Ġhel",
+        "icop"
+      ],
+      [
+        "Ġfis",
+        "her"
+      ],
+      [
+        "Ġpist",
+        "ol"
+      ],
+      [
+        "Ġhelicop",
+        "ter"
+      ],
+      [
+        "p",
+        "ar"
+      ],
+      [
+        "ĠS",
+        "ophie"
+      ],
+      [
+        "oo",
+        "ped"
+      ],
+      [
+        "ip",
+        "s"
+      ],
+      [
+        "Ġnow",
+        "here"
+      ],
+      [
+        "Ġforg",
+        "ave"
+      ],
+      [
+        "Ġmar",
+        "ched"
+      ],
+      [
+        "Ġtreasure",
+        "s"
+      ],
+      [
+        "ho",
+        "st"
+      ],
+      [
+        "Ġpass",
+        "port"
+      ],
+      [
+        "Ġstir",
+        "red"
+      ],
+      [
+        "Ġpus",
+        "hing"
+      ],
+      [
+        "Ġcompetit",
+        "ive"
+      ],
+      [
+        "Ġdestro",
+        "y"
+      ],
+      [
+        "Y",
+        "ay"
+      ],
+      [
+        "a",
+        "ked"
+      ],
+      [
+        "o",
+        "e"
+      ],
+      [
+        "t",
+        "ter"
+      ],
+      [
+        "Ġg",
+        "ir"
+      ],
+      [
+        "Ġg",
+        "host"
+      ],
+      [
+        "an",
+        "ic"
+      ],
+      [
+        "ke",
+        "let"
+      ],
+      [
+        "ht",
+        "ub"
+      ],
+      [
+        "Ġre",
+        "ef"
+      ],
+      [
+        "Ġse",
+        "par"
+      ],
+      [
+        "op",
+        "ard"
+      ],
+      [
+        "pl",
+        "ay"
+      ],
+      [
+        "Ġen",
+        "vel"
+      ],
+      [
+        "Ġbre",
+        "at"
+      ],
+      [
+        "Ġrep",
+        "air"
+      ],
+      [
+        "Ġfoot",
+        "ball"
+      ],
+      [
+        "Ġbat",
+        "htub"
+      ],
+      [
+        "Ġrubb",
+        "er"
+      ],
+      [
+        "Ġang",
+        "el"
+      ],
+      [
+        "Ġtriang",
+        "le"
+      ],
+      [
+        "Ġl",
+        "ed"
+      ],
+      [
+        "Ġm",
+        "ill"
+      ],
+      [
+        "ĠS",
+        "h"
+      ],
+      [
+        "ch",
+        "anic"
+      ],
+      [
+        "Ġnam",
+        "es"
+      ],
+      [
+        "Ġle",
+        "opard"
+      ],
+      [
+        "Ġno",
+        "body"
+      ],
+      [
+        "Ġany",
+        "way"
+      ],
+      [
+        "uc",
+        "t"
+      ],
+      [
+        "ct",
+        "us"
+      ],
+      [
+        "Ġshould",
+        "n"
+      ],
+      [
+        "Ġz",
+        "eb"
+      ],
+      [
+        "Ġgi",
+        "ven"
+      ],
+      [
+        "Ġhold",
+        "s"
+      ],
+      [
+        "Ġbar",
+        "rel"
+      ],
+      [
+        "Ġband",
+        "age"
+      ],
+      [
+        "Ġent",
+        "h"
+      ],
+      [
+        "Dad",
+        "dy"
+      ],
+      [
+        "Ġzeb",
+        "ra"
+      ],
+      [
+        "i",
+        "ves"
+      ],
+      [
+        "u",
+        "be"
+      ],
+      [
+        "y",
+        "ear"
+      ],
+      [
+        "Ġp",
+        "or"
+      ],
+      [
+        "Ġp",
+        "and"
+      ],
+      [
+        "Ġo",
+        "tter"
+      ],
+      [
+        "Ġr",
+        "ibb"
+      ],
+      [
+        "Ġsh",
+        "ield"
+      ],
+      [
+        "Ġme",
+        "chanic"
+      ],
+      [
+        "Ġdon",
+        "â"
+      ],
+      [
+        "Ġdis",
+        "ag"
+      ],
+      [
+        "Ġdis",
+        "play"
+      ],
+      [
+        "Ġmusic",
+        "ian"
+      ],
+      [
+        "cer",
+        "os"
+      ],
+      [
+        "Ġspe",
+        "ak"
+      ],
+      [
+        "Ġca",
+        "b"
+      ],
+      [
+        "Ġca",
+        "ctus"
+      ],
+      [
+        "ĠBet",
+        "sy"
+      ],
+      [
+        "Ġbul",
+        "b"
+      ],
+      [
+        "C",
+        "h"
+      ],
+      [
+        "e",
+        "ath"
+      ],
+      [
+        "i",
+        "kes"
+      ],
+      [
+        "x",
+        "y"
+      ],
+      [
+        "Ġt",
+        "ube"
+      ],
+      [
+        "Ġa",
+        "head"
+      ],
+      [
+        "Ġs",
+        "ummer"
+      ],
+      [
+        "Ġs",
+        "kelet"
+      ],
+      [
+        "Ġp",
+        "urse"
+      ],
+      [
+        "Ġkn",
+        "ob"
+      ],
+      [
+        "Ġdidn",
+        "â"
+      ],
+      [
+        "Ġcouldn",
+        "â"
+      ],
+      [
+        "Ġcol",
+        "ours"
+      ],
+      [
+        "Ġwindow",
+        "s"
+      ],
+      [
+        "oom",
+        "y"
+      ],
+      [
+        "Ġgif",
+        "ted"
+      ],
+      [
+        "Ġcart",
+        "oon"
+      ],
+      [
+        "Ġrhino",
+        "ceros"
+      ],
+      [
+        "g",
+        "l"
+      ],
+      [
+        "he",
+        "art"
+      ],
+      [
+        "Ġs",
+        "ize"
+      ],
+      [
+        "Ġb",
+        "et"
+      ],
+      [
+        "ĠM",
+        "iss"
+      ],
+      [
+        "Ġsc",
+        "rew"
+      ],
+      [
+        "Ġfl",
+        "our"
+      ],
+      [
+        "Ġbl",
+        "in"
+      ],
+      [
+        "ap",
+        "a"
+      ],
+      [
+        "Ġdis",
+        "hes"
+      ],
+      [
+        "Ġrain",
+        "ing"
+      ],
+      [
+        "Ġhop",
+        "ing"
+      ],
+      [
+        "Ġsho",
+        "vel"
+      ],
+      [
+        "Ġmin",
+        "t"
+      ],
+      [
+        "Ġjelly",
+        "fish"
+      ],
+      [
+        "Ġswe",
+        "ater"
+      ],
+      [
+        "Ġchar",
+        "ming"
+      ],
+      [
+        "Ġpengu",
+        "in"
+      ],
+      [
+        "Ġenvel",
+        "ope"
+      ],
+      [
+        "Ġenth",
+        "us"
+      ],
+      [
+        "Ġcab",
+        "in"
+      ],
+      [
+        "re",
+        "c"
+      ],
+      [
+        "Ġp",
+        "ant"
+      ],
+      [
+        "Ġth",
+        "read"
+      ],
+      [
+        "Ġin",
+        "se"
+      ],
+      [
+        "Ġst",
+        "aff"
+      ],
+      [
+        "Ġli",
+        "z"
+      ],
+      [
+        "Ġun",
+        "pack"
+      ],
+      [
+        "Ġwr",
+        "iting"
+      ],
+      [
+        "Ġtra",
+        "sh"
+      ],
+      [
+        "Ġroll",
+        "ing"
+      ],
+      [
+        "Ġwaff",
+        "le"
+      ],
+      [
+        "Ġ",
+        "iron"
+      ],
+      [
+        "Ġw",
+        "ing"
+      ],
+      [
+        "er",
+        "able"
+      ],
+      [
+        "Ġshe",
+        "et"
+      ],
+      [
+        "ĠB",
+        "uddy"
+      ],
+      [
+        "Ġsh",
+        "adow"
+      ],
+      [
+        "Ġro",
+        "ared"
+      ],
+      [
+        "Ġmu",
+        "ff"
+      ],
+      [
+        "Ġair",
+        "port"
+      ],
+      [
+        "Ġce",
+        "iling"
+      ],
+      [
+        "Ġatt",
+        "ic"
+      ],
+      [
+        "Ġorgan",
+        "ize"
+      ],
+      [
+        "Ġstret",
+        "ch"
+      ],
+      [
+        "Ġgrap",
+        "es"
+      ],
+      [
+        "Ġo",
+        "bs"
+      ],
+      [
+        "ĠA",
+        "re"
+      ],
+      [
+        "ĠW",
+        "ould"
+      ],
+      [
+        "ĠIn",
+        "st"
+      ],
+      [
+        "Ġpi",
+        "ano"
+      ],
+      [
+        "Ġsal",
+        "t"
+      ],
+      [
+        "Ġmis",
+        "erable"
+      ],
+      [
+        "Ġc",
+        "ord"
+      ],
+      [
+        "Ġd",
+        "ess"
+      ],
+      [
+        "Ġre",
+        "fused"
+      ],
+      [
+        "Ġsc",
+        "reen"
+      ],
+      [
+        "ĠD",
+        "an"
+      ],
+      [
+        "Ġstr",
+        "ugg"
+      ],
+      [
+        "Ġneed",
+        "le"
+      ],
+      [
+        "Ġbear",
+        "s"
+      ],
+      [
+        "ĠAnd",
+        "y"
+      ],
+      [
+        "Ġhead",
+        "ed"
+      ],
+      [
+        "Ġstick",
+        "y"
+      ],
+      [
+        "Ġfree",
+        "z"
+      ],
+      [
+        "Ġzoom",
+        "ed"
+      ],
+      [
+        "Ġimag",
+        "ined"
+      ],
+      [
+        "Ġmed",
+        "al"
+      ],
+      [
+        "Ġmagn",
+        "et"
+      ],
+      [
+        "rec",
+        "i"
+      ],
+      [
+        "Ġobs",
+        "er"
+      ],
+      [
+        "Ġ",
+        "er"
+      ],
+      [
+        "Ġli",
+        "ves"
+      ],
+      [
+        "ĠA",
+        "l"
+      ],
+      [
+        "ĠP",
+        "at"
+      ],
+      [
+        "Ġapp",
+        "reci"
+      ],
+      [
+        "ass",
+        "es"
+      ],
+      [
+        "Ġsail",
+        "or"
+      ],
+      [
+        "Ġminut",
+        "e"
+      ],
+      [
+        "Ġfisher",
+        "man"
+      ],
+      [
+        "v",
+        "ision"
+      ],
+      [
+        "Ġr",
+        "at"
+      ],
+      [
+        "al",
+        "ed"
+      ],
+      [
+        "Ġbr",
+        "us"
+      ],
+      [
+        "Ġch",
+        "ance"
+      ],
+      [
+        "Ġpo",
+        "st"
+      ],
+      [
+        "Ġsun",
+        "gl"
+      ],
+      [
+        "Ġche",
+        "ek"
+      ],
+      [
+        "ree",
+        "ze"
+      ],
+      [
+        "Ġde",
+        "af"
+      ],
+      [
+        "Ġru",
+        "les"
+      ],
+      [
+        "Ġfrog",
+        "s"
+      ],
+      [
+        "Ġair",
+        "pl"
+      ],
+      [
+        "ĠGo",
+        "d"
+      ],
+      [
+        "Ġstrawber",
+        "ry"
+      ],
+      [
+        "Ġsle",
+        "pt"
+      ],
+      [
+        "Ġliz",
+        "ard"
+      ],
+      [
+        "Ġsungl",
+        "asses"
+      ],
+      [
+        "Ġl",
+        "uck"
+      ],
+      [
+        "Ġin",
+        "f"
+      ],
+      [
+        "Ġbe",
+        "ep"
+      ],
+      [
+        "ĠB",
+        "unny"
+      ],
+      [
+        "Ġme",
+        "as"
+      ],
+      [
+        "Ġro",
+        "d"
+      ],
+      [
+        "Ġor",
+        "der"
+      ],
+      [
+        "Ġrest",
+        "less"
+      ],
+      [
+        "Ġsand",
+        "box"
+      ],
+      [
+        "Ġmess",
+        "age"
+      ],
+      [
+        "ĠJoe",
+        "y"
+      ],
+      [
+        "Ġcomp",
+        "let"
+      ],
+      [
+        "Ġatt",
+        "ract"
+      ],
+      [
+        "Ġgold",
+        "en"
+      ],
+      [
+        "Gra",
+        "ndma"
+      ],
+      [
+        "Ġpil",
+        "ot"
+      ],
+      [
+        "Ġpor",
+        "ch"
+      ],
+      [
+        "L",
+        "ittle"
+      ],
+      [
+        "l",
+        "er"
+      ],
+      [
+        "s",
+        "es"
+      ]
+    ]
+  }
+}
\ No newline at end of file
diff --git a/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-2900/tokenizer_config.json b/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-2900/tokenizer_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..f1578d3b6947e13e4001d559b79d4944be52b9c1
--- /dev/null
+++ b/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-2900/tokenizer_config.json
@@ -0,0 +1,13 @@
+{
+  "add_prefix_space": false,
+  "backend": "tokenizers",
+  "bos_token": "<|endoftext|>",
+  "eos_token": "<|endoftext|>",
+  "errors": "replace",
+  "is_local": false,
+  "local_files_only": false,
+  "model_max_length": 1024,
+  "pad_token": "<|endoftext|>",
+  "tokenizer_class": "GPT2Tokenizer",
+  "unk_token": "<|endoftext|>"
+}
diff --git a/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-2900/trainer_state.json b/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-2900/trainer_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..91984787aea13466b4b9abe4b9fdd244be822076
--- /dev/null
+++ b/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-2900/trainer_state.json
@@ -0,0 +1,1065 @@
+{
+  "best_global_step": null,
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 0.19548365352207617,
+  "eval_steps": 2498,
+  "global_step": 2900,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.0013481631277384564,
+      "grad_norm": 2.078125,
+      "learning_rate": 2.66e-05,
+      "loss": 8.299579620361328,
+      "step": 20
+    },
+    {
+      "epoch": 0.002696326255476913,
+      "grad_norm": 1.359375,
+      "learning_rate": 5.46e-05,
+      "loss": 8.047666931152344,
+      "step": 40
+    },
+    {
+      "epoch": 0.004044489383215369,
+      "grad_norm": 1.2734375,
+      "learning_rate": 8.259999999999999e-05,
+      "loss": 7.838191986083984,
+      "step": 60
+    },
+    {
+      "epoch": 0.005392652510953826,
+      "grad_norm": 1.265625,
+      "learning_rate": 0.0001106,
+      "loss": 7.57310791015625,
+      "step": 80
+    },
+    {
+      "epoch": 0.006740815638692282,
+      "grad_norm": 1.1953125,
+      "learning_rate": 0.0001386,
+      "loss": 7.233531951904297,
+      "step": 100
+    },
+    {
+      "epoch": 0.008088978766430738,
+      "grad_norm": 1.1328125,
+      "learning_rate": 0.00016659999999999998,
+      "loss": 6.860941314697266,
+      "step": 120
+    },
+    {
+      "epoch": 0.009437141894169195,
+      "grad_norm": 0.95703125,
+      "learning_rate": 0.00019460000000000001,
+      "loss": 6.51712646484375,
+      "step": 140
+    },
+    {
+      "epoch": 0.010785305021907651,
+      "grad_norm": 0.81640625,
+      "learning_rate": 0.0002226,
+      "loss": 6.234881591796875,
+      "step": 160
+    },
+    {
+      "epoch": 0.012133468149646108,
+      "grad_norm": 0.73828125,
+      "learning_rate": 0.00025059999999999997,
+      "loss": 6.024795913696289,
+      "step": 180
+    },
+    {
+      "epoch": 0.013481631277384564,
+      "grad_norm": 1.0390625,
+      "learning_rate": 0.0002786,
+      "loss": 5.837321472167969,
+      "step": 200
+    },
+    {
+      "epoch": 0.01482979440512302,
+      "grad_norm": 0.63671875,
+      "learning_rate": 0.00030659999999999997,
+      "loss": 5.647708129882813,
+      "step": 220
+    },
+    {
+      "epoch": 0.016177957532861477,
+      "grad_norm": 0.8984375,
+      "learning_rate": 0.0003346,
+      "loss": 5.43688735961914,
+      "step": 240
+    },
+    {
+      "epoch": 0.01752612066059993,
+      "grad_norm": 0.77734375,
+      "learning_rate": 0.00036260000000000003,
+      "loss": 5.210599517822265,
+      "step": 260
+    },
+    {
+      "epoch": 0.01887428378833839,
+      "grad_norm": 0.890625,
+      "learning_rate": 0.0003906,
+      "loss": 4.956959533691406,
+      "step": 280
+    },
+    {
+      "epoch": 0.020222446916076844,
+      "grad_norm": 0.84765625,
+      "learning_rate": 0.0004186,
+      "loss": 4.726874160766601,
+      "step": 300
+    },
+    {
+      "epoch": 0.021570610043815303,
+      "grad_norm": 0.87890625,
+      "learning_rate": 0.0004466,
+      "loss": 4.527945327758789,
+      "step": 320
+    },
+    {
+      "epoch": 0.022918773171553757,
+      "grad_norm": 1.3515625,
+      "learning_rate": 0.00047460000000000004,
+      "loss": 4.3517810821533205,
+      "step": 340
+    },
+    {
+      "epoch": 0.024266936299292215,
+      "grad_norm": 0.76171875,
+      "learning_rate": 0.0005026,
+      "loss": 4.212622451782226,
+      "step": 360
+    },
+    {
+      "epoch": 0.02561509942703067,
+      "grad_norm": 0.6640625,
+      "learning_rate": 0.0005306,
+      "loss": 4.076633453369141,
+      "step": 380
+    },
+    {
+      "epoch": 0.026963262554769128,
+      "grad_norm": 0.498046875,
+      "learning_rate": 0.0005586,
+      "loss": 3.9346649169921877,
+      "step": 400
+    },
+    {
+      "epoch": 0.028311425682507583,
+      "grad_norm": 0.85546875,
+      "learning_rate": 0.0005866,
+      "loss": 3.8310710906982424,
+      "step": 420
+    },
+    {
+      "epoch": 0.02965958881024604,
+      "grad_norm": 0.59375,
+      "learning_rate": 0.0006146,
+      "loss": 3.7676155090332033,
+      "step": 440
+    },
+    {
+      "epoch": 0.031007751937984496,
+      "grad_norm": 0.6171875,
+      "learning_rate": 0.0006426,
+      "loss": 3.6599285125732424,
+      "step": 460
+    },
+    {
+      "epoch": 0.032355915065722954,
+      "grad_norm": 0.5546875,
+      "learning_rate": 0.0006705999999999999,
+      "loss": 3.5886669158935547,
+      "step": 480
+    },
+    {
+      "epoch": 0.03370407819346141,
+      "grad_norm": 0.546875,
+      "learning_rate": 0.0006986,
+      "loss": 3.512950134277344,
+      "step": 500
+    },
+    {
+      "epoch": 0.03505224132119986,
+      "grad_norm": 0.53125,
+      "learning_rate": 0.0007,
+      "loss": 3.444244384765625,
+      "step": 520
+    },
+    {
+      "epoch": 0.03640040444893832,
+      "grad_norm": 0.5078125,
+      "learning_rate": 0.0007,
+      "loss": 3.369425964355469,
+      "step": 540
+    },
+    {
+      "epoch": 0.03774856757667678,
+      "grad_norm": 0.5625,
+      "learning_rate": 0.0007,
+      "loss": 3.318771743774414,
+      "step": 560
+    },
+    {
+      "epoch": 0.03909673070441524,
+      "grad_norm": 0.470703125,
+      "learning_rate": 0.0007,
+      "loss": 3.2595756530761717,
+      "step": 580
+    },
+    {
+      "epoch": 0.04044489383215369,
+      "grad_norm": 0.53125,
+      "learning_rate": 0.0007,
+      "loss": 3.2241649627685547,
+      "step": 600
+    },
+    {
+      "epoch": 0.04179305695989215,
+      "grad_norm": 0.484375,
+      "learning_rate": 0.0007,
+      "loss": 3.1619989395141603,
+      "step": 620
+    },
+    {
+      "epoch": 0.043141220087630605,
+      "grad_norm": 0.5625,
+      "learning_rate": 0.0007,
+      "loss": 3.14036865234375,
+      "step": 640
+    },
+    {
+      "epoch": 0.044489383215369056,
+      "grad_norm": 0.41796875,
+      "learning_rate": 0.0007,
+      "loss": 3.083884620666504,
+      "step": 660
+    },
+    {
+      "epoch": 0.045837546343107514,
+      "grad_norm": 0.451171875,
+      "learning_rate": 0.0007,
+      "loss": 3.0591588973999024,
+      "step": 680
+    },
+    {
+      "epoch": 0.04718570947084597,
+      "grad_norm": 0.423828125,
+      "learning_rate": 0.0007,
+      "loss": 3.015497016906738,
+      "step": 700
+    },
+    {
+      "epoch": 0.04853387259858443,
+      "grad_norm": 0.41796875,
+      "learning_rate": 0.0007,
+      "loss": 2.9805700302124025,
+      "step": 720
+    },
+    {
+      "epoch": 0.04988203572632288,
+      "grad_norm": 0.46875,
+      "learning_rate": 0.0007,
+      "loss": 2.9426918029785156,
+      "step": 740
+    },
+    {
+      "epoch": 0.05123019885406134,
+      "grad_norm": 0.46484375,
+      "learning_rate": 0.0007,
+      "loss": 2.9274158477783203,
+      "step": 760
+    },
+    {
+      "epoch": 0.0525783619817998,
+      "grad_norm": 0.421875,
+      "learning_rate": 0.0007,
+      "loss": 2.931459426879883,
+      "step": 780
+    },
+    {
+      "epoch": 0.053926525109538256,
+      "grad_norm": 0.486328125,
+      "learning_rate": 0.0007,
+      "loss": 2.877642059326172,
+      "step": 800
+    },
+    {
+      "epoch": 0.05527468823727671,
+      "grad_norm": 0.40234375,
+      "learning_rate": 0.0007,
+      "loss": 2.8646697998046875,
+      "step": 820
+    },
+    {
+      "epoch": 0.056622851365015166,
+      "grad_norm": 0.451171875,
+      "learning_rate": 0.0007,
+      "loss": 2.8328128814697267,
+      "step": 840
+    },
+    {
+      "epoch": 0.057971014492753624,
+      "grad_norm": 0.396484375,
+      "learning_rate": 0.0007,
+      "loss": 2.790274429321289,
+      "step": 860
+    },
+    {
+      "epoch": 0.05931917762049208,
+      "grad_norm": 0.423828125,
+      "learning_rate": 0.0007,
+      "loss": 2.7668125152587892,
+      "step": 880
+    },
+    {
+      "epoch": 0.06066734074823053,
+      "grad_norm": 0.427734375,
+      "learning_rate": 0.0007,
+      "loss": 2.7516881942749025,
+      "step": 900
+    },
+    {
+      "epoch": 0.06201550387596899,
+      "grad_norm": 0.42578125,
+      "learning_rate": 0.0007,
+      "loss": 2.722590446472168,
+      "step": 920
+    },
+    {
+      "epoch": 0.06336366700370745,
+      "grad_norm": 0.4375,
+      "learning_rate": 0.0007,
+      "loss": 2.708496856689453,
+      "step": 940
+    },
+    {
+      "epoch": 0.06471183013144591,
+      "grad_norm": 0.400390625,
+      "learning_rate": 0.0007,
+      "loss": 2.681654930114746,
+      "step": 960
+    },
+    {
+      "epoch": 0.06605999325918437,
+      "grad_norm": 0.396484375,
+      "learning_rate": 0.0007,
+      "loss": 2.6650571823120117,
+      "step": 980
+    },
+    {
+      "epoch": 0.06740815638692282,
+      "grad_norm": 0.41015625,
+      "learning_rate": 0.0007,
+      "loss": 2.6637720108032226,
+      "step": 1000
+    },
+    {
+      "epoch": 0.06875631951466127,
+      "grad_norm": 0.396484375,
+      "learning_rate": 0.0007,
+      "loss": 2.6311159133911133,
+      "step": 1020
+    },
+    {
+      "epoch": 0.07010448264239973,
+      "grad_norm": 0.408203125,
+      "learning_rate": 0.0007,
+      "loss": 2.615707015991211,
+      "step": 1040
+    },
+    {
+      "epoch": 0.07145264577013818,
+      "grad_norm": 0.404296875,
+      "learning_rate": 0.0007,
+      "loss": 2.6003103256225586,
+      "step": 1060
+    },
+    {
+      "epoch": 0.07280080889787664,
+      "grad_norm": 0.41015625,
+      "learning_rate": 0.0007,
+      "loss": 2.581348991394043,
+      "step": 1080
+    },
+    {
+      "epoch": 0.0741489720256151,
+      "grad_norm": 0.404296875,
+      "learning_rate": 0.0007,
+      "loss": 2.574792671203613,
+      "step": 1100
+    },
+    {
+      "epoch": 0.07549713515335356,
+      "grad_norm": 0.384765625,
+      "learning_rate": 0.0007,
+      "loss": 2.538400650024414,
+      "step": 1120
+    },
+    {
+      "epoch": 0.07684529828109202,
+      "grad_norm": 0.41796875,
+      "learning_rate": 0.0007,
+      "loss": 2.5249162673950196,
+      "step": 1140
+    },
+    {
+      "epoch": 0.07819346140883048,
+      "grad_norm": 0.404296875,
+      "learning_rate": 0.0007,
+      "loss": 2.5237232208251954,
+      "step": 1160
+    },
+    {
+      "epoch": 0.07954162453656892,
+      "grad_norm": 0.396484375,
+      "learning_rate": 0.0007,
+      "loss": 2.517318344116211,
+      "step": 1180
+    },
+    {
+      "epoch": 0.08088978766430738,
+      "grad_norm": 0.41796875,
+      "learning_rate": 0.0007,
+      "loss": 2.507699203491211,
+      "step": 1200
+    },
+    {
+      "epoch": 0.08223795079204584,
+      "grad_norm": 0.3828125,
+      "learning_rate": 0.0007,
+      "loss": 2.4932661056518555,
+      "step": 1220
+    },
+    {
+      "epoch": 0.0835861139197843,
+      "grad_norm": 0.365234375,
+      "learning_rate": 0.0007,
+      "loss": 2.4781061172485352,
+      "step": 1240
+    },
+    {
+      "epoch": 0.08493427704752275,
+      "grad_norm": 0.388671875,
+      "learning_rate": 0.0007,
+      "loss": 2.465612030029297,
+      "step": 1260
+    },
+    {
+      "epoch": 0.08628244017526121,
+      "grad_norm": 0.41796875,
+      "learning_rate": 0.0007,
+      "loss": 2.4463497161865235,
+      "step": 1280
+    },
+    {
+      "epoch": 0.08763060330299967,
+      "grad_norm": 0.390625,
+      "learning_rate": 0.0007,
+      "loss": 2.4374414443969727,
+      "step": 1300
+    },
+    {
+      "epoch": 0.08897876643073811,
+      "grad_norm": 0.35546875,
+      "learning_rate": 0.0007,
+      "loss": 2.4308101654052736,
+      "step": 1320
+    },
+    {
+      "epoch": 0.09032692955847657,
+      "grad_norm": 0.40234375,
+      "learning_rate": 0.0007,
+      "loss": 2.416130256652832,
+      "step": 1340
+    },
+    {
+      "epoch": 0.09167509268621503,
+      "grad_norm": 0.4296875,
+      "learning_rate": 0.0007,
+      "loss": 2.41524600982666,
+      "step": 1360
+    },
+    {
+      "epoch": 0.09302325581395349,
+      "grad_norm": 0.359375,
+      "learning_rate": 0.0007,
+      "loss": 2.392221450805664,
+      "step": 1380
+    },
+    {
+      "epoch": 0.09437141894169195,
+      "grad_norm": 0.373046875,
+      "learning_rate": 0.0007,
+      "loss": 2.383866310119629,
+      "step": 1400
+    },
+    {
+      "epoch": 0.0957195820694304,
+      "grad_norm": 0.396484375,
+      "learning_rate": 0.0007,
+      "loss": 2.394974708557129,
+      "step": 1420
+    },
+    {
+      "epoch": 0.09706774519716886,
+      "grad_norm": 0.396484375,
+      "learning_rate": 0.0007,
+      "loss": 2.3713239669799804,
+      "step": 1440
+    },
+    {
+      "epoch": 0.09841590832490732,
+      "grad_norm": 0.37109375,
+      "learning_rate": 0.0007,
+      "loss": 2.3597253799438476,
+      "step": 1460
+    },
+    {
+      "epoch": 0.09976407145264576,
+      "grad_norm": 0.34765625,
+      "learning_rate": 0.0007,
+      "loss": 2.3452421188354493,
+      "step": 1480
+    },
+    {
+      "epoch": 0.10111223458038422,
+      "grad_norm": 0.376953125,
+      "learning_rate": 0.0007,
+      "loss": 2.3336454391479493,
+      "step": 1500
+    },
+    {
+      "epoch": 0.10246039770812268,
+      "grad_norm": 0.39453125,
+      "learning_rate": 0.0007,
+      "loss": 2.3358110427856444,
+      "step": 1520
+    },
+    {
+      "epoch": 0.10380856083586114,
+      "grad_norm": 0.40625,
+      "learning_rate": 0.0007,
+      "loss": 2.324386787414551,
+      "step": 1540
+    },
+    {
+      "epoch": 0.1051567239635996,
+      "grad_norm": 0.376953125,
+      "learning_rate": 0.0007,
+      "loss": 2.313844108581543,
+      "step": 1560
+    },
+    {
+      "epoch": 0.10650488709133805,
+      "grad_norm": 0.349609375,
+      "learning_rate": 0.0007,
+      "loss": 2.3294256210327147,
+      "step": 1580
+    },
+    {
+      "epoch": 0.10785305021907651,
+      "grad_norm": 0.40234375,
+      "learning_rate": 0.0007,
+      "loss": 2.297942352294922,
+      "step": 1600
+    },
+    {
+      "epoch": 0.10920121334681497,
+      "grad_norm": 0.357421875,
+      "learning_rate": 0.0007,
+      "loss": 2.296767997741699,
+      "step": 1620
+    },
+    {
+      "epoch": 0.11054937647455342,
+      "grad_norm": 0.37890625,
+      "learning_rate": 0.0007,
+      "loss": 2.3081844329833983,
+      "step": 1640
+    },
+    {
+      "epoch": 0.11189753960229187,
+      "grad_norm": 0.35546875,
+      "learning_rate": 0.0007,
+      "loss": 2.2883626937866213,
+      "step": 1660
+    },
+    {
+      "epoch": 0.11324570273003033,
+      "grad_norm": 0.375,
+      "learning_rate": 0.0007,
+      "loss": 2.272566223144531,
+      "step": 1680
+    },
+    {
+      "epoch": 0.11459386585776879,
+      "grad_norm": 0.373046875,
+      "learning_rate": 0.0007,
+      "loss": 2.281250762939453,
+      "step": 1700
+    },
+    {
+      "epoch": 0.11594202898550725,
+      "grad_norm": 0.41796875,
+      "learning_rate": 0.0007,
+      "loss": 2.257417106628418,
+      "step": 1720
+    },
+    {
+      "epoch": 0.1172901921132457,
+      "grad_norm": 0.365234375,
+      "learning_rate": 0.0007,
+      "loss": 2.2473636627197267,
+      "step": 1740
+    },
+    {
+      "epoch": 0.11863835524098416,
+      "grad_norm": 0.380859375,
+      "learning_rate": 0.0007,
+      "loss": 2.253912925720215,
+      "step": 1760
+    },
+    {
+      "epoch": 0.11998651836872262,
+      "grad_norm": 0.3515625,
+      "learning_rate": 0.0007,
+      "loss": 2.2672780990600585,
+      "step": 1780
+    },
+    {
+      "epoch": 0.12133468149646107,
+      "grad_norm": 0.3671875,
+      "learning_rate": 0.0007,
+      "loss": 2.261806106567383,
+      "step": 1800
+    },
+    {
+      "epoch": 0.12268284462419952,
+      "grad_norm": 0.375,
+      "learning_rate": 0.0007,
+      "loss": 2.2513105392456056,
+      "step": 1820
+    },
+    {
+      "epoch": 0.12403100775193798,
+      "grad_norm": 0.369140625,
+      "learning_rate": 0.0007,
+      "loss": 2.2201774597167967,
+      "step": 1840
+    },
+    {
+      "epoch": 0.12537917087967643,
+      "grad_norm": 0.35546875,
+      "learning_rate": 0.0007,
+      "loss": 2.2213924407958983,
+      "step": 1860
+    },
+    {
+      "epoch": 0.1267273340074149,
+      "grad_norm": 0.361328125,
+      "learning_rate": 0.0007,
+      "loss": 2.21158447265625,
+      "step": 1880
+    },
+    {
+      "epoch": 0.12807549713515334,
+      "grad_norm": 0.357421875,
+      "learning_rate": 0.0007,
+      "loss": 2.218313217163086,
+      "step": 1900
+    },
+    {
+      "epoch": 0.12942366026289182,
+      "grad_norm": 0.361328125,
+      "learning_rate": 0.0007,
+      "loss": 2.1961637496948243,
+      "step": 1920
+    },
+    {
+      "epoch": 0.13077182339063026,
+      "grad_norm": 0.369140625,
+      "learning_rate": 0.0007,
+      "loss": 2.2057926177978517,
+      "step": 1940
+    },
+    {
+      "epoch": 0.13211998651836873,
+      "grad_norm": 0.345703125,
+      "learning_rate": 0.0007,
+      "loss": 2.181648826599121,
+      "step": 1960
+    },
+    {
+      "epoch": 0.13346814964610718,
+      "grad_norm": 0.380859375,
+      "learning_rate": 0.0007,
+      "loss": 2.203908920288086,
+      "step": 1980
+    },
+    {
+      "epoch": 0.13481631277384565,
+      "grad_norm": 0.341796875,
+      "learning_rate": 0.0007,
+      "loss": 2.1758956909179688,
+      "step": 2000
+    },
+    {
+      "epoch": 0.1361644759015841,
+      "grad_norm": 0.35546875,
+      "learning_rate": 0.0007,
+      "loss": 2.185748481750488,
+      "step": 2020
+    },
+    {
+      "epoch": 0.13751263902932254,
+      "grad_norm": 0.41796875,
+      "learning_rate": 0.0007,
+      "loss": 2.165380668640137,
+      "step": 2040
+    },
+    {
+      "epoch": 0.138860802157061,
+      "grad_norm": 0.3515625,
+      "learning_rate": 0.0007,
+      "loss": 2.1852161407470705,
+      "step": 2060
+    },
+    {
+      "epoch": 0.14020896528479945,
+      "grad_norm": 0.34765625,
+      "learning_rate": 0.0007,
+      "loss": 2.160782051086426,
+      "step": 2080
+    },
+    {
+      "epoch": 0.14155712841253792,
+      "grad_norm": 0.337890625,
+      "learning_rate": 0.0007,
+      "loss": 2.152023124694824,
+      "step": 2100
+    },
+    {
+      "epoch": 0.14290529154027637,
+      "grad_norm": 0.359375,
+      "learning_rate": 0.0007,
+      "loss": 2.160308837890625,
+      "step": 2120
+    },
+    {
+      "epoch": 0.14425345466801484,
+      "grad_norm": 0.34765625,
+      "learning_rate": 0.0007,
+      "loss": 2.1609643936157226,
+      "step": 2140
+    },
+    {
+      "epoch": 0.14560161779575329,
+      "grad_norm": 0.357421875,
+      "learning_rate": 0.0007,
+      "loss": 2.1475265502929686,
+      "step": 2160
+    },
+    {
+      "epoch": 0.14694978092349173,
+      "grad_norm": 0.345703125,
+      "learning_rate": 0.0007,
+      "loss": 2.155929183959961,
+      "step": 2180
+    },
+    {
+      "epoch": 0.1482979440512302,
+      "grad_norm": 0.341796875,
+      "learning_rate": 0.0007,
+      "loss": 2.1293373107910156,
+      "step": 2200
+    },
+    {
+      "epoch": 0.14964610717896865,
+      "grad_norm": 0.35546875,
+      "learning_rate": 0.0007,
+      "loss": 2.137188720703125,
+      "step": 2220
+    },
+    {
+      "epoch": 0.15099427030670712,
+      "grad_norm": 0.345703125,
+      "learning_rate": 0.0007,
+      "loss": 2.1462854385375976,
+      "step": 2240
+    },
+    {
+      "epoch": 0.15234243343444556,
+      "grad_norm": 0.365234375,
+      "learning_rate": 0.0007,
+      "loss": 2.1255794525146485,
+      "step": 2260
+    },
+    {
+      "epoch": 0.15369059656218403,
+      "grad_norm": 0.33984375,
+      "learning_rate": 0.0007,
+      "loss": 2.1365018844604493,
+      "step": 2280
+    },
+    {
+      "epoch": 0.15503875968992248,
+      "grad_norm": 0.337890625,
+      "learning_rate": 0.0007,
+      "loss": 2.1164464950561523,
+      "step": 2300
+    },
+    {
+      "epoch": 0.15638692281766095,
+      "grad_norm": 0.361328125,
+      "learning_rate": 0.0007,
+      "loss": 2.127320671081543,
+      "step": 2320
+    },
+    {
+      "epoch": 0.1577350859453994,
+      "grad_norm": 0.3359375,
+      "learning_rate": 0.0007,
+      "loss": 2.117641067504883,
+      "step": 2340
+    },
+    {
+      "epoch": 0.15908324907313784,
+      "grad_norm": 0.357421875,
+      "learning_rate": 0.0007,
+      "loss": 2.119377326965332,
+      "step": 2360
+    },
+    {
+      "epoch": 0.1604314122008763,
+      "grad_norm": 0.33203125,
+      "learning_rate": 0.0007,
+      "loss": 2.121909332275391,
+      "step": 2380
+    },
+    {
+      "epoch": 0.16177957532861476,
+      "grad_norm": 0.361328125,
+      "learning_rate": 0.0007,
+      "loss": 2.10235538482666,
+      "step": 2400
+    },
+    {
+      "epoch": 0.16312773845635323,
+      "grad_norm": 0.353515625,
+      "learning_rate": 0.0007,
+      "loss": 2.1056692123413088,
+      "step": 2420
+    },
+    {
+      "epoch": 0.16447590158409167,
+      "grad_norm": 0.3359375,
+      "learning_rate": 0.0007,
+      "loss": 2.093578910827637,
+      "step": 2440
+    },
+    {
+      "epoch": 0.16582406471183014,
+      "grad_norm": 0.337890625,
+      "learning_rate": 0.0007,
+      "loss": 2.1059795379638673,
+      "step": 2460
+    },
+    {
+      "epoch": 0.1671722278395686,
+      "grad_norm": 0.361328125,
+      "learning_rate": 0.0007,
+      "loss": 2.106010627746582,
+      "step": 2480
+    },
+    {
+      "epoch": 0.1683855746545332,
+      "eval_loss": 2.100916624069214,
+      "eval_runtime": 15.3711,
+      "eval_samples_per_second": 619.799,
+      "eval_steps_per_second": 0.651,
+      "step": 2498
+    },
+    {
+      "epoch": 0.16852039096730703,
+      "grad_norm": 0.33984375,
+      "learning_rate": 0.0007,
+      "loss": 2.087843322753906,
+      "step": 2500
+    },
+    {
+      "epoch": 0.16852039096730703,
+      "eval_loss": 2.1001250743865967,
+      "eval_runtime": 18.4156,
+      "eval_samples_per_second": 517.335,
+      "eval_steps_per_second": 0.543,
+      "step": 2500
+    },
+    {
+      "epoch": 0.1698685540950455,
+      "grad_norm": 20840448.0,
+      "learning_rate": 3.4200000000000005e-05,
+      "loss": 2.092716407775879,
+      "step": 2520
+    },
+    {
+      "epoch": 0.17121671722278395,
+      "grad_norm": 22937600.0,
+      "learning_rate": 7.020000000000001e-05,
+      "loss": 2.106246566772461,
+      "step": 2540
+    },
+    {
+      "epoch": 0.17256488035052242,
+      "grad_norm": 116391936.0,
+      "learning_rate": 9e-05,
+      "loss": 3.2435539245605467,
+      "step": 2560
+    },
+    {
+      "epoch": 0.17391304347826086,
+      "grad_norm": 283115520.0,
+      "learning_rate": 9e-05,
+      "loss": 7.010993957519531,
+      "step": 2580
+    },
+    {
+      "epoch": 0.17526120660599934,
+      "grad_norm": 583008256.0,
+      "learning_rate": 9e-05,
+      "loss": 7.576824188232422,
+      "step": 2600
+    },
+    {
+      "epoch": 0.17660936973373778,
+      "grad_norm": 998244352.0,
+      "learning_rate": 9e-05,
+      "loss": 7.7992095947265625,
+      "step": 2620
+    },
+    {
+      "epoch": 0.17795753286147623,
+      "grad_norm": 1501560832.0,
+      "learning_rate": 9e-05,
+      "loss": 7.901728820800781,
+      "step": 2640
+    },
+    {
+      "epoch": 0.1793056959892147,
+      "grad_norm": 2055208960.0,
+      "learning_rate": 9e-05,
+      "loss": 7.956874847412109,
+      "step": 2660
+    },
+    {
+      "epoch": 0.18065385911695314,
+      "grad_norm": 2650800128.0,
+      "learning_rate": 9e-05,
+      "loss": 7.995229339599609,
+      "step": 2680
+    },
+    {
+      "epoch": 0.1820020222446916,
+      "grad_norm": 3288334336.0,
+      "learning_rate": 9e-05,
+      "loss": 8.019290161132812,
+      "step": 2700
+    },
+    {
+      "epoch": 0.18335018537243006,
+      "grad_norm": 3942645760.0,
+      "learning_rate": 9e-05,
+      "loss": 8.043710327148437,
+      "step": 2720
+    },
+    {
+      "epoch": 0.18469834850016853,
+      "grad_norm": 4630511616.0,
+      "learning_rate": 9e-05,
+      "loss": 8.043434143066406,
+      "step": 2740
+    },
+    {
+      "epoch": 0.18604651162790697,
+      "grad_norm": 5301600256.0,
+      "learning_rate": 9e-05,
+      "loss": 8.049758911132812,
+      "step": 2760
+    },
+    {
+      "epoch": 0.18739467475564545,
+      "grad_norm": 5972688896.0,
+      "learning_rate": 9e-05,
+      "loss": 8.061854553222656,
+      "step": 2780
+    },
+    {
+      "epoch": 0.1887428378833839,
+      "grad_norm": 6643777536.0,
+      "learning_rate": 9e-05,
+      "loss": 8.073146057128906,
+      "step": 2800
+    },
+    {
+      "epoch": 0.19009100101112233,
+      "grad_norm": 7281311744.0,
+      "learning_rate": 9e-05,
+      "loss": 8.076551818847657,
+      "step": 2820
+    },
+    {
+      "epoch": 0.1914391641388608,
+      "grad_norm": 7918845952.0,
+      "learning_rate": 9e-05,
+      "loss": 8.078580474853515,
+      "step": 2840
+    },
+    {
+      "epoch": 0.19278732726659925,
+      "grad_norm": 8556380160.0,
+      "learning_rate": 9e-05,
+      "loss": 8.073567199707032,
+      "step": 2860
+    },
+    {
+      "epoch": 0.19413549039433772,
+      "grad_norm": 9126805504.0,
+      "learning_rate": 9e-05,
+      "loss": 8.08355941772461,
+      "step": 2880
+    },
+    {
+      "epoch": 0.19548365352207617,
+      "grad_norm": 9730785280.0,
+      "learning_rate": 9e-05,
+      "loss": 8.085595703125,
+      "step": 2900
+    }
+  ],
+  "logging_steps": 20,
+  "max_steps": 3500,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 1,
+  "save_steps": 100,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 9356223027609600.0,
+  "train_batch_size": 64,
+  "trial_name": null,
+  "trial_params": null
+}
diff --git a/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-2900/training_args.bin b/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-2900/training_args.bin
new file mode 100644
index 0000000000000000000000000000000000000000..c1e7646e238287016f463d9c164308eeb61907be
--- /dev/null
+++ b/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-2900/training_args.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:759f687547d62f080b691b398df9dd337d9e21ff107770065591d2088b29bf88
+size 4920
diff --git a/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-3000/config.json b/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-3000/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..ddf778ded4e2e08f20c75fc7d22d4fbdcdda599a
--- /dev/null
+++ b/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-3000/config.json
@@ -0,0 +1,36 @@
+{
+  "activation": "gelu",
+  "architectures": [
+    "TinyLlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 1,
+  "dtype": "bfloat16",
+  "eos_token_id": 2,
+  "head_dim": 32,
+  "hidden_act": "silu",
+  "hidden_size": 128,
+  "initializer_range": 0.02,
+  "intermediate_size": 256,
+  "max_position_embeddings": 512,
+  "mlp_bias": false,
+  "mlp_type": "glu",
+  "model_type": "tiny_llama",
+  "num_attention_heads": 4,
+  "num_hidden_layers": 100,
+  "num_key_value_heads": 4,
+  "pad_token_id": 0,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-06,
+  "rope_parameters": {
+    "rope_theta": 10000.0,
+    "rope_type": "default"
+  },
+  "tie_word_embeddings": true,
+  "tokenizer_name": "w-ahmad/tiny-stories-tokenizer",
+  "transformers_version": "5.16.0.dev0",
+  "use_cache": false,
+  "vocab_size": 4096,
+  "waleed_beta": 4
+}
diff --git a/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-3000/model.safetensors b/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-3000/model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..60a42f1ab3141401f988cb30bab826aa255a7ebe
--- /dev/null
+++ b/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-3000/model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c206a196f35a15b24090dba6aa11c1ce9e25cba82e1dc48eee4e54150e1bac3
+size 33967272
diff --git a/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-3000/optimizer.pt b/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-3000/optimizer.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0332ab7ef25474980cb4938a1111a8cd07979718
--- /dev/null
+++ b/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-3000/optimizer.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b6ddac25130191cf09616e808c04db1512eeea40be2fdfe894b460b668f3b60
+size 39573050
diff --git a/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-3000/rng_state.pth b/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-3000/rng_state.pth
new file mode 100644
index 0000000000000000000000000000000000000000..e29ad0909e8c1afefa182e7ed890fa257c75af25
--- /dev/null
+++ b/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-3000/rng_state.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cf9097d4513154245c48236b6ec5137b7ee2a21c9f58f2cba798ea275c6026f
+size 14244
diff --git a/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-3000/scheduler.pt b/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-3000/scheduler.pt
new file mode 100644
index 0000000000000000000000000000000000000000..328305f9f798dc94a540d8d8c6bacf9aa2bb1d02
--- /dev/null
+++ b/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-3000/scheduler.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5138b027fc3060283bbcf135873185cb5a8f65583d5c7597645469d2c1529ff7
+size 1064
diff --git a/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-3000/tokenizer.json b/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-3000/tokenizer.json
new file mode 100644
index 0000000000000000000000000000000000000000..4e4e61f2579f8f18013caa72cd48f66b9ed1ad9f
--- /dev/null
+++ b/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-3000/tokenizer.json
@@ -0,0 +1,19501 @@
+{
+  "version": "1.0",
+  "truncation": null,
+  "padding": null,
+  "added_tokens": [
+    {
+      "id": 0,
+      "content": "<|endoftext|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": true
+    }
+  ],
+  "normalizer": null,
+  "pre_tokenizer": {
+    "type": "ByteLevel",
+    "add_prefix_space": false,
+    "trim_offsets": true,
+    "use_regex": true
+  },
+  "post_processor": {
+    "type": "ByteLevel",
+    "add_prefix_space": true,
+    "trim_offsets": false,
+    "use_regex": true
+  },
+  "decoder": {
+    "type": "ByteLevel",
+    "add_prefix_space": true,
+    "trim_offsets": true,
+    "use_regex": true
+  },
+  "model": {
+    "type": "BPE",
+    "dropout": null,
+    "unk_token": null,
+    "continuing_subword_prefix": "",
+    "end_of_word_suffix": "",
+    "fuse_unk": false,
+    "byte_fallback": false,
+    "ignore_merges": false,
+    "vocab": {
+      "<|endoftext|>": 0,
+      "!": 1,
+      "\"": 2,
+      "#": 3,
+      "$": 4,
+      "%": 5,
+      "&": 6,
+      "'": 7,
+      "(": 8,
+      ")": 9,
+      "*": 10,
+      "+": 11,
+      ",": 12,
+      "-": 13,
+      ".": 14,
+      "/": 15,
+      "0": 16,
+      "1": 17,
+      "2": 18,
+      "3": 19,
+      "4": 20,
+      "5": 21,
+      "6": 22,
+      "7": 23,
+      "8": 24,
+      "9": 25,
+      ":": 26,
+      ";": 27,
+      "<": 28,
+      "=": 29,
+      ">": 30,
+      "?": 31,
+      "@": 32,
+      "A": 33,
+      "B": 34,
+      "C": 35,
+      "D": 36,
+      "E": 37,
+      "F": 38,
+      "G": 39,
+      "H": 40,
+      "I": 41,
+      "J": 42,
+      "K": 43,
+      "L": 44,
+      "M": 45,
+      "N": 46,
+      "O": 47,
+      "P": 48,
+      "Q": 49,
+      "R": 50,
+      "S": 51,
+      "T": 52,
+      "U": 53,
+      "V": 54,
+      "W": 55,
+      "X": 56,
+      "Y": 57,
+      "Z": 58,
+      "[": 59,
+      "\\": 60,
+      "]": 61,
+      "^": 62,
+      "_": 63,
+      "`": 64,
+      "a": 65,
+      "b": 66,
+      "c": 67,
+      "d": 68,
+      "e": 69,
+      "f": 70,
+      "g": 71,
+      "h": 72,
+      "i": 73,
+      "j": 74,
+      "k": 75,
+      "l": 76,
+      "m": 77,
+      "n": 78,
+      "o": 79,
+      "p": 80,
+      "q": 81,
+      "r": 82,
+      "s": 83,
+      "t": 84,
+      "u": 85,
+      "v": 86,
+      "w": 87,
+      "x": 88,
+      "y": 89,
+      "z": 90,
+      "{": 91,
+      "|": 92,
+      "}": 93,
+      "~": 94,
+      "¡": 95,
+      "¢": 96,
+      "£": 97,
+      "¤": 98,
+      "¥": 99,
+      "¦": 100,
+      "§": 101,
+      "¨": 102,
+      "©": 103,
+      "ª": 104,
+      "«": 105,
+      "¬": 106,
+      "®": 107,
+      "¯": 108,
+      "°": 109,
+      "±": 110,
+      "²": 111,
+      "³": 112,
+      "´": 113,
+      "µ": 114,
+      "¶": 115,
+      "·": 116,
+      "¸": 117,
+      "¹": 118,
+      "º": 119,
+      "»": 120,
+      "¼": 121,
+      "½": 122,
+      "¾": 123,
+      "¿": 124,
+      "À": 125,
+      "Á": 126,
+      "Â": 127,
+      "Ã": 128,
+      "Ä": 129,
+      "Å": 130,
+      "Æ": 131,
+      "Ç": 132,
+      "È": 133,
+      "É": 134,
+      "Ê": 135,
+      "Ë": 136,
+      "Ì": 137,
+      "Í": 138,
+      "Î": 139,
+      "Ï": 140,
+      "Ð": 141,
+      "Ñ": 142,
+      "Ò": 143,
+      "Ó": 144,
+      "Ô": 145,
+      "Õ": 146,
+      "Ö": 147,
+      "×": 148,
+      "Ø": 149,
+      "Ù": 150,
+      "Ú": 151,
+      "Û": 152,
+      "Ü": 153,
+      "Ý": 154,
+      "Þ": 155,
+      "ß": 156,
+      "à": 157,
+      "á": 158,
+      "â": 159,
+      "ã": 160,
+      "ä": 161,
+      "å": 162,
+      "æ": 163,
+      "ç": 164,
+      "è": 165,
+      "é": 166,
+      "ê": 167,
+      "ë": 168,
+      "ì": 169,
+      "í": 170,
+      "î": 171,
+      "ï": 172,
+      "ð": 173,
+      "ñ": 174,
+      "ò": 175,
+      "ó": 176,
+      "ô": 177,
+      "õ": 178,
+      "ö": 179,
+      "÷": 180,
+      "ø": 181,
+      "ù": 182,
+      "ú": 183,
+      "û": 184,
+      "ü": 185,
+      "ý": 186,
+      "þ": 187,
+      "ÿ": 188,
+      "Ā": 189,
+      "ā": 190,
+      "Ă": 191,
+      "ă": 192,
+      "Ą": 193,
+      "ą": 194,
+      "Ć": 195,
+      "ć": 196,
+      "Ĉ": 197,
+      "ĉ": 198,
+      "Ċ": 199,
+      "ċ": 200,
+      "Č": 201,
+      "č": 202,
+      "Ď": 203,
+      "ď": 204,
+      "Đ": 205,
+      "đ": 206,
+      "Ē": 207,
+      "ē": 208,
+      "Ĕ": 209,
+      "ĕ": 210,
+      "Ė": 211,
+      "ė": 212,
+      "Ę": 213,
+      "ę": 214,
+      "Ě": 215,
+      "ě": 216,
+      "Ĝ": 217,
+      "ĝ": 218,
+      "Ğ": 219,
+      "ğ": 220,
+      "Ġ": 221,
+      "ġ": 222,
+      "Ģ": 223,
+      "ģ": 224,
+      "Ĥ": 225,
+      "ĥ": 226,
+      "Ħ": 227,
+      "ħ": 228,
+      "Ĩ": 229,
+      "ĩ": 230,
+      "Ī": 231,
+      "ī": 232,
+      "Ĭ": 233,
+      "ĭ": 234,
+      "Į": 235,
+      "į": 236,
+      "İ": 237,
+      "ı": 238,
+      "IJ": 239,
+      "ij": 240,
+      "Ĵ": 241,
+      "ĵ": 242,
+      "Ķ": 243,
+      "ķ": 244,
+      "ĸ": 245,
+      "Ĺ": 246,
+      "ĺ": 247,
+      "Ļ": 248,
+      "ļ": 249,
+      "Ľ": 250,
+      "ľ": 251,
+      "Ŀ": 252,
+      "ŀ": 253,
+      "Ł": 254,
+      "ł": 255,
+      "Ń": 256,
+      "he": 257,
+      "Ġt": 258,
+      "Ġa": 259,
+      "Ġs": 260,
+      "Ġw": 261,
+      "nd": 262,
+      "Ġthe": 263,
+      "ed": 264,
+      "Ġand": 265,
+      "Ġto": 266,
+      "Ġb": 267,
+      "in": 268,
+      "Ġh": 269,
+      "Ġwa": 270,
+      "re": 271,
+      "Ġf": 272,
+      "it": 273,
+      "ou": 274,
+      "Ġc": 275,
+      "Ġl": 276,
+      "Ġhe": 277,
+      "Ġd": 278,
+      "er": 279,
+      "Ġwas": 280,
+      "Ġm": 281,
+      "Ġp": 282,
+      "om": 283,
+      "ĠT": 284,
+      "Ġo": 285,
+      "ay": 286,
+      "ar": 287,
+      "ing": 288,
+      "is": 289,
+      "Ġg": 290,
+      "il": 291,
+      "id": 292,
+      "at": 293,
+      "en": 294,
+      "Ġn": 295,
+      "Ġsa": 296,
+      "Ġha": 297,
+      "ĠS": 298,
+      "im": 299,
+      "an": 300,
+      "ĠThe": 301,
+      "or": 302,
+      "on": 303,
+      "Ġit": 304,
+      "Ġth": 305,
+      "ll": 306,
+      "le": 307,
+      "ĠH": 308,
+      "Ġher": 309,
+      "et": 310,
+      "ot": 311,
+      "ir": 312,
+      "ĠShe": 313,
+      "ĠHe": 314,
+      "ver": 315,
+      "es": 316,
+      "Ġin": 317,
+      "ut": 318,
+      "ow": 319,
+      "ck": 320,
+      "Ġe": 321,
+      "Ġu": 322,
+      "ld": 323,
+      "ĠThey": 324,
+      "oo": 325,
+      "ig": 326,
+      "Ġsaid": 327,
+      "am": 328,
+      "ily": 329,
+      "Ġbe": 330,
+      "Ġy": 331,
+      "Ġr": 332,
+      "Ġst": 333,
+      "ce": 334,
+      "Ġshe": 335,
+      "Ġ\"": 336,
+      "pp": 337,
+      "ke": 338,
+      "ith": 339,
+      "On": 340,
+      "ĠI": 341,
+      "Ġwith": 342,
+      "ve": 343,
+      "Lily": 344,
+      "Ġon": 345,
+      "Ġof": 346,
+      "Ġso": 347,
+      "Ġhis": 348,
+      "ked": 349,
+      "ri": 350,
+      "nt": 351,
+      "very": 352,
+      "Ġpl": 353,
+      "Ġday": 354,
+      "ad": 355,
+      "Ġyou": 356,
+      "Ġthat": 357,
+      "Ġup": 358,
+      "Ġhad": 359,
+      "st": 360,
+      "Ġplay": 361,
+      "Ġthey": 362,
+      "ĠLily": 363,
+      "Ġwe": 364,
+      "Ġmom": 365,
+      "my": 366,
+      "Ġfor": 367,
+      "el": 368,
+      "ould": 369,
+      "un": 370,
+      "ĠB": 371,
+      "'s": 372,
+      "itt": 373,
+      "ent": 374,
+      "Ġhapp": 375,
+      "The": 376,
+      "ch": 377,
+      "Ġli": 378,
+      "out": 379,
+      "Ġwant": 380,
+      "Ġsh": 381,
+      "her": 382,
+      "ly": 383,
+      "ime": 384,
+      "ittle": 385,
+      "ound": 386,
+      "Ġvery": 387,
+      "Ġtime": 388,
+      "ome": 389,
+      "Ġlittle": 390,
+      "Ġthere": 391,
+      "se": 392,
+      "Ġdo": 393,
+      "Ġwh": 394,
+      "all": 395,
+      "Ġk": 396,
+      "end": 397,
+      "al": 398,
+      "ht": 399,
+      "Ġne": 400,
+      "Ġre": 401,
+      "Ġnot": 402,
+      "Ġhappy": 403,
+      "ĠĊ": 404,
+      "Ġbig": 405,
+      "ĠM": 406,
+      "Ġbut": 407,
+      "Ġsm": 408,
+      "ack": 409,
+      "Ġsaw": 410,
+      "ĠIt": 411,
+      "Ġas": 412,
+      "Ġan": 413,
+      "ra": 414,
+      "riend": 415,
+      "Ġfriend": 416,
+      "ide": 417,
+      "One": 418,
+      "ry": 419,
+      "'t": 420,
+      "ved": 421,
+      "Ġis": 422,
+      "Once": 423,
+      "ake": 424,
+      ".\"": 425,
+      "Ġwere": 426,
+      "ter": 427,
+      "ug": 428,
+      "Ġloo": 429,
+      "Ġlo": 430,
+      "ore": 431,
+      "ec": 432,
+      "ĠTim": 433,
+      "Ġhim": 434,
+      "Ġbo": 435,
+      "!\"": 436,
+      "Ġtoo": 437,
+      "Ġgo": 438,
+      "Ġupon": 439,
+      "irl": 440,
+      "Ġj": 441,
+      "Ġwanted": 442,
+      "Ġgirl": 443,
+      "Ġse": 444,
+      "Ġout": 445,
+      "ard": 446,
+      "way": 447,
+      "Ġsp": 448,
+      "ill": 449,
+      "ind": 450,
+      "Ġthem": 451,
+      "Ġcould": 452,
+      "fu": 453,
+      "hen": 454,
+      "Ġat": 455,
+      "ur": 456,
+      "Ġdid": 457,
+      "Ġsmil": 458,
+      "Ġtheir": 459,
+      "Ġare": 460,
+      "Ġex": 461,
+      "ĠA": 462,
+      "ain": 463,
+      "Ġwent": 464,
+      "art": 465,
+      "hed": 466,
+      "rom": 467,
+      "ic": 468,
+      "round": 469,
+      "Ġhave": 470,
+      "Ġnam": 471,
+      "lp": 472,
+      "Ġall": 473,
+      "ĠJ": 474,
+      "ful": 475,
+      "Ġkn": 476,
+      "hing": 477,
+      "ood": 478,
+      "Ġhelp": 479,
+      "ight": 480,
+      "Ġfriends": 481,
+      "one": 482,
+      "ark": 483,
+      "Ġback": 484,
+      "um": 485,
+      "Ġcan": 486,
+      "Ġnamed": 487,
+      "Ġcl": 488,
+      "?\"": 489,
+      "Ġfun": 490,
+      "are": 491,
+      "ĠBen": 492,
+      "Ġloved": 493,
+      "Ġal": 494,
+      "elt": 495,
+      "ĠTimmy": 496,
+      "ĠOne": 497,
+      "op": 498,
+      "side": 499,
+      "Ġle": 500,
+      "Ġno": 501,
+      "Ġsc": 502,
+      "ĠTom": 503,
+      "Ġfelt": 504,
+      "oug": 505,
+      "Ġsmiled": 506,
+      "ick": 507,
+      "Ġasked": 508,
+      "You": 509,
+      "Ġtoy": 510,
+      "Ġman": 511,
+      "Ġaround": 512,
+      "ame": 513,
+      "Ġfe": 514,
+      "Ġsay": 515,
+      "Ġboy": 516,
+      "Ġsome": 517,
+      "Ġlooked": 518,
+      "ure": 519,
+      "omet": 520,
+      "Ġbr": 521,
+      "Ġwould": 522,
+      "Ġme": 523,
+      "Ġbir": 524,
+      "Ġlike": 525,
+      "get": 526,
+      "Ġstart": 527,
+      "Ġro": 528,
+      "as": 529,
+      "Ġsee": 530,
+      "ĠW": 531,
+      "ice": 532,
+      "ong": 533,
+      "Ġbird": 534,
+      "Ġsomet": 535,
+      "dd": 536,
+      "Ġwor": 537,
+      "ade": 538,
+      "ie": 539,
+      "king": 540,
+      "Ġag": 541,
+      "own": 542,
+      "Ġtre": 543,
+      "Ġfa": 544,
+      "Ġaway": 545,
+      "Ġwhat": 546,
+      "ings": 547,
+      "Ġstarted": 548,
+      "gether": 549,
+      "Ġran": 550,
+      "â": 551,
+      "âĤ": 552,
+      "âĤ¬": 553,
+      "ared": 554,
+      "Ġmake": 555,
+      "ĠBut": 556,
+      "ited": 557,
+      "if": 558,
+      "oud": 559,
+      "Ġmade": 560,
+      "Ġtogether": 561,
+      "Ġsomething": 562,
+      "Ġexc": 563,
+      "ag": 564,
+      "Ġco": 565,
+      "Ġpark": 566,
+      "Ġnew": 567,
+      "Ġsad": 568,
+      "Ġput": 569,
+      ",\"": 570,
+      "Ġfrom": 571,
+      "ble": 572,
+      "ther": 573,
+      "Ġpr": 574,
+      "Ġmu": 575,
+      "Ġcar": 576,
+      "Ġhome": 577,
+      "ĠYou": 578,
+      "Ġthen": 579,
+      "Ġwhen": 580,
+      "Ġfound": 581,
+      "ell": 582,
+      "Ġother": 583,
+      "Ġagain": 584,
+      "Ġch": 585,
+      "Ġdec": 586,
+      "Ġwho": 587,
+      "Ġla": 588,
+      "ried": 589,
+      "ss": 590,
+      "Ġgood": 591,
+      "Ġhug": 592,
+      "ĠL": 593,
+      "pped": 594,
+      "Ġwal": 595,
+      "ep": 596,
+      "ally": 597,
+      "Ġsays": 598,
+      "Ġfl": 599,
+      "est": 600,
+      "ach": 601,
+      "ĠE": 602,
+      "Ġexcited": 603,
+      "pl": 604,
+      "qu": 605,
+      "ook": 606,
+      "Ġget": 607,
+      "ought": 608,
+      "Ġplaying": 609,
+      "Ġgot": 610,
+      "Ġsw": 611,
+      "ous": 612,
+      "hat": 613,
+      "ny": 614,
+      "ided": 615,
+      "uck": 616,
+      "Ġthings": 617,
+      "Ġevery": 618,
+      "Ġdecided": 619,
+      "Ġcame": 620,
+      "Ġbec": 621,
+      "ave": 622,
+      "ro": 623,
+      "ax": 624,
+      "Ġliked": 625,
+      "Ġdown": 626,
+      "Ġdog": 627,
+      "Ġscared": 628,
+      "Ġv": 629,
+      "udd": 630,
+      "ust": 631,
+      "Ġone": 632,
+      "Ġfind": 633,
+      "Ġbl": 634,
+      "Ġthan": 635,
+      "ĠD": 636,
+      "ouse": 637,
+      "ways": 638,
+      "Ġkne": 639,
+      "Ġdidn": 640,
+      "ap": 641,
+      "Ġmommy": 642,
+      "Ġcare": 643,
+      "Ġalways": 644,
+      "Ġab": 645,
+      "ist": 646,
+      "Ġdad": 647,
+      "Ġfeel": 648,
+      "ara": 649,
+      "bb": 650,
+      "arn": 651,
+      "fe": 652,
+      "Ġyour": 653,
+      "Ġoutside": 654,
+      "ue": 655,
+      "Ġgra": 656,
+      "ant": 657,
+      "Ġke": 658,
+      "ĠMom": 659,
+      "Ġtook": 660,
+      "Ġlot": 661,
+      "nn": 662,
+      "Ġbu": 663,
+      "Ġabout": 664,
+      "ess": 665,
+      "ĠF": 666,
+      "nder": 667,
+      "Ġtree": 668,
+      "eci": 669,
+      "Ġlook": 670,
+      "Ġpo": 671,
+      "Ġmy": 672,
+      "our": 673,
+      "Ġtoys": 674,
+      "ite": 675,
+      "ched": 676,
+      "Ġknew": 677,
+      "Ġthought": 678,
+      "ened": 679,
+      "Ġlearn": 680,
+      "Ġint": 681,
+      "Ġold": 682,
+      "Ġmore": 683,
+      "nna": 684,
+      "ise": 685,
+      "ged": 686,
+      "Ġta": 687,
+      "udden": 688,
+      "ecial": 689,
+      "Ġspecial": 690,
+      "ĠMax": 691,
+      "au": 692,
+      "Ġwill": 693,
+      "ers": 694,
+      "They": 695,
+      "ret": 696,
+      "Ġpe": 697,
+      "Ġho": 698,
+      "ĠSam": 699,
+      "Ġtake": 700,
+      "Ġball": 701,
+      "Ġknow": 702,
+      "Ġlaug": 703,
+      "fter": 704,
+      "uddenly": 705,
+      "Ġcat": 706,
+      "Ġhow": 707,
+      "ive": 708,
+      "Ġtr": 709,
+      "Ġmuch": 710,
+      "Ġany": 711,
+      "Ġpu": 712,
+      "ma": 713,
+      "Ġsl": 714,
+      "Ġsor": 715,
+      "Ġmo": 716,
+      "ven": 717,
+      "ish": 718,
+      "Ġshow": 719,
+      "Ġcouldn": 720,
+      "ause": 721,
+      "ink": 722,
+      "But": 723,
+      "Ġhouse": 724,
+      "Ġinto": 725,
+      "ump": 726,
+      "Ġover": 727,
+      "Ġtried": 728,
+      "and": 729,
+      "Ġeat": 730,
+      "Ġsk": 731,
+      "Ġsun": 732,
+      "Ġtw": 733,
+      "Ġclo": 734,
+      "ia": 735,
+      "Ġrun": 736,
+      "Ġhand": 737,
+      "ĠEvery": 738,
+      "Ġen": 739,
+      "Ġinside": 740,
+      "dy": 741,
+      "Ġif": 742,
+      "Ġtold": 743,
+      "Ġnever": 744,
+      "ion": 745,
+      "Ġqu": 746,
+      "Ġbecause": 747,
+      "by": 748,
+      "Ġproud": 749,
+      "Ġgave": 750,
+      "Ġsorry": 751,
+      "Ġthis": 752,
+      "Ġop": 753,
+      "Ġplayed": 754,
+      "ate": 755,
+      "Ġexpl": 756,
+      "Ġheard": 757,
+      "ty": 758,
+      "Ġor": 759,
+      "Ġwater": 760,
+      "ank": 761,
+      "ge": 762,
+      "sed": 763,
+      "Ġpick": 764,
+      "other": 765,
+      "Ġroom": 766,
+      "etter": 767,
+      "Ġjust": 768,
+      "ace": 769,
+      "Ġhugged": 770,
+      "ak": 771,
+      "Ġgre": 772,
+      "here": 773,
+      "Ġoff": 774,
+      "ĠSara": 775,
+      "Ġpret": 776,
+      "ile": 777,
+      "Ġeach": 778,
+      "Ġcom": 779,
+      "Ġlong": 780,
+      "Ġbox": 781,
+      "ort": 782,
+      "Ġstr": 783,
+      "iz": 784,
+      "Ġunt": 785,
+      "Ġwat": 786,
+      "oth": 787,
+      "Ġneed": 788,
+      "Ġjo": 789,
+      "ĠWe": 790,
+      "Tom": 791,
+      "Ġsmall": 792,
+      "ine": 793,
+      "Ġbear": 794,
+      "Mom": 795,
+      "Ġuntil": 796,
+      "Ġnice": 797,
+      "Ġtry": 798,
+      "ving": 799,
+      "uc": 800,
+      "sel": 801,
+      "ough": 802,
+      "Ġlearned": 803,
+      "Ġkind": 804,
+      "ĠAnna": 805,
+      "ild": 806,
+      "Ġfo": 807,
+      "Ġmany": 808,
+      "'m": 809,
+      "ĠJack": 810,
+      "Ġbetter": 811,
+      "Ġim": 812,
+      "gry": 813,
+      "imal": 814,
+      "Ġanimal": 815,
+      "urt": 816,
+      "ft": 817,
+      "Ġend": 818,
+      "Ġsn": 819,
+      "aut": 820,
+      "Ġte": 821,
+      "Ġcle": 822,
+      "ĠJo": 823,
+      "vent": 824,
+      "urp": 825,
+      "Ġgr": 826,
+      "Ġbeaut": 827,
+      "Ġjump": 828,
+      "mb": 829,
+      "Ġad": 830,
+      "ream": 831,
+      "pt": 832,
+      "ĠSo": 833,
+      "ĠHer": 834,
+      "Ġflow": 835,
+      "ies": 836,
+      "Ġche": 837,
+      "Ġbra": 838,
+      "Ġthanked": 839,
+      "Ġeven": 840,
+      "Ġbest": 841,
+      "Ġcall": 842,
+      "ady": 843,
+      "He": 844,
+      "Ġlots": 845,
+      "Ġlaughed": 846,
+      "self": 847,
+      "Ġra": 848,
+      "Ġway": 849,
+      "ars": 850,
+      "urn": 851,
+      "Ġby": 852,
+      "Ġfast": 853,
+      "lly": 854,
+      "Ġfam": 855,
+      "ĠC": 856,
+      "ves": 857,
+      "arden": 858,
+      "Ġgarden": 859,
+      "Ġbeauti": 860,
+      "wn": 861,
+      "Th": 862,
+      "Ġbeautiful": 863,
+      "Ġloud": 864,
+      "lew": 865,
+      "Ġsky": 866,
+      "Ġdon": 867,
+      "hn": 868,
+      "ered": 869,
+      "iny": 870,
+      "Ġcareful": 871,
+      "Ġlove": 872,
+      "Ġfi": 873,
+      "ĠThen": 874,
+      "Åĵ": 875,
+      "ase": 876,
+      "ect": 877,
+      "Ġsafe": 878,
+      "ĠAnd": 879,
+      "Ġunder": 880,
+      "Ġcome": 881,
+      "ĠFrom": 882,
+      "Yes": 883,
+      "ĠMia": 884,
+      "It": 885,
+      "me": 886,
+      "Ġhard": 887,
+      "Ġcu": 888,
+      "Ġwo": 889,
+      "Ġlist": 890,
+      "Ġstay": 891,
+      "ane": 892,
+      "sh": 893,
+      "ople": 894,
+      "Ġgl": 895,
+      "ning": 896,
+      "Ġstill": 897,
+      "ool": 898,
+      "Ġhurt": 899,
+      "ree": 900,
+      "ĠHis": 901,
+      "Ġimp": 902,
+      "Ġfamily": 903,
+      "Ġâ": 904,
+      "Ġboth": 905,
+      "rm": 906,
+      "igh": 907,
+      "Ġlived": 908,
+      "hes": 909,
+      "When": 910,
+      "Ġpeople": 911,
+      "Ġanimals": 912,
+      "Ġcol": 913,
+      "Ġbrave": 914,
+      "Ġwalked": 915,
+      "ob": 916,
+      "Tim": 917,
+      "ct": 918,
+      "Ġlet": 919,
+      "urpr": 920,
+      "ĠWhen": 921,
+      "Ġtwo": 922,
+      "Ġsurpr": 923,
+      "Ġshould": 924,
+      "ished": 925,
+      "Ġbad": 926,
+      "ress": 927,
+      "Ġkept": 928,
+      "Ġfore": 929,
+      "Ġflew": 930,
+      "Ġfin": 931,
+      "Ġstor": 932,
+      "Ġfly": 933,
+      "ast": 934,
+      "ised": 935,
+      "ip": 936,
+      "Ġits": 937,
+      "led": 938,
+      "ock": 939,
+      "ucy": 940,
+      "fore": 941,
+      "Ġgoing": 942,
+      "Ġclean": 943,
+      "Ġdan": 944,
+      "Ġpic": 945,
+      "Ġsoon": 946,
+      "Ġcalled": 947,
+      "Ġshare": 948,
+      "kay": 949,
+      "Ġangry": 950,
+      "Ġrock": 951,
+      "Ġcon": 952,
+      "Ġpretty": 953,
+      "No": 954,
+      "Ġide": 955,
+      "ied": 956,
+      "illy": 957,
+      "Ġground": 958,
+      "xt": 959,
+      "Ġred": 960,
+      "Ġexplore": 961,
+      "Ġcry": 962,
+      "Ġadvent": 963,
+      "Ġsto": 964,
+      "so": 965,
+      "Ġreal": 966,
+      "Let": 967,
+      "Ġwind": 968,
+      "Ġshiny": 969,
+      "be": 970,
+      "Ġbook": 971,
+      "Ġalso": 972,
+      "Ġdoll": 973,
+      "Ġidea": 974,
+      "Ġbefore": 975,
+      "Ġopened": 976,
+      "dded": 977,
+      "Ġwhile": 978,
+      "ummy": 979,
+      "Ġkeep": 980,
+      "Ġey": 981,
+      "Ġnow": 982,
+      "Ġdoor": 983,
+      "Ġfeeling": 984,
+      "âĤ¬â": 985,
+      "oon": 986,
+      "oy": 987,
+      "Ġwalking": 988,
+      "Ġnoise": 989,
+      "Ġfr": 990,
+      "les": 991,
+      "age": 992,
+      "ious": 993,
+      "Ġcolor": 994,
+      "Ġturn": 995,
+      "thing": 996,
+      "ff": 997,
+      "uch": 998,
+      "th": 999,
+      "Ġbed": 1000,
+      "ary": 1001,
+      "Ġdra": 1002,
+      "Ġpicked": 1003,
+      "imb": 1004,
+      "eet": 1005,
+      "Ġclimb": 1006,
+      "Ġdel": 1007,
+      "What": 1008,
+      "Ġbeing": 1009,
+      "Ġfood": 1010,
+      "Ġun": 1011,
+      "Ġfar": 1012,
+      "ture": 1013,
+      "joy": 1014,
+      "Ġadventure": 1015,
+      "ac": 1016,
+      "Ġsmile": 1017,
+      "Ġdif": 1018,
+      "Ħ¢": 1019,
+      "âĤ¬âĦ¢": 1020,
+      "memb": 1021,
+      "Ġwr": 1022,
+      "Ġthr": 1023,
+      "ught": 1024,
+      "Ġlooking": 1025,
+      "Ġnext": 1026,
+      "iced": 1027,
+      "ĠLucy": 1028,
+      "Ġnodded": 1029,
+      "Ġquick": 1030,
+      "ĠP": 1031,
+      "Ġdis": 1032,
+      "Ġrepl": 1033,
+      "ĠDad": 1034,
+      "Ġwait": 1035,
+      "ized": 1036,
+      "Ġforest": 1037,
+      "Ġclos": 1038,
+      "ĠSuddenly": 1039,
+      "Ġtra": 1040,
+      "That": 1041,
+      "Ġeyes": 1042,
+      "ger": 1043,
+      "bbit": 1044,
+      "ted": 1045,
+      "Ġown": 1046,
+      "Ġrain": 1047,
+      "Ġimport": 1048,
+      "Ġgreat": 1049,
+      "Ġrememb": 1050,
+      "Ġpicture": 1051,
+      "Thank": 1052,
+      "Suddenly": 1053,
+      "Ġstopped": 1054,
+      "Ġenjoy": 1055,
+      "Ġvo": 1056,
+      "Ben": 1057,
+      "Ġgive": 1058,
+      "Ġimportant": 1059,
+      "Ġwork": 1060,
+      "Ġnear": 1061,
+      "gan": 1062,
+      "pot": 1063,
+      "Ġever": 1064,
+      "Ġapp": 1065,
+      "Ġafter": 1066,
+      "Ġquickly": 1067,
+      "Ġlisten": 1068,
+      "Ġbre": 1069,
+      "ting": 1070,
+      "bbed": 1071,
+      "Ġma": 1072,
+      "Ġfish": 1073,
+      "Ġreplied": 1074,
+      "Ġrabbit": 1075,
+      "Ġhands": 1076,
+      "ĠG": 1077,
+      "Ġnoticed": 1078,
+      "Ġbro": 1079,
+      "Ġslide": 1080,
+      "Ġthink": 1081,
+      "Ġwalk": 1082,
+      "Ġtruck": 1083,
+      "Ġac": 1084,
+      "kes": 1085,
+      "Ġstrong": 1086,
+      "She": 1087,
+      "Ġshowed": 1088,
+      "Ġde": 1089,
+      "Ġeveryone": 1090,
+      "Ġwonder": 1091,
+      "fere": 1092,
+      "bye": 1093,
+      "Ġdiffere": 1094,
+      "irst": 1095,
+      "So": 1096,
+      "Ġsure": 1097,
+      "Ġhas": 1098,
+      "Ġright": 1099,
+      "Ġbeen": 1100,
+      "Ġbecame": 1101,
+      "Ġsound": 1102,
+      "maz": 1103,
+      "Ġtow": 1104,
+      "Ġru": 1105,
+      "Ġtal": 1106,
+      "Ġamaz": 1107,
+      "Ġhead": 1108,
+      "Ġshout": 1109,
+      "Ġbright": 1110,
+      "Ġye": 1111,
+      "Ġwatched": 1112,
+      "ĠR": 1113,
+      "Ġmor": 1114,
+      "Ġchild": 1115,
+      "able": 1116,
+      "Ġmean": 1117,
+      "Ġwhere": 1118,
+      "llow": 1119,
+      "Ġhigh": 1120,
+      "ĠSue": 1121,
+      "Ġface": 1122,
+      "Ġcook": 1123,
+      "day": 1124,
+      "aybe": 1125,
+      "Ġwatch": 1126,
+      "Ġblue": 1127,
+      "aught": 1128,
+      "Ġdifferent": 1129,
+      "Ġstore": 1130,
+      "ĠN": 1131,
+      "Ġgoodbye": 1132,
+      "Ġdress": 1133,
+      "ull": 1134,
+      "ĠBob": 1135,
+      "ng": 1136,
+      "ange": 1137,
+      "Ġsqu": 1138,
+      "Ġokay": 1139,
+      "isy": 1140,
+      "lease": 1141,
+      "ĠMommy": 1142,
+      "Ġvoice": 1143,
+      "Jo": 1144,
+      "ath": 1145,
+      "Ġnight": 1146,
+      "ĠSpot": 1147,
+      "Ġus": 1148,
+      "Ġboat": 1149,
+      "Ġflowers": 1150,
+      "Ġplace": 1151,
+      "Ġfollow": 1152,
+      "Ġar": 1153,
+      "Ġuse": 1154,
+      "Ġcloser": 1155,
+      "unny": 1156,
+      "leep": 1157,
+      "ired": 1158,
+      "Ġfav": 1159,
+      "Ġyell": 1160,
+      "Ġgrabbed": 1161,
+      "Ġcuri": 1162,
+      "Ġwarm": 1163,
+      "Ġcr": 1164,
+      "Ġforg": 1165,
+      "ĠSarah": 1166,
+      "ĠJohn": 1167,
+      "Ġmag": 1168,
+      "Ġstick": 1169,
+      "We": 1170,
+      "Ġjumped": 1171,
+      "Ġcake": 1172,
+      "more": 1173,
+      "Ġtell": 1174,
+      "Ġanymore": 1175,
+      "After": 1176,
+      "Ġbutter": 1177,
+      "ndma": 1178,
+      "Ġthree": 1179,
+      "Ġask": 1180,
+      "co": 1181,
+      "Ġour": 1182,
+      "lie": 1183,
+      "Ġcurious": 1184,
+      "ount": 1185,
+      "orn": 1186,
+      "Ġcont": 1187,
+      "Ġfell": 1188,
+      "ached": 1189,
+      "ĠTh": 1190,
+      "Ġbirds": 1191,
+      "ass": 1192,
+      "Her": 1193,
+      "iss": 1194,
+      "Ġhelped": 1195,
+      "ĠJane": 1196,
+      "Ġpull": 1197,
+      "Ġfirst": 1198,
+      "itc": 1199,
+      "Ġblock": 1200,
+      "Ġhop": 1201,
+      "Ġbit": 1202,
+      "Ġdr": 1203,
+      "Ġrealized": 1204,
+      "Ġkid": 1205,
+      "Look": 1206,
+      "ila": 1207,
+      "Ġmon": 1208,
+      "Ġbrother": 1209,
+      "Anna": 1210,
+      "Sara": 1211,
+      "Ġz": 1212,
+      "ĠEveryone": 1213,
+      "Ġate": 1214,
+      "Ġdoes": 1215,
+      "imes": 1216,
+      "Ġhappened": 1217,
+      "Ġstop": 1218,
+      "zy": 1219,
+      "Ġyummy": 1220,
+      "Ġfavor": 1221,
+      "ppy": 1222,
+      "Ġkitc": 1223,
+      "Ġkitchen": 1224,
+      "Ġsweet": 1225,
+      "us": 1226,
+      "Ġper": 1227,
+      "Ġreally": 1228,
+      "aisy": 1229,
+      "Ġgrass": 1230,
+      "Ġfavorite": 1231,
+      "Ġbegan": 1232,
+      "Ġrest": 1233,
+      "Ġready": 1234,
+      "Ġlea": 1235,
+      "Ġreached": 1236,
+      "Ġunderst": 1237,
+      "air": 1238,
+      "Ġste": 1239,
+      "Ġbunny": 1240,
+      "ĠAs": 1241,
+      "Ġstory": 1242,
+      "'re": 1243,
+      "Ġpain": 1244,
+      "Ġsing": 1245,
+      "ster": 1246,
+      "Ġhere": 1247,
+      "Ġsand": 1248,
+      "Ġonly": 1249,
+      "Ġflo": 1250,
+      "Ġam": 1251,
+      "Ġglad": 1252,
+      "Ġtri": 1253,
+      "Ġbeh": 1254,
+      "Ġworld": 1255,
+      "Ġopen": 1256,
+      "Ġcre": 1257,
+      "fully": 1258,
+      "Ġprin": 1259,
+      "where": 1260,
+      "arent": 1261,
+      "Ġflower": 1262,
+      "Ġthrough": 1263,
+      "Ġba": 1264,
+      "Ġfire": 1265,
+      "Ġdone": 1266,
+      "Ġhaving": 1267,
+      "Ġthing": 1268,
+      "Ġdelic": 1269,
+      "Ġhimself": 1270,
+      "Ġtired": 1271,
+      "Ġparent": 1272,
+      "Ġsoft": 1273,
+      "Ġfro": 1274,
+      "Timmy": 1275,
+      "Ġtast": 1276,
+      "Ġbutterf": 1277,
+      "ĠLet": 1278,
+      "Ġcut": 1279,
+      "Ġpart": 1280,
+      "Ġwhy": 1281,
+      "ken": 1282,
+      "Ġmess": 1283,
+      "Can": 1284,
+      "Ġworry": 1285,
+      "Mommy": 1286,
+      "iver": 1287,
+      "Ġdin": 1288,
+      "uff": 1289,
+      "ater": 1290,
+      "Ġmagic": 1291,
+      "Ġwaved": 1292,
+      "Ġshouted": 1293,
+      "Ġpond": 1294,
+      "Ġkids": 1295,
+      "Ġhat": 1296,
+      "Ġduck": 1297,
+      "Ġsees": 1298,
+      "olly": 1299,
+      "illed": 1300,
+      "Ġgame": 1301,
+      "ient": 1302,
+      "Ġmaking": 1303,
+      "ather": 1304,
+      "John": 1305,
+      "As": 1306,
+      "akes": 1307,
+      "Ġcatch": 1308,
+      "Ġseen": 1309,
+      "Ġcool": 1310,
+      "ation": 1311,
+      "Ġcoming": 1312,
+      "Ġless": 1313,
+      "Ġdark": 1314,
+      "Ġused": 1315,
+      "eddy": 1316,
+      "Ġfix": 1317,
+      "ĠJoe": 1318,
+      "Ġthank": 1319,
+      "mer": 1320,
+      "Ġtop": 1321,
+      "Ġlady": 1322,
+      "Ġhair": 1323,
+      "aring": 1324,
+      "Ġprom": 1325,
+      "Ġhopped": 1326,
+      "ĠCan": 1327,
+      "\".": 1328,
+      "ign": 1329,
+      "Ġsurprise": 1330,
+      "Ġdraw": 1331,
+      "Ġmum": 1332,
+      "Ġmouse": 1333,
+      "Ġfunny": 1334,
+      "rel": 1335,
+      "Ġcra": 1336,
+      "Ġ-": 1337,
+      "aper": 1338,
+      "Ġfull": 1339,
+      "Ġtouch": 1340,
+      "Ġlight": 1341,
+      "Ġspot": 1342,
+      "ren": 1343,
+      "Ġdro": 1344,
+      "ĠBenny": 1345,
+      "Ġparents": 1346,
+      "Ġworked": 1347,
+      "ins": 1348,
+      "oney": 1349,
+      "ĠDo": 1350,
+      "Ġsurprised": 1351,
+      "Ġcarefully": 1352,
+      "Ġtrees": 1353,
+      "Ġfrog": 1354,
+      "Ġswing": 1355,
+      "Ġdoing": 1356,
+      "Don": 1357,
+      "Ġsat": 1358,
+      "inally": 1359,
+      "ĠThat": 1360,
+      "Ġice": 1361,
+      "ĠIn": 1362,
+      "Ġheld": 1363,
+      "Wow": 1364,
+      "Ġrunning": 1365,
+      "Ġpretend": 1366,
+      "Ġswim": 1367,
+      "Ġset": 1368,
+      "Ġread": 1369,
+      "Ġdelicious": 1370,
+      "Ġneeded": 1371,
+      "Ġtight": 1372,
+      "Ġslow": 1373,
+      "Ġremembered": 1374,
+      "Ġlost": 1375,
+      "Ġcold": 1376,
+      "Ġsmell": 1377,
+      "ards": 1378,
+      "Ġwood": 1379,
+      "Ġhappily": 1380,
+      "hy": 1381,
+      "ely": 1382,
+      "Ġlooks": 1383,
+      "Ġbehind": 1384,
+      "Ġherself": 1385,
+      "Ġcried": 1386,
+      "Ġenjoyed": 1387,
+      "Ġname": 1388,
+      "ask": 1389,
+      "Ġyears": 1390,
+      "Ġbuy": 1391,
+      "Ġhole": 1392,
+      "Ġblocks": 1393,
+      "Ġdri": 1394,
+      "Ġsleep": 1395,
+      "Ġgi": 1396,
+      "Ġyellow": 1397,
+      "cess": 1398,
+      "Ġbutterfly": 1399,
+      "ike": 1400,
+      "ued": 1401,
+      "Ġwished": 1402,
+      "Ġperf": 1403,
+      "Ġanother": 1404,
+      "ĠDaisy": 1405,
+      "Ġgreen": 1406,
+      "Ġmove": 1407,
+      "Ġtall": 1408,
+      "Ġair": 1409,
+      "Ġbag": 1410,
+      "Ġfloor": 1411,
+      "Ġcars": 1412,
+      "Ġlesson": 1413,
+      "ul": 1414,
+      "Ġbow": 1415,
+      "Ġarri": 1416,
+      "Ġwindow": 1417,
+      "Ġsho": 1418,
+      "Ġchildren": 1419,
+      "ner": 1420,
+      "Ġfinished": 1421,
+      "Ġhill": 1422,
+      "ĠAfter": 1423,
+      "andy": 1424,
+      "sp": 1425,
+      "ens": 1426,
+      "Ġpaper": 1427,
+      "Ġlikes": 1428,
+      "From": 1429,
+      "sy": 1430,
+      "Ġhold": 1431,
+      "Sam": 1432,
+      "Ġwrong": 1433,
+      "reed": 1434,
+      "Ġcontin": 1435,
+      "Ġunderstand": 1436,
+      "atter": 1437,
+      "uit": 1438,
+      "rew": 1439,
+      "Ġgent": 1440,
+      "Ġanything": 1441,
+      "Ġclose": 1442,
+      "Ġwall": 1443,
+      "Ġel": 1444,
+      "asure": 1445,
+      "Ġleft": 1446,
+      "Ġable": 1447,
+      "Ġarrived": 1448,
+      "Ġhun": 1449,
+      "ross": 1450,
+      "av": 1451,
+      "Ġhear": 1452,
+      "Ġfriendly": 1453,
+      "Ġforgot": 1454,
+      "Ġgone": 1455,
+      "ama": 1456,
+      "Ġcreat": 1457,
+      "Ġwet": 1458,
+      "Ġlion": 1459,
+      "Hell": 1460,
+      "Hello": 1461,
+      "Ġdream": 1462,
+      "Ġhot": 1463,
+      "bo": 1464,
+      "ber": 1465,
+      "ĠSally": 1466,
+      "Ġfilled": 1467,
+      "Ġdir": 1468,
+      "ield": 1469,
+      "Ġcookies": 1470,
+      "Ġlaugh": 1471,
+      "Ġbroken": 1472,
+      "Ġdinner": 1473,
+      "lf": 1474,
+      "Ġelse": 1475,
+      "Ġhid": 1476,
+      "ced": 1477,
+      "Ġpink": 1478,
+      "Ġfollowed": 1479,
+      "Ġtable": 1480,
+      "Ġmar": 1481,
+      "Ġcolors": 1482,
+      "oup": 1483,
+      "Ġmoment": 1484,
+      "Ġcontinued": 1485,
+      "Ġwonderful": 1486,
+      "ĠEm": 1487,
+      "ey": 1488,
+      "ined": 1489,
+      "irrel": 1490,
+      "rot": 1491,
+      "Ġfinally": 1492,
+      "Jack": 1493,
+      "Ġarm": 1494,
+      "Ġmight": 1495,
+      "ĠNow": 1496,
+      "Ġcast": 1497,
+      "Ġyes": 1498,
+      "Ġbuild": 1499,
+      "Ġenough": 1500,
+      "ĠBilly": 1501,
+      "Ġsomeone": 1502,
+      "Ġperfect": 1503,
+      "Ġfair": 1504,
+      "Ġstayed": 1505,
+      "app": 1506,
+      "Ġmorning": 1507,
+      "ĠThere": 1508,
+      "Ġpuppy": 1509,
+      "ol": 1510,
+      "Ġdaddy": 1511,
+      "Ġtrying": 1512,
+      "'ll": 1513,
+      "Ġju": 1514,
+      "Ġothers": 1515,
+      "Ġbooks": 1516,
+      "Ġagreed": 1517,
+      "Ġmus": 1518,
+      "Ġsnow": 1519,
+      "Ġsquirrel": 1520,
+      "Ġcream": 1521,
+      "room": 1522,
+      "Ġgetting": 1523,
+      "Ġgrandma": 1524,
+      "ĠLila": 1525,
+      "Ġleaves": 1526,
+      "Ġbaby": 1527,
+      "Ġcount": 1528,
+      "icy": 1529,
+      "Ġfew": 1530,
+      "At": 1531,
+      "Ġfall": 1532,
+      "Then": 1533,
+      "gon": 1534,
+      "Ġbreak": 1535,
+      "Ġclimbed": 1536,
+      "ries": 1537,
+      "Ġbeach": 1538,
+      "ash": 1539,
+      "Ġbug": 1540,
+      "Ġplease": 1541,
+      "Ġmother": 1542,
+      "Ġbrought": 1543,
+      "Ġtrain": 1544,
+      "ance": 1545,
+      "ĠThis": 1546,
+      "Ġdeep": 1547,
+      "Ġvis": 1548,
+      "ated": 1549,
+      "shed": 1550,
+      "Ġmet": 1551,
+      "Ġwasn": 1552,
+      "Ġsometimes": 1553,
+      "Ġeverything": 1554,
+      "ĠTommy": 1555,
+      "ich": 1556,
+      "Ġmusic": 1557,
+      "key": 1558,
+      "ling": 1559,
+      "This": 1560,
+      "os": 1561,
+      "Ġturned": 1562,
+      "lc": 1563,
+      "Ġride": 1564,
+      "oom": 1565,
+      "Ġsong": 1566,
+      "oring": 1567,
+      "Ġspark": 1568,
+      "Ġfight": 1569,
+      "Ġhungry": 1570,
+      "ons": 1571,
+      "Ġpictures": 1572,
+      "ds": 1573,
+      "Ġmakes": 1574,
+      "Ġsear": 1575,
+      "ucky": 1576,
+      "Ġlistened": 1577,
+      "Ġjoy": 1578,
+      "Ġpol": 1579,
+      "ĠWhat": 1580,
+      "His": 1581,
+      "ee": 1582,
+      "Ġclot": 1583,
+      "Ġsail": 1584,
+      "apped": 1585,
+      "bble": 1586,
+      "Ġcomp": 1587,
+      "Ġplan": 1588,
+      "Ġwants": 1589,
+      "Ġclothes": 1590,
+      "Ġpoin": 1591,
+      "ĠK": 1592,
+      "zz": 1593,
+      "Ġballoon": 1594,
+      "Ġstrange": 1595,
+      "man": 1596,
+      "enny": 1597,
+      "Ġpi": 1598,
+      "Ġgrow": 1599,
+      "Ġflying": 1600,
+      "row": 1601,
+      "Ġscary": 1602,
+      "Ġtreat": 1603,
+      "Ġwaited": 1604,
+      "Ġamazed": 1605,
+      "Ġteddy": 1606,
+      "Ġcastle": 1607,
+      "ister": 1608,
+      "Ġele": 1609,
+      "Ġamazing": 1610,
+      "med": 1611,
+      "Ġspl": 1612,
+      "Oh": 1613,
+      "Ġleave": 1614,
+      "Ġowner": 1615,
+      "Ġpromised": 1616,
+      "Ġdanger": 1617,
+      "ever": 1618,
+      "OK": 1619,
+      "Ġsuch": 1620,
+      "Ġwhite": 1621,
+      "Ġpat": 1622,
+      "Ġtalk": 1623,
+      "uffy": 1624,
+      "Ġfur": 1625,
+      "Ġpie": 1626,
+      "ope": 1627,
+      "red": 1628,
+      "Ġpulled": 1629,
+      "Ġpre": 1630,
+      "Ġwoods": 1631,
+      "ĠTo": 1632,
+      "Ġshared": 1633,
+      "Ġalone": 1634,
+      "Ġtowards": 1635,
+      "cle": 1636,
+      "ĠMaybe": 1637,
+      "Ġsit": 1638,
+      "Ġnap": 1639,
+      "Ġcolorful": 1640,
+      "amp": 1641,
+      "hone": 1642,
+      "Ġvisit": 1643,
+      "igg": 1644,
+      "ugg": 1645,
+      "thy": 1646,
+      "ence": 1647,
+      "Ġtail": 1648,
+      "ctor": 1649,
+      "Ġmagical": 1650,
+      "Ġriver": 1651,
+      "Ġhig": 1652,
+      "Ġbelie": 1653,
+      "Ġgrate": 1654,
+      "ually": 1655,
+      "ang": 1656,
+      "ott": 1657,
+      "Ġhide": 1658,
+      "Ġsilly": 1659,
+      "Ġsmiles": 1660,
+      "ower": 1661,
+      "Ġside": 1662,
+      "Max": 1663,
+      "Ġroll": 1664,
+      "Ġgu": 1665,
+      "ĠAmy": 1666,
+      "Ġpro": 1667,
+      "eter": 1668,
+      "Ġfaster": 1669,
+      "Ġgrateful": 1670,
+      "Ġtreasure": 1671,
+      "ased": 1672,
+      "Ġsnack": 1673,
+      "up": 1674,
+      "Ġland": 1675,
+      "avy": 1676,
+      "Ġmoral": 1677,
+      "ained": 1678,
+      "Ġsister": 1679,
+      "ĠGra": 1680,
+      "Ġshap": 1681,
+      "Ġpaint": 1682,
+      "Ġslowly": 1683,
+      "Ġfield": 1684,
+      "Ġpet": 1685,
+      "Ġsec": 1686,
+      "orm": 1687,
+      "ĠJim": 1688,
+      "Ġbran": 1689,
+      "Ġmin": 1690,
+      "Ġmust": 1691,
+      "Ġhelping": 1692,
+      "Ġworried": 1693,
+      "Ġjob": 1694,
+      "Ġfox": 1695,
+      "set": 1696,
+      "Ġmoney": 1697,
+      "Ġpot": 1698,
+      "Ġqui": 1699,
+      "Ġbel": 1700,
+      "Ġacc": 1701,
+      "Ġliving": 1702,
+      "Ġmonster": 1703,
+      "less": 1704,
+      "Ġparty": 1705,
+      "ear": 1706,
+      "Ġmost": 1707,
+      "Ġwear": 1708,
+      "Ġremember": 1709,
+      "ire": 1710,
+      "Ġsign": 1711,
+      "wl": 1712,
+      "Ġcloud": 1713,
+      "Ġcandy": 1714,
+      "Ġhigher": 1715,
+      "ipped": 1716,
+      "ident": 1717,
+      "ĠAll": 1718,
+      "der": 1719,
+      "ze": 1720,
+      "Ġquiet": 1721,
+      "Ġtown": 1722,
+      "unch": 1723,
+      "Ġprincess": 1724,
+      "Ġruns": 1725,
+      "asket": 1726,
+      "em": 1727,
+      "Ġeverywhere": 1728,
+      "Ġjoin": 1729,
+      "Ġstepped": 1730,
+      "Ġbasket": 1731,
+      "Ġlake": 1732,
+      "Ġcup": 1733,
+      "sw": 1734,
+      "outh": 1735,
+      "Ġcarrot": 1736,
+      "Ġcoll": 1737,
+      "Ġplant": 1738,
+      "Ġscream": 1739,
+      "ĠDaddy": 1740,
+      "Ġbuck": 1741,
+      "Ġheavy": 1742,
+      "Ġbigger": 1743,
+      "Ġcho": 1744,
+      "Ġblank": 1745,
+      "Ġclosed": 1746,
+      "Ġwon": 1747,
+      "ises": 1748,
+      "Ġansw": 1749,
+      "br": 1750,
+      "Ġblanket": 1751,
+      "Ġmouth": 1752,
+      "ames": 1753,
+      "eces": 1754,
+      "Ġeating": 1755,
+      "Ġpieces": 1756,
+      "cket": 1757,
+      "Ġstre": 1758,
+      "Ġwelc": 1759,
+      "Ġwouldn": 1760,
+      "Ġreach": 1761,
+      "Ġbroke": 1762,
+      "eared": 1763,
+      "Ġdangerous": 1764,
+      "gs": 1765,
+      "ph": 1766,
+      "ĠMolly": 1767,
+      "Ġce": 1768,
+      "ĠMr": 1769,
+      "ord": 1770,
+      "fort": 1771,
+      "Ġdolls": 1772,
+      "ming": 1773,
+      "Ġdance": 1774,
+      "Ġdragon": 1775,
+      "Ġthinks": 1776,
+      "Ġasks": 1777,
+      "Ġacross": 1778,
+      "Okay": 1779,
+      "Ġchair": 1780,
+      "Ġteac": 1781,
+      "Ġbott": 1782,
+      "Hi": 1783,
+      "Ġpa": 1784,
+      "Ġneigh": 1785,
+      "Ġbar": 1786,
+      "Ġbike": 1787,
+      "Ġpack": 1788,
+      "iting": 1789,
+      "Ġdisapp": 1790,
+      "Ġneighb": 1791,
+      "Ġstuck": 1792,
+      "de": 1793,
+      "Ġgif": 1794,
+      "Ġfruit": 1795,
+      "Ġbelieve": 1796,
+      "cy": 1797,
+      "Ġve": 1798,
+      "Ġcrying": 1799,
+      "ier": 1800,
+      "phant": 1801,
+      "Ġsuddenly": 1802,
+      "Ġsoup": 1803,
+      "Ġrace": 1804,
+      "Ġthrew": 1805,
+      "Sure": 1806,
+      "Ġfarmer": 1807,
+      "Ġaccident": 1808,
+      "Ġdirty": 1809,
+      "Ġelephant": 1810,
+      "Ġmonkey": 1811,
+      "Ġheal": 1812,
+      "weet": 1813,
+      "Ġrem": 1814,
+      "Ġpers": 1815,
+      "Ġsame": 1816,
+      "ored": 1817,
+      "ventually": 1818,
+      "ead": 1819,
+      "pping": 1820,
+      "Ġgentle": 1821,
+      "Ġfree": 1822,
+      "Ġbrown": 1823,
+      "Maybe": 1824,
+      "Ġinst": 1825,
+      "Ġbee": 1826,
+      "ix": 1827,
+      "Ġben": 1828,
+      "Ġwin": 1829,
+      "Ġblack": 1830,
+      "Ġalong": 1831,
+      "Ġlonger": 1832,
+      "ible": 1833,
+      "Ġspr": 1834,
+      "Ġclapped": 1835,
+      "Finally": 1836,
+      "Why": 1837,
+      "cked": 1838,
+      "Ġwords": 1839,
+      "ĠFl": 1840,
+      "Ġteacher": 1841,
+      "Ġupset": 1842,
+      "chool": 1843,
+      "Ġpiece": 1844,
+      "Ġwell": 1845,
+      "Ġcheered": 1846,
+      "Ġhit": 1847,
+      "Ġsang": 1848,
+      "ment": 1849,
+      "Ġbowl": 1850,
+      "Ġbite": 1851,
+      "Ġdoctor": 1852,
+      "ĠJill": 1853,
+      "Ġbucket": 1854,
+      "Mia": 1855,
+      "Ġbath": 1856,
+      "Ġcaught": 1857,
+      "Ġheart": 1858,
+      "Ġforget": 1859,
+      "Ġmark": 1860,
+      "Ġbutt": 1861,
+      "Ġdry": 1862,
+      "Ġyoung": 1863,
+      "Ġsea": 1864,
+      "Ġcour": 1865,
+      "Ġdropped": 1866,
+      "ese": 1867,
+      "Ġyard": 1868,
+      "Ġplac": 1869,
+      "ourn": 1870,
+      "Ġschool": 1871,
+      "Ġswings": 1872,
+      "bby": 1873,
+      "Ġwings": 1874,
+      "bs": 1875,
+      "Ġexplained": 1876,
+      "Ġjourn": 1877,
+      "Ġbring": 1878,
+      "Ġdrink": 1879,
+      "Ġstreet": 1880,
+      "Ġjuice": 1881,
+      "ung": 1882,
+      "Ġnearby": 1883,
+      "ĠEmma": 1884,
+      "Ġsmo": 1885,
+      "Ġsmart": 1886,
+      "Ġpushed": 1887,
+      "Ġstories": 1888,
+      "Ġdrove": 1889,
+      "Ġtiny": 1890,
+      "Ġpen": 1891,
+      "Ġcourse": 1892,
+      "Ġes": 1893,
+      "Ġmine": 1894,
+      "Ġtoday": 1895,
+      "Ġpocket": 1896,
+      "Ġyear": 1897,
+      "aughter": 1898,
+      "Ġje": 1899,
+      "Ġsecret": 1900,
+      "Ġexp": 1901,
+      "Ġwithout": 1902,
+      "Ġsinging": 1903,
+      "Ġwelcome": 1904,
+      "Ġhappen": 1905,
+      "to": 1906,
+      "Ġfit": 1907,
+      "Ġstu": 1908,
+      "vel": 1909,
+      "ract": 1910,
+      "Ġbus": 1911,
+      "Ġcheese": 1912,
+      "Ġcray": 1913,
+      "Ġfairy": 1914,
+      "Ġjar": 1915,
+      "Ġturns": 1916,
+      "Ġbush": 1917,
+      "bow": 1918,
+      "llo": 1919,
+      "Ġexploring": 1920,
+      "Ġlon": 1921,
+      "Ġstand": 1922,
+      "itting": 1923,
+      "Ġseemed": 1924,
+      "Ġspoon": 1925,
+      "ĠFinally": 1926,
+      "Ġgames": 1927,
+      "Ġwoke": 1928,
+      "issed": 1929,
+      "Ġresp": 1930,
+      "Ġtrou": 1931,
+      "Ġtwins": 1932,
+      "Ġhoped": 1933,
+      "Ġatt": 1934,
+      "Ġlonely": 1935,
+      "Ġant": 1936,
+      "ĠMama": 1937,
+      "orrow": 1938,
+      "Ġnoises": 1939,
+      "Ġhugs": 1940,
+      "ountain": 1941,
+      "yard": 1942,
+      "Ġdaughter": 1943,
+      "Ġinv": 1944,
+      "Ġkey": 1945,
+      "ail": 1946,
+      "Ġrocks": 1947,
+      "Ġdisco": 1948,
+      "Ġsu": 1949,
+      "Ġlunch": 1950,
+      "read": 1951,
+      "oun": 1952,
+      "vered": 1953,
+      "Ġbackyard": 1954,
+      "Ġsuc": 1955,
+      "Ġcow": 1956,
+      "Ġapple": 1957,
+      "ek": 1958,
+      "Ġswam": 1959,
+      "Ġshoes": 1960,
+      "Ġstars": 1961,
+      "Ġshook": 1962,
+      "ittens": 1963,
+      "Ġmiss": 1964,
+      "ches": 1965,
+      "Ġwish": 1966,
+      "Ġrelie": 1967,
+      "fused": 1968,
+      "Ġshapes": 1969,
+      "urple": 1970,
+      "Ġtower": 1971,
+      "ity": 1972,
+      "Ġcorn": 1973,
+      "Ġmoved": 1974,
+      "shine": 1975,
+      "Ġ3": 1976,
+      "Ġthough": 1977,
+      "Ġcir": 1978,
+      "umb": 1979,
+      "Ġtaking": 1980,
+      "ts": 1981,
+      "ĠTweet": 1982,
+      "ape": 1983,
+      "Ġrainbow": 1984,
+      "Ġthrow": 1985,
+      "Ġstar": 1986,
+      "Ġbench": 1987,
+      "Ġneck": 1988,
+      "ocked": 1989,
+      "Ġcreature": 1990,
+      "Ġbubble": 1991,
+      "Ġlate": 1992,
+      "Ġadventures": 1993,
+      "Ġowl": 1994,
+      "ions": 1995,
+      "And": 1996,
+      "Ġwhe": 1997,
+      "Ġpar": 1998,
+      "Ġshell": 1999,
+      "Ġkite": 2000,
+      "ĠFluffy": 2001,
+      "ining": 2002,
+      "Ġmil": 2003,
+      "unt": 2004,
+      "Ġfence": 2005,
+      "Ġmix": 2006,
+      "Ġlift": 2007,
+      "Ġaccidentally": 2008,
+      "Ġwise": 2009,
+      "Ġhello": 2010,
+      "Ġpurple": 2011,
+      "pper": 2012,
+      "Ġonto": 2013,
+      "Ġspin": 2014,
+      "ten": 2015,
+      "ours": 2016,
+      "Ġsitting": 2017,
+      "idge": 2018,
+      "Ġsunshine": 2019,
+      "Ġcute": 2020,
+      "Ġmat": 2021,
+      "ward": 2022,
+      "Ġshop": 2023,
+      "Ġwhist": 2024,
+      "Ġdist": 2025,
+      "Ġorange": 2026,
+      "Lila": 2027,
+      "Ġnaught": 2028,
+      "ĠSammy": 2029,
+      "Ġnaughty": 2030,
+      "Ġnest": 2031,
+      "ose": 2032,
+      "ors": 2033,
+      "lla": 2034,
+      "Ġmilk": 2035,
+      "fish": 2036,
+      "Ġaf": 2037,
+      "Ġboun": 2038,
+      "Ġphone": 2039,
+      "Ġarms": 2040,
+      "Ġeas": 2041,
+      "ness": 2042,
+      "Ġcarry": 2043,
+      "ĠGrandma": 2044,
+      "og": 2045,
+      "Ġbought": 2046,
+      "Ġdriver": 2047,
+      "Ġinstead": 2048,
+      "Later": 2049,
+      "Ġtalked": 2050,
+      "Ġsearched": 2051,
+      "gged": 2052,
+      "Ġpig": 2053,
+      "Ġcozy": 2054,
+      "Ġsunny": 2055,
+      "itty": 2056,
+      "Ġfeels": 2057,
+      "Ġfan": 2058,
+      "Ġwondered": 2059,
+      "Ġcomes": 2060,
+      "Ġswimming": 2061,
+      "uched": 2062,
+      "Ġtouched": 2063,
+      "Ġpop": 2064,
+      "ĠInside": 2065,
+      "ale": 2066,
+      "Ġlucky": 2067,
+      "Ġlaughing": 2068,
+      "Ġbelong": 2069,
+      "Ġsounds": 2070,
+      "Ġwom": 2071,
+      "Ġcave": 2072,
+      "let": 2073,
+      "Ġjourney": 2074,
+      "Ġwoman": 2075,
+      "Ġcou": 2076,
+      "Ġnothing": 2077,
+      "Ġcoat": 2078,
+      "Ġrelieved": 2079,
+      "ĠO": 2080,
+      "Ġpeace": 2081,
+      "adow": 2082,
+      "Ġnose": 2083,
+      "Ġbusy": 2084,
+      "Bob": 2085,
+      "Ġpast": 2086,
+      "Ġapples": 2087,
+      "Ġsick": 2088,
+      "Ġrope": 2089,
+      "Ġpatient": 2090,
+      "Ġact": 2091,
+      "Ġpudd": 2092,
+      "Ġinc": 2093,
+      "raid": 2094,
+      "Ġwatching": 2095,
+      "Ġbranch": 2096,
+      "Ġafraid": 2097,
+      "Ġtom": 2098,
+      "ider": 2099,
+      "Ġdays": 2100,
+      "Ġret": 2101,
+      "cing": 2102,
+      "ĠMary": 2103,
+      "Ġband": 2104,
+      "Ġfarm": 2105,
+      "Ġhuge": 2106,
+      "ĠThank": 2107,
+      "ator": 2108,
+      "Ġexciting": 2109,
+      "Ġdanced": 2110,
+      "thday": 2111,
+      "Ġwar": 2112,
+      "ĠSoon": 2113,
+      "ball": 2114,
+      "Ġgigg": 2115,
+      "blem": 2116,
+      "Ġzoom": 2117,
+      "Ġmad": 2118,
+      "Ġvill": 2119,
+      "Ġforever": 2120,
+      "Ġproblem": 2121,
+      "Ġcollect": 2122,
+      "ped": 2123,
+      "irt": 2124,
+      "Ġminut": 2125,
+      "Ġwra": 2126,
+      "ho": 2127,
+      "Ġlife": 2128,
+      "Ġknee": 2129,
+      "ces": 2130,
+      "Do": 2131,
+      "cer": 2132,
+      "mp": 2133,
+      "arp": 2134,
+      "Ġking": 2135,
+      "Ġasleep": 2136,
+      "Ġreturn": 2137,
+      "Ġsharp": 2138,
+      "Ġrel": 2139,
+      "Ġpower": 2140,
+      "eth": 2141,
+      "Ġholding": 2142,
+      "Ġfing": 2143,
+      "Ġhealthy": 2144,
+      "ĠMittens": 2145,
+      "Ġprot": 2146,
+      "Ġmeet": 2147,
+      "Ġorgan": 2148,
+      "Ġclever": 2149,
+      "Ġspotted": 2150,
+      "Ġletter": 2151,
+      "Ġgather": 2152,
+      "alm": 2153,
+      "Of": 2154,
+      "ere": 2155,
+      "Ġround": 2156,
+      "Ġstorm": 2157,
+      "Ġprotect": 2158,
+      "Ġgift": 2159,
+      "amed": 2160,
+      "Ġmail": 2161,
+      "ĠJen": 2162,
+      "Ġbirthday": 2163,
+      "Ġpres": 2164,
+      "Ġsaf": 2165,
+      "Ġneighbor": 2166,
+      "epend": 2167,
+      "Ġtakes": 2168,
+      "sc": 2169,
+      "Ġear": 2170,
+      "Ġcomfort": 2171,
+      "Ġent": 2172,
+      "Ġrep": 2173,
+      "Ġperson": 2174,
+      "Ġsmiling": 2175,
+      "ĠWith": 2176,
+      "Ġgently": 2177,
+      "Ġpointed": 2178,
+      "Every": 2179,
+      "owed": 2180,
+      "Ġspo": 2181,
+      "col": 2182,
+      "Ġtasty": 2183,
+      "ular": 2184,
+      "ĠJimmy": 2185,
+      "Ġplane": 2186,
+      "sting": 2187,
+      "hin": 2188,
+      "Ġhoney": 2189,
+      "itch": 2190,
+      "Ġpill": 2191,
+      "Ġpass": 2192,
+      "itten": 2193,
+      "Ġmatter": 2194,
+      "Ġadm": 2195,
+      "Ġtasted": 2196,
+      "Ġsmelled": 2197,
+      "nic": 2198,
+      "ove": 2199,
+      "Ġeag": 2200,
+      "Ġshining": 2201,
+      "Hey": 2202,
+      "Ġhope": 2203,
+      "Ġplaces": 2204,
+      "Ġkick": 2205,
+      "ĠCh": 2206,
+      "Ġpicnic": 2207,
+      "Ġbottle": 2208,
+      "Ġrespect": 2209,
+      "Ġblew": 2210,
+      "Ġappeared": 2211,
+      "Ġsupp": 2212,
+      "Tommy": 2213,
+      "ĠCome": 2214,
+      "Ġspider": 2215,
+      "Ġintere": 2216,
+      "Ġcheer": 2217,
+      "board": 2218,
+      "Ġwearing": 2219,
+      "Ġpresent": 2220,
+      "ert": 2221,
+      "Ġmist": 2222,
+      "ize": 2223,
+      "Ġtrouble": 2224,
+      "Ġtrip": 2225,
+      "Ġpract": 2226,
+      "Ġkiss": 2227,
+      "Ġquest": 2228,
+      "ond": 2229,
+      "Ġash": 2230,
+      "Ġloves": 2231,
+      "Ġtightly": 2232,
+      "gg": 2233,
+      "arge": 2234,
+      "Ġsur": 2235,
+      "Ġspread": 2236,
+      "aur": 2237,
+      "Ġwide": 2238,
+      "ones": 2239,
+      "umber": 2240,
+      "Ġfeather": 2241,
+      "Ġsplas": 2242,
+      "ont": 2243,
+      "ndp": 2244,
+      "Ġlater": 2245,
+      "Ġwhole": 2246,
+      "Ġanyone": 2247,
+      "Ġbread": 2248,
+      "Molly": 2249,
+      "Ġdes": 2250,
+      "Ġrec": 2251,
+      "ella": 2252,
+      "Ġroad": 2253,
+      "In": 2254,
+      "Ġoce": 2255,
+      "Ġgiant": 2256,
+      "Ġocean": 2257,
+      "els": 2258,
+      "Ġpuzz": 2259,
+      "Ġcookie": 2260,
+      "Ġpan": 2261,
+      "Ġpath": 2262,
+      "ÅĵI": 2263,
+      "Ġconfused": 2264,
+      "Ġscreamed": 2265,
+      "Ġclouds": 2266,
+      "eb": 2267,
+      "Ġimpress": 2268,
+      "Ġfront": 2269,
+      "ĠGo": 2270,
+      "Ġseat": 2271,
+      "lex": 2272,
+      "Ġlay": 2273,
+      "Ġwhich": 2274,
+      "la": 2275,
+      "Ġthin": 2276,
+      "Ġteach": 2277,
+      "erly": 2278,
+      "Ġdi": 2279,
+      "Ġanswer": 2280,
+      "ungle": 2281,
+      "Ġap": 2282,
+      "ssed": 2283,
+      "hile": 2284,
+      "ub": 2285,
+      "Ġlarge": 2286,
+      "Ġjungle": 2287,
+      "Ġpromise": 2288,
+      "Ġser": 2289,
+      "Ġber": 2290,
+      "Ġwild": 2291,
+      "Ġbark": 2292,
+      "Ġmach": 2293,
+      "oose": 2294,
+      "Ġbutton": 2295,
+      "ndpa": 2296,
+      "Good": 2297,
+      "Ġmyster": 2298,
+      "Ġsnake": 2299,
+      "Ġvillage": 2300,
+      "Ġhor": 2301,
+      "ĠEmily": 2302,
+      "Come": 2303,
+      "Ġtool": 2304,
+      "Ġputs": 2305,
+      "Ġlast": 2306,
+      "Ġimag": 2307,
+      "ĠJake": 2308,
+      "Lucy": 2309,
+      "Ġtid": 2310,
+      "Ġban": 2311,
+      "lebr": 2312,
+      "Ġeventually": 2313,
+      "Ġslid": 2314,
+      "Ġwave": 2315,
+      "Ġlive": 2316,
+      "Ġchased": 2317,
+      "ĠEverywhere": 2318,
+      "Ġcelebr": 2319,
+      "Ġcrayons": 2320,
+      "Just": 2321,
+      "Ġspent": 2322,
+      "Ġwrite": 2323,
+      "Ġgives": 2324,
+      "unk": 2325,
+      "ife": 2326,
+      "Ġdecor": 2327,
+      "Ġfoot": 2328,
+      "Ġdelight": 2329,
+      "Ġsol": 2330,
+      "Ġsandw": 2331,
+      "Ġdirt": 2332,
+      "ĠJenny": 2333,
+      "Ġtalking": 2334,
+      "Ġtreats": 2335,
+      "Ġcart": 2336,
+      "ching": 2337,
+      "Ġwaiting": 2338,
+      "Ġhiding": 2339,
+      "Ġsnowman": 2340,
+      "Ġinteresting": 2341,
+      "Ġhon": 2342,
+      "ony": 2343,
+      "Ġshelf": 2344,
+      "Ġtaste": 2345,
+      "een": 2346,
+      "Jim": 2347,
+      "Ġstep": 2348,
+      "Mum": 2349,
+      "Ġhelpful": 2350,
+      "Ġfeet": 2351,
+      "Ġshy": 2352,
+      "Ġgoes": 2353,
+      "Ġval": 2354,
+      "Ġemb": 2355,
+      "Ġstood": 2356,
+      "Ġshr": 2357,
+      "Ġbuilding": 2358,
+      "Ġoven": 2359,
+      "Ġstret": 2360,
+      "Ġlovely": 2361,
+      "Ġducks": 2362,
+      "Ġcorner": 2363,
+      "Ġwash": 2364,
+      "cks": 2365,
+      "Ġspe": 2366,
+      "Ġpretended": 2367,
+      "Ġrolled": 2368,
+      "Ġrude": 2369,
+      "old": 2370,
+      "Ġcalm": 2371,
+      "Ġpile": 2372,
+      "Ġteeth": 2373,
+      "Ġjumping": 2374,
+      "Ġzoo": 2375,
+      "Ġpuddle": 2376,
+      "Ġtidy": 2377,
+      "Mama": 2378,
+      "iger": 2379,
+      "ipe": 2380,
+      "Ġbugs": 2381,
+      "Ġashamed": 2382,
+      "Ġbat": 2383,
+      "ina": 2384,
+      "ĠRe": 2385,
+      "Ġob": 2386,
+      "Ġstra": 2387,
+      "ĠSt": 2388,
+      "Ġwhistle": 2389,
+      "Ġbanan": 2390,
+      "not": 2391,
+      "Ġnet": 2392,
+      "Ġforgive": 2393,
+      "Ġprince": 2394,
+      "ener": 2395,
+      "Ġshirt": 2396,
+      "Ġsel": 2397,
+      "Ġcoo": 2398,
+      "Ġembar": 2399,
+      "umpy": 2400,
+      "Ġsparkly": 2401,
+      "Ġremind": 2402,
+      "Ġsug": 2403,
+      "Ġcross": 2404,
+      "Ġmind": 2405,
+      "Ġcannot": 2406,
+      "Ġsuccess": 2407,
+      "Ġembarra": 2408,
+      "Soon": 2409,
+      "Ġmot": 2410,
+      "Ġsharing": 2411,
+      "Ġworm": 2412,
+      "Ġfold": 2413,
+      "Ġpeaceful": 2414,
+      "Ġwore": 2415,
+      "Ġmountain": 2416,
+      "Ġblow": 2417,
+      "lice": 2418,
+      "Ġign": 2419,
+      "Ġbell": 2420,
+      "Ġfurry": 2421,
+      "Ġgrab": 2422,
+      "als": 2423,
+      "ometimes": 2424,
+      "Ġwhenever": 2425,
+      "Ġpour": 2426,
+      "vous": 2427,
+      "llie": 2428,
+      "Ġpush": 2429,
+      "Ġbreath": 2430,
+      "Ġmachine": 2431,
+      "Ġsugar": 2432,
+      "Ġchick": 2433,
+      "Ġcreative": 2434,
+      "St": 2435,
+      "ned": 2436,
+      "Ġbal": 2437,
+      "Ġstir": 2438,
+      "Ġdolp": 2439,
+      "Ġtries": 2440,
+      "Now": 2441,
+      "Ġlad": 2442,
+      "ĠLe": 2443,
+      "Ġmed": 2444,
+      "Ġpool": 2445,
+      "Ġgener": 2446,
+      "Ġsal": 2447,
+      "ork": 2448,
+      "ult": 2449,
+      "Ġspray": 2450,
+      "Ġship": 2451,
+      "ian": 2452,
+      "Ġhum": 2453,
+      "Ġhel": 2454,
+      "isa": 2455,
+      "Ġselfish": 2456,
+      "Ġhar": 2457,
+      "Ġfaces": 2458,
+      "Ġmessy": 2459,
+      "Ġ'": 2460,
+      "Ġple": 2461,
+      "ĠSome": 2462,
+      "ĠHow": 2463,
+      "Ġgold": 2464,
+      "Ġchocol": 2465,
+      "Please": 2466,
+      "Ġminutes": 2467,
+      "Ġpillow": 2468,
+      "My": 2469,
+      "aking": 2470,
+      "Ġtun": 2471,
+      "Ġmissed": 2472,
+      "ighed": 2473,
+      "Ġvan": 2474,
+      "Ġfixed": 2475,
+      "Ġfighting": 2476,
+      "oin": 2477,
+      "Ġfig": 2478,
+      "Ġembarrassed": 2479,
+      "Ġmeant": 2480,
+      "Ġdrive": 2481,
+      "Ġtomorrow": 2482,
+      "Ġhours": 2483,
+      "Ġca": 2484,
+      "Ġner": 2485,
+      "Ġspicy": 2486,
+      "Ġknowing": 2487,
+      "ĠPlease": 2488,
+      "Sarah": 2489,
+      "Ġladder": 2490,
+      "ital": 2491,
+      "Ġhorse": 2492,
+      "ato": 2493,
+      "Ġug": 2494,
+      "ĠJust": 2495,
+      "Ġtrust": 2496,
+      "Ġhosp": 2497,
+      "Ġugly": 2498,
+      "Ġhospital": 2499,
+      "Ġchew": 2500,
+      "Ġbedroom": 2501,
+      "Ġeasy": 2502,
+      "Ġnervous": 2503,
+      "Ġrob": 2504,
+      "Ġthankful": 2505,
+      "Ġcarrots": 2506,
+      "Dad": 2507,
+      "elly": 2508,
+      "Ġgrew": 2509,
+      "Ġcolour": 2510,
+      "Ġbarked": 2511,
+      "Ġcouch": 2512,
+      "Ġnut": 2513,
+      "Ġmeadow": 2514,
+      "Ġtaught": 2515,
+      "Ġunderstood": 2516,
+      "Ġdisappoin": 2517,
+      "Ġpas": 2518,
+      "ano": 2519,
+      "Ġoften": 2520,
+      "Ġclass": 2521,
+      "Ġpassed": 2522,
+      "Ġknocked": 2523,
+      "Ġlanded": 2524,
+      "Ġmic": 2525,
+      "ird": 2526,
+      "Ġfear": 2527,
+      "Ġcoin": 2528,
+      "Ġmud": 2529,
+      "work": 2530,
+      "Ġdeter": 2531,
+      "Ġreg": 2532,
+      "Ġreturned": 2533,
+      "Ġdeterm": 2534,
+      "Ġhur": 2535,
+      "Ġfinish": 2536,
+      "izz": 2537,
+      "Ġtea": 2538,
+      "Ġsmooth": 2539,
+      "mo": 2540,
+      "Ġstuff": 2541,
+      "Ġmov": 2542,
+      "Ġgenerous": 2543,
+      "To": 2544,
+      "ĠOn": 2545,
+      "isp": 2546,
+      "Ġdrum": 2547,
+      "obby": 2548,
+      "Ġbubbles": 2549,
+      "Ġrobot": 2550,
+      "Ġthese": 2551,
+      "Ġseed": 2552,
+      "Ġglass": 2553,
+      "Ġdisappointed": 2554,
+      "ground": 2555,
+      "Ġring": 2556,
+      "Ġcard": 2557,
+      "Ġhears": 2558,
+      "Ġcarried": 2559,
+      "Ġmoon": 2560,
+      "Ġchocolate": 2561,
+      "Ġleaf": 2562,
+      "Ġsnacks": 2563,
+      "Ġcirc": 2564,
+      "Ġfancy": 2565,
+      "dle": 2566,
+      "Ġspend": 2567,
+      "ĠAnn": 2568,
+      "ustr": 2569,
+      "Ġcrab": 2570,
+      "Ġsongs": 2571,
+      "pack": 2572,
+      "Ġpir": 2573,
+      "ecially": 2574,
+      "osaur": 2575,
+      "Ġsold": 2576,
+      "Ġbridge": 2577,
+      "ĠEven": 2578,
+      "Ġsleepy": 2579,
+      "Ġhonest": 2580,
+      "Ġmir": 2581,
+      "ĠBr": 2582,
+      "Ġpaw": 2583,
+      "pecially": 2584,
+      "Ġav": 2585,
+      "ĠWhy": 2586,
+      "izzy": 2587,
+      "Ġchest": 2588,
+      "Ġwolf": 2589,
+      "Ġdinosaur": 2590,
+      "Ġespecially": 2591,
+      "Ġmap": 2592,
+      "Ġgas": 2593,
+      "ory": 2594,
+      "Ġchange": 2595,
+      "Ġgroup": 2596,
+      "Ġgathered": 2597,
+      "Ġsour": 2598,
+      "Ġpoor": 2599,
+      "Ġsplash": 2600,
+      "Ġwaves": 2601,
+      "Ġforward": 2602,
+      "Ġclown": 2603,
+      "Ġmysterious": 2604,
+      "ror": 2605,
+      "Ġbody": 2606,
+      "Ġfrustr": 2607,
+      "Ġcraw": 2608,
+      "Ġfake": 2609,
+      "Ġpin": 2610,
+      "Ġok": 2611,
+      "Ġrad": 2612,
+      "Ġwhisp": 2613,
+      "Ġtwirl": 2614,
+      "Ġstring": 2615,
+      "Ġsmelly": 2616,
+      "ĠTogether": 2617,
+      "sist": 2618,
+      "Ġcand": 2619,
+      "Ġgate": 2620,
+      "Ġscar": 2621,
+      "ĠKitty": 2622,
+      "Ġneckl": 2623,
+      "Billy": 2624,
+      "Ġmotor": 2625,
+      "ying": 2626,
+      "ote": 2627,
+      "Ġshore": 2628,
+      "urse": 2629,
+      "Ġjew": 2630,
+      "Ġweak": 2631,
+      "Ġgrumpy": 2632,
+      "Ġfinger": 2633,
+      "Ġsack": 2634,
+      "Ġkitten": 2635,
+      "Ġpolite": 2636,
+      "Ġglue": 2637,
+      "uce": 2638,
+      "Ġnumber": 2639,
+      "airs": 2640,
+      "Ġesc": 2641,
+      "Ġmirror": 2642,
+      "Ġsheep": 2643,
+      "Ġvase": 2644,
+      "Ġplants": 2645,
+      "Ġberries": 2646,
+      "most": 2647,
+      "Be": 2648,
+      "den": 2649,
+      "Ġjelly": 2650,
+      "ĠTheir": 2651,
+      "Ġemp": 2652,
+      "itter": 2653,
+      "There": 2654,
+      "Ġscr": 2655,
+      "Ġgray": 2656,
+      "Ġpuzzle": 2657,
+      "Ġnecklace": 2658,
+      "Ġmaybe": 2659,
+      "Ġplate": 2660,
+      "Ġalmost": 2661,
+      "usie": 2662,
+      "Ġfrustrated": 2663,
+      "Ġempty": 2664,
+      "port": 2665,
+      "orry": 2666,
+      "Ġthick": 2667,
+      "Ġjam": 2668,
+      "Ġskipped": 2669,
+      "ensive": 2670,
+      "ĠTeddy": 2671,
+      "aged": 2672,
+      "Ġcloset": 2673,
+      "Ġhidden": 2674,
+      "Ġexpensive": 2675,
+      "Ġdetermined": 2676,
+      "Ġbored": 2677,
+      "Ġlit": 2678,
+      "Ġdrew": 2679,
+      "Ġlegs": 2680,
+      "Ġhopping": 2681,
+      "ates": 2682,
+      "ĠSometimes": 2683,
+      "Ġsticks": 2684,
+      "Ġones": 2685,
+      "ĠAt": 2686,
+      "Ġbirdie": 2687,
+      "ĠDon": 2688,
+      "Ġpolice": 2689,
+      "Ġfruits": 2690,
+      "Ġtick": 2691,
+      "Ġaunt": 2692,
+      "Ġwis": 2693,
+      "Ġbake": 2694,
+      "Ġline": 2695,
+      "ots": 2696,
+      "Ġstone": 2697,
+      "Ġdogs": 2698,
+      "aul": 2699,
+      "Ġfigure": 2700,
+      "Jane": 2701,
+      "Ġsight": 2702,
+      "Ġcries": 2703,
+      "ĠBe": 2704,
+      "Ġmoving": 2705,
+      "Ġcontent": 2706,
+      "ĠBrown": 2707,
+      "Ġsaved": 2708,
+      "Ġcloth": 2709,
+      "?\".": 2710,
+      "box": 2711,
+      "Ġbranches": 2712,
+      "Ġpacked": 2713,
+      "Ġpowerful": 2714,
+      "Ġsplashed": 2715,
+      "Ġfeed": 2716,
+      "ested": 2717,
+      "Ġyelled": 2718,
+      "Where": 2719,
+      "dge": 2720,
+      "kin": 2721,
+      "Ġtiger": 2722,
+      "Ġpay": 2723,
+      "iddle": 2724,
+      "oop": 2725,
+      "ĠBella": 2726,
+      "Ġexam": 2727,
+      "Ġtaken": 2728,
+      "Ġcrane": 2729,
+      "Ġspoil": 2730,
+      "'d": 2731,
+      "Ġhang": 2732,
+      "Ġflag": 2733,
+      "Ġanswered": 2734,
+      "Ġdiscovered": 2735,
+      "ĠLeo": 2736,
+      "ush": 2737,
+      "Ġsave": 2738,
+      "Ġseek": 2739,
+      "Ġexcite": 2740,
+      "Ġpray": 2741,
+      "Ġjog": 2742,
+      "Ġstanding": 2743,
+      "Ġdolphin": 2744,
+      "Ġjack": 2745,
+      "Are": 2746,
+      "era": 2747,
+      "rag": 2748,
+      "Ġflut": 2749,
+      "getable": 2750,
+      "Ġboring": 2751,
+      "Ġlock": 2752,
+      "Ġincred": 2753,
+      "Ġexcitement": 2754,
+      "Ġsighed": 2755,
+      "Ġwip": 2756,
+      "Ġfis": 2757,
+      "Ġfill": 2758,
+      "Ġsoap": 2759,
+      "ĠMum": 2760,
+      "ola": 2761,
+      "Ġpleased": 2762,
+      "Ġjacket": 2763,
+      "light": 2764,
+      "Ġsugg": 2765,
+      "Ġmiddle": 2766,
+      "Ġeld": 2767,
+      "Ġwrote": 2768,
+      "Ġballoons": 2769,
+      "Ġorganized": 2770,
+      "que": 2771,
+      "Ġsailed": 2772,
+      "Their": 2773,
+      "Ġtells": 2774,
+      "Ġoy": 2775,
+      "Ġstones": 2776,
+      "Ġboard": 2777,
+      "Ġspun": 2778,
+      "Ġvegetable": 2779,
+      "lies": 2780,
+      "Ġind": 2781,
+      "iness": 2782,
+      "Ġworking": 2783,
+      "lower": 2784,
+      "alk": 2785,
+      "iff": 2786,
+      "Ġparrot": 2787,
+      "Stop": 2788,
+      "Ġscarf": 2789,
+      "Ġwagged": 2790,
+      "Ġclap": 2791,
+      "Ġmeasure": 2792,
+      "asing": 2793,
+      "Ġtears": 2794,
+      "body": 2795,
+      "Ġcomfortable": 2796,
+      "Ġleg": 2797,
+      "Ġswan": 2798,
+      "Ġtrue": 2799,
+      "Ġfright": 2800,
+      "Ġdrop": 2801,
+      "Ġsmoke": 2802,
+      "Ġfeathers": 2803,
+      "Ġincredible": 2804,
+      "ggs": 2805,
+      "ual": 2806,
+      "Ġtie": 2807,
+      "Ġcap": 2808,
+      "Ġlose": 2809,
+      "Ġpus": 2810,
+      "Ġeager": 2811,
+      "Ġmovie": 2812,
+      "fic": 2813,
+      "Ġcop": 2814,
+      "Ġeggs": 2815,
+      "oof": 2816,
+      "Ġrid": 2817,
+      "Ġcovered": 2818,
+      "Ġfil": 2819,
+      "Ġlem": 2820,
+      "Ġgrap": 2821,
+      "Ġdisappeared": 2822,
+      "Ġrecord": 2823,
+      "ĠTV": 2824,
+      "ĠBl": 2825,
+      "Ġext": 2826,
+      "Ġord": 2827,
+      "Ġgiggled": 2828,
+      "corn": 2829,
+      "Ġpri": 2830,
+      "Ġham": 2831,
+      "Ġrare": 2832,
+      "Ġyourself": 2833,
+      "Ġeng": 2834,
+      "Ġwhale": 2835,
+      "Ġknife": 2836,
+      "ĠLisa": 2837,
+      "Ġteam": 2838,
+      "ĠJohnny": 2839,
+      "zed": 2840,
+      "Ġtest": 2841,
+      "Ġbone": 2842,
+      "Ġdizzy": 2843,
+      "Ġlibr": 2844,
+      "Ġwrap": 2845,
+      "Ġquestions": 2846,
+      "iv": 2847,
+      "Ġlying": 2848,
+      "Ġstamp": 2849,
+      "Ġlicked": 2850,
+      "Ġnoisy": 2851,
+      "Ġkindness": 2852,
+      "Ġdiffic": 2853,
+      "Ġdrawing": 2854,
+      "apping": 2855,
+      "Jimmy": 2856,
+      "Ġstraw": 2857,
+      "Ġburn": 2858,
+      "Ġwagon": 2859,
+      "ately": 2860,
+      "Ġgrown": 2861,
+      "Ġrocket": 2862,
+      "Ġpopcorn": 2863,
+      "Sally": 2864,
+      "Ġbatter": 2865,
+      "Ġwand": 2866,
+      "Ġanc": 2867,
+      "ĠEnd": 2868,
+      "Ġsword": 2869,
+      "Ġhappening": 2870,
+      "Ġlifted": 2871,
+      "Ġbalance": 2872,
+      "Ġextra": 2873,
+      "Sorry": 2874,
+      "ha": 2875,
+      "Ġwander": 2876,
+      "Ġfat": 2877,
+      "ĠMark": 2878,
+      "ĠElla": 2879,
+      "Ġbecome": 2880,
+      "Ġtrack": 2881,
+      "Ġsmaller": 2882,
+      "Ġmistake": 2883,
+      "Ġtoast": 2884,
+      "ating": 2885,
+      "Ġmanaged": 2886,
+      "selves": 2887,
+      "ĠPeter": 2888,
+      "Ġbathroom": 2889,
+      "Ġharm": 2890,
+      "Ġdifficult": 2891,
+      "Ġtwist": 2892,
+      "Ġoffered": 2893,
+      "Ġruined": 2894,
+      "Ġmatch": 2895,
+      "Ġancient": 2896,
+      "Ġgar": 2897,
+      "illi": 2898,
+      "Ġdistance": 2899,
+      "Ġplayground": 2900,
+      "Ġlazy": 2901,
+      "Ġdancing": 2902,
+      "Ġadventur": 2903,
+      "af": 2904,
+      "ĠBa": 2905,
+      "Ġcalling": 2906,
+      "Ġcleaned": 2907,
+      "Ġcrown": 2908,
+      "ormal": 2909,
+      "Ġonce": 2910,
+      "Ġboss": 2911,
+      "Ġsell": 2912,
+      "Ġwalks": 2913,
+      "Ġfrightened": 2914,
+      "erri": 2915,
+      "Ġmask": 2916,
+      "Ġfluffy": 2917,
+      "emo": 2918,
+      "ĠZ": 2919,
+      "Ġfrag": 2920,
+      "Ġdest": 2921,
+      "Ġnormal": 2922,
+      "Ġyog": 2923,
+      "Ġpicks": 2924,
+      "Ġeye": 2925,
+      "Ġdrank": 2926,
+      "Ġcircle": 2927,
+      "Ġadventurous": 2928,
+      "Spot": 2929,
+      "Ġtent": 2930,
+      "Ġpress": 2931,
+      "Ġkissed": 2932,
+      "ict": 2933,
+      "Ġsciss": 2934,
+      "Ġgets": 2935,
+      "Ġtrunk": 2936,
+      "Ġcheck": 2937,
+      "Ġenjoying": 2938,
+      "Ġshells": 2939,
+      "Ġelderly": 2940,
+      "Ġscissors": 2941,
+      "Ġterri": 2942,
+      "Ġtoug": 2943,
+      "ages": 2944,
+      "Ġsteal": 2945,
+      "Me": 2946,
+      "ready": 2947,
+      "ete": 2948,
+      "Ġalready": 2949,
+      "ĠLittle": 2950,
+      "Ġjuicy": 2951,
+      "Ġstudy": 2952,
+      "Ġhorn": 2953,
+      "erp": 2954,
+      "Ġpizz": 2955,
+      "Ġallig": 2956,
+      "Ġlouder": 2957,
+      "Ġtowel": 2958,
+      "Ġcircles": 2959,
+      "Ġlead": 2960,
+      "Ġroar": 2961,
+      "Ġrose": 2962,
+      "Ġslipped": 2963,
+      "Ġtele": 2964,
+      "Ġfamous": 2965,
+      "Ġarg": 2966,
+      "Ġcheerful": 2967,
+      "ĠRex": 2968,
+      "Ġtough": 2969,
+      "ipper": 2970,
+      "Ġbarn": 2971,
+      "Ġfool": 2972,
+      "Ġdig": 2973,
+      "Ġdish": 2974,
+      "Ġagainst": 2975,
+      "Ġdeer": 2976,
+      "Ġsweetie": 2977,
+      "Ġengine": 2978,
+      "Ġed": 2979,
+      "Ġfather": 2980,
+      "Ġcover": 2981,
+      "Ġyours": 2982,
+      "Ġneeds": 2983,
+      "Joe": 2984,
+      "Ġbags": 2985,
+      "Ġspinning": 2986,
+      "Sue": 2987,
+      "Ġaw": 2988,
+      "anged": 2989,
+      "amond": 2990,
+      "Ġyarn": 2991,
+      "oph": 2992,
+      "Ġgiving": 2993,
+      "Ġdiamond": 2994,
+      "Ġsandwich": 2995,
+      "Ġindepend": 2996,
+      "Ġfragile": 2997,
+      "Who": 2998,
+      "cept": 2999,
+      "Ġnosy": 3000,
+      "Ġtwig": 3001,
+      "Ġhurts": 3002,
+      "Ġsuggested": 3003,
+      "Ġlemon": 3004,
+      "iest": 3005,
+      "ination": 3006,
+      "orge": 3007,
+      "Ġnod": 3008,
+      "Ġbloom": 3009,
+      "Ġhose": 3010,
+      "Ġboxes": 3011,
+      "Ġrealised": 3012,
+      "Ġfrown": 3013,
+      "ache": 3014,
+      "Ġrelax": 3015,
+      "Ġhammer": 3016,
+      "Ġadded": 3017,
+      "Ġweird": 3018,
+      "Ġmod": 3019,
+      "Ġcrack": 3020,
+      "Ġalligator": 3021,
+      "Amy": 3022,
+      "Gra": 3023,
+      "oot": 3024,
+      "Ġshake": 3025,
+      "rage": 3026,
+      "Ġlearning": 3027,
+      "Ġvegetables": 3028,
+      "Ġadd": 3029,
+      "Ġmelt": 3030,
+      "ĠSusie": 3031,
+      "elp": 3032,
+      "ĠBobby": 3033,
+      "Ġtrap": 3034,
+      "Ġcollar": 3035,
+      "Ġstubb": 3036,
+      "ique": 3037,
+      "Ġborrow": 3038,
+      "Ġpump": 3039,
+      "Ġloudly": 3040,
+      "Ġsearch": 3041,
+      "Ġchicken": 3042,
+      "Ġpizza": 3043,
+      "Ġindependent": 3044,
+      "Ġstubborn": 3045,
+      "Ġref": 3046,
+      "Ġasking": 3047,
+      "Ġbrilli": 3048,
+      "Ġdecide": 3049,
+      "Ġflash": 3050,
+      "Ġcaterp": 3051,
+      "Ġqueen": 3052,
+      "Ġsnee": 3053,
+      "ĠRose": 3054,
+      "Ġinvited": 3055,
+      "Ġstrawber": 3056,
+      "Ġfoolish": 3057,
+      "Ġcaterpill": 3058,
+      "gy": 3059,
+      "Ġtur": 3060,
+      "Ġdepend": 3061,
+      "Ġguit": 3062,
+      "Ġstri": 3063,
+      "Ġknight": 3064,
+      "Ġboys": 3065,
+      "Ġpee": 3066,
+      "Ġcomb": 3067,
+      "Ġclear": 3068,
+      "Ġunique": 3069,
+      "Ġbuttons": 3070,
+      "ĠTweety": 3071,
+      "Ġcolourful": 3072,
+      "Ġescape": 3073,
+      "Ġbrilliant": 3074,
+      "Ġrich": 3075,
+      "ĠBu": 3076,
+      "Ġsaying": 3077,
+      "Ġrode": 3078,
+      "Ġskin": 3079,
+      "Ġgarage": 3080,
+      "Help": 3081,
+      "dom": 3082,
+      "Ġmummy": 3083,
+      "Ġbeak": 3084,
+      "ured": 3085,
+      "aw": 3086,
+      "eorge": 3087,
+      "rop": 3088,
+      "edient": 3089,
+      "Ġunus": 3090,
+      "Ġoyster": 3091,
+      "Ġturkey": 3092,
+      "ĠOK": 3093,
+      "Ġfountain": 3094,
+      "Ġpatter": 3095,
+      "Ġweek": 3096,
+      "Ġchase": 3097,
+      "Ġrubb": 3098,
+      "Ġcounted": 3099,
+      "Ġregular": 3100,
+      "Ġwiped": 3101,
+      "Ġguitar": 3102,
+      "Ġunusual": 3103,
+      "land": 3104,
+      "Ġumb": 3105,
+      "Ġfork": 3106,
+      "Ġshows": 3107,
+      "Ġlights": 3108,
+      "Ġwalls": 3109,
+      "Ġdreamed": 3110,
+      "Ġbanana": 3111,
+      "Ġsuccessful": 3112,
+      "Ġjewel": 3113,
+      "Ġpattern": 3114,
+      "Ġumbre": 3115,
+      "cil": 3116,
+      "ray": 3117,
+      "inal": 3118,
+      "Ġlow": 3119,
+      "imed": 3120,
+      "Ġswe": 3121,
+      "Ġcryst": 3122,
+      "Ġpencil": 3123,
+      "Ġsafely": 3124,
+      "Ġtools": 3125,
+      "Well": 3126,
+      "Ġtape": 3127,
+      "Ġstream": 3128,
+      "ceed": 3129,
+      "Ġresc": 3130,
+      "Ġabove": 3131,
+      "Ġharder": 3132,
+      "Ġguess": 3133,
+      "Ġbottom": 3134,
+      "Ġmarket": 3135,
+      "Ġimpressed": 3136,
+      "Ġwaff": 3137,
+      "anut": 3138,
+      "iginal": 3139,
+      "Ġnotice": 3140,
+      "illa": 3141,
+      "Ġnods": 3142,
+      "Ġpeanut": 3143,
+      "olog": 3144,
+      "Ġpatch": 3145,
+      "Ġcrawled": 3146,
+      "Ġcaterpillar": 3147,
+      "na": 3148,
+      "Ġtank": 3149,
+      "Ġtask": 3150,
+      "Ġtire": 3151,
+      "Ġgun": 3152,
+      "Ġload": 3153,
+      "Ġcompet": 3154,
+      "umbled": 3155,
+      "Ġapolog": 3156,
+      "Ġsolve": 3157,
+      "How": 3158,
+      "Mummy": 3159,
+      "fast": 3160,
+      "hip": 3161,
+      "ĠNo": 3162,
+      "Ġbitter": 3163,
+      "arl": 3164,
+      "Ġears": 3165,
+      "Ġshone": 3166,
+      "Ġbrush": 3167,
+      "ĠFin": 3168,
+      "Ġoriginal": 3169,
+      "Ġfier": 3170,
+      "Ġglow": 3171,
+      "ĠNemo": 3172,
+      "Ġbreakfast": 3173,
+      "Ġadmired": 3174,
+      "ĠBlue": 3175,
+      "Ġedge": 3176,
+      "Ġdependable": 3177,
+      "und": 3178,
+      "uth": 3179,
+      "ĠIf": 3180,
+      "Ġclay": 3181,
+      "Ġstronger": 3182,
+      "Ġbossy": 3183,
+      "Ġcudd": 3184,
+      "aser": 3185,
+      "Ġgrandpa": 3186,
+      "Ġknows": 3187,
+      "Ġpicking": 3188,
+      "Ġjoke": 3189,
+      "Ġboats": 3190,
+      "Ġbald": 3191,
+      "Ġmedic": 3192,
+      "Ġscrat": 3193,
+      "Ġcone": 3194,
+      "Ġpenny": 3195,
+      "Ġlean": 3196,
+      "Ġraft": 3197,
+      "uggled": 3198,
+      "Ġsucceed": 3199,
+      "Ġobedient": 3200,
+      "Ġhumble": 3201,
+      "Ġlibrary": 3202,
+      "Re": 3203,
+      "head": 3204,
+      "Ġph": 3205,
+      "Ġnumb": 3206,
+      "Ġsauce": 3207,
+      "ĠBear": 3208,
+      "Ġtray": 3209,
+      "Ġproudly": 3210,
+      "Here": 3211,
+      "Ġsounded": 3212,
+      "Ġsquare": 3213,
+      "Ġterrible": 3214,
+      "Ġcrystal": 3215,
+      "Ġfierce": 3216,
+      "Jill": 3217,
+      "Ġwitch": 3218,
+      "inary": 3219,
+      "Ġhappiness": 3220,
+      "ĠLola": 3221,
+      "Ġhanded": 3222,
+      "Ġfridge": 3223,
+      "fa": 3224,
+      "Ġrough": 3225,
+      "ention": 3226,
+      "Ġchanged": 3227,
+      "Ġjoined": 3228,
+      "Ġraven": 3229,
+      "Ġmighty": 3230,
+      "Ġchose": 3231,
+      "Ġwheel": 3232,
+      "Ġumbrella": 3233,
+      "Ġtag": 3234,
+      "Ġcri": 3235,
+      "Ġow": 3236,
+      "arry": 3237,
+      "imp": 3238,
+      "ĠBill": 3239,
+      "Ġhelps": 3240,
+      "Ġfinding": 3241,
+      "Ġcleaning": 3242,
+      "Ġsquee": 3243,
+      "Ġfirework": 3244,
+      "Ġmedicine": 3245,
+      "azz": 3246,
+      "met": 3247,
+      "Ġplayful": 3248,
+      "Ġlocked": 3249,
+      "Ġgoat": 3250,
+      "Ġaccept": 3251,
+      "Ġcompass": 3252,
+      "Ġsurf": 3253,
+      "Ġcompetit": 3254,
+      "ext": 3255,
+      "kn": 3256,
+      "Ġsy": 3257,
+      "Ġsil": 3258,
+      "Ġbeet": 3259,
+      "ĠMar": 3260,
+      "uring": 3261,
+      "Ġchir": 3262,
+      "ĠEllie": 3263,
+      "Ġballs": 3264,
+      "ÅĵLet": 3265,
+      "Ġbutterflies": 3266,
+      "Ġguard": 3267,
+      "Ġcrayon": 3268,
+      "Ġdiscover": 3269,
+      "Ġparade": 3270,
+      "Ġmixed": 3271,
+      "Ġvalu": 3272,
+      "Ġhelmet": 3273,
+      "ĠBrownie": 3274,
+      "Em": 3275,
+      "ject": 3276,
+      "squ": 3277,
+      "ud": 3278,
+      "Ġgum": 3279,
+      "ature": 3280,
+      "Ġisland": 3281,
+      "Ġcost": 3282,
+      "Ġmole": 3283,
+      "Ġnicely": 3284,
+      "Ġkinds": 3285,
+      "Ġraced": 3286,
+      "Ġstove": 3287,
+      "Ġlaughs": 3288,
+      "Ġmarch": 3289,
+      "Ġfalls": 3290,
+      "Ġpersist": 3291,
+      "ĠBaby": 3292,
+      "ophie": 3293,
+      "Alice": 3294,
+      "ience": 3295,
+      "ito": 3296,
+      "Ġcage": 3297,
+      "Ġgoose": 3298,
+      "Ġcoins": 3299,
+      "Ġtrump": 3300,
+      "Ġmosqu": 3301,
+      "Ġserious": 3302,
+      "Ġmosquito": 3303,
+      "Ġflex": 3304,
+      "Ġcro": 3305,
+      "elon": 3306,
+      "Ġexcla": 3307,
+      "Ġchoose": 3308,
+      "Ġexplored": 3309,
+      "Ġunl": 3310,
+      "Ġbrothers": 3311,
+      "Ġguil": 3312,
+      "Ġnumbers": 3313,
+      "Ġtrumpet": 3314,
+      "Ġicy": 3315,
+      "Ġmoms": 3316,
+      "iew": 3317,
+      "Ġview": 3318,
+      "Ġenorm": 3319,
+      "Ġfireman": 3320,
+      "ĠMrs": 3321,
+      "Ġpractice": 3322,
+      "Ġenormous": 3323,
+      "wards": 3324,
+      "Ġsup": 3325,
+      "Ġvolc": 3326,
+      "Ġmeans": 3327,
+      "Ġpointing": 3328,
+      "Ġvaluable": 3329,
+      "Ġflexible": 3330,
+      "Ġexclaimed": 3331,
+      "Ġguilty": 3332,
+      "yal": 3333,
+      "Ġcam": 3334,
+      "Ġpipe": 3335,
+      "ision": 3336,
+      "ĠMy": 3337,
+      "Ġuseful": 3338,
+      "Ġfavour": 3339,
+      "Ġcrazy": 3340,
+      "Ġphot": 3341,
+      "known": 3342,
+      "Ġvolcano": 3343,
+      "Ġwake": 3344,
+      "Ġcity": 3345,
+      "omed": 3346,
+      "llip": 3347,
+      "Ġforth": 3348,
+      "Ġlollip": 3349,
+      "Ġseal": 3350,
+      "Ġallowed": 3351,
+      "Ġscare": 3352,
+      "Ġbrightly": 3353,
+      "Ġmarble": 3354,
+      "Ġpopular": 3355,
+      "Ġflashlight": 3356,
+      "Ġcompassion": 3357,
+      "Ġlollipop": 3358,
+      "ĠU": 3359,
+      "Ġing": 3360,
+      "Ġhunt": 3361,
+      "Ġdull": 3362,
+      "erry": 3363,
+      "Ġstat": 3364,
+      "Ġshel": 3365,
+      "!\".": 3366,
+      "Ġunknown": 3367,
+      "Ġhats": 3368,
+      "Ġshoot": 3369,
+      "redient": 3370,
+      "Ġbelonged": 3371,
+      "Ġfavourite": 3372,
+      "Ġingredient": 3373,
+      "Ġpil": 3374,
+      "Ġloyal": 3375,
+      "Ġbrace": 3376,
+      "ĠWhenever": 3377,
+      "Ġdreams": 3378,
+      "Ġkicked": 3379,
+      "Ġseeds": 3380,
+      "Ġtwirled": 3381,
+      "Ġsuper": 3382,
+      "time": 3383,
+      "Ġfine": 3384,
+      "Ġbees": 3385,
+      "Ġsofa": 3386,
+      "Ġshark": 3387,
+      "ĠMike": 3388,
+      "Ġanx": 3389,
+      "Ġsadly": 3390,
+      "Ġshowing": 3391,
+      "Ġways": 3392,
+      "Ġtrucks": 3393,
+      "Ġdelicate": 3394,
+      "ations": 3395,
+      "Ġrepe": 3396,
+      "Ġimpressive": 3397,
+      "Ġpoured": 3398,
+      "Ġpirate": 3399,
+      "Ġwhispered": 3400,
+      "Ġharmless": 3401,
+      "aff": 3402,
+      "Ġturt": 3403,
+      "Ġtied": 3404,
+      "aroo": 3405,
+      "ado": 3406,
+      "arth": 3407,
+      "Ġgrace": 3408,
+      "Ġhandle": 3409,
+      "Ġenc": 3410,
+      "Ġdeliver": 3411,
+      "Benny": 3412,
+      "Ġrushed": 3413,
+      "Ġusing": 3414,
+      "angaroo": 3415,
+      "Ġshape": 3416,
+      "Ġbushes": 3417,
+      "Ġpersistent": 3418,
+      "Ġgor": 3419,
+      "ĠSp": 3420,
+      "Ġkangaroo": 3421,
+      "Ġang": 3422,
+      "Ġoffice": 3423,
+      "Ġanxious": 3424,
+      "Go": 3425,
+      "alous": 3426,
+      "Ġspell": 3427,
+      "ĠWhile": 3428,
+      "iable": 3429,
+      "Ġpotato": 3430,
+      "Ġjealous": 3431,
+      "Ġwrapped": 3432,
+      "Ġfour": 3433,
+      "Ġcurt": 3434,
+      "Ġlog": 3435,
+      "Ġcoal": 3436,
+      "Ġreliable": 3437,
+      "Ġcurtain": 3438,
+      "Daisy": 3439,
+      "Ġsudden": 3440,
+      "mbol": 3441,
+      "ÅĵYes": 3442,
+      "aches": 3443,
+      "ĠPe": 3444,
+      "Ġpainted": 3445,
+      "ĠToby": 3446,
+      "Ġcere": 3447,
+      "gu": 3448,
+      "Ġtummy": 3449,
+      "Ġthose": 3450,
+      "ouses": 3451,
+      "uddy": 3452,
+      "Ġcush": 3453,
+      "Ġmetal": 3454,
+      "Ġsymbol": 3455,
+      "Ġbeetle": 3456,
+      "Ġcamera": 3457,
+      "Ġhouses": 3458,
+      "ilt": 3459,
+      "Ġcelebrate": 3460,
+      "Ġdelighted": 3461,
+      "Ġgorilla": 3462,
+      "Ġtooth": 3463,
+      "Ġthirst": 3464,
+      "keep": 3465,
+      "Ġshiver": 3466,
+      "Ġreward": 3467,
+      "Ġspace": 3468,
+      "Ġtravel": 3469,
+      "Ġrubbed": 3470,
+      "Ġprint": 3471,
+      "Ġdriving": 3472,
+      "Ġmarry": 3473,
+      "Ġwarned": 3474,
+      "Ġsoldier": 3475,
+      "Ġmotorcy": 3476,
+      "cut": 3477,
+      "Ġson": 3478,
+      "Ġtor": 3479,
+      "arlie": 3480,
+      "Ġhero": 3481,
+      "ief": 3482,
+      "Ġcarp": 3483,
+      "Ġexcitedly": 3484,
+      "Ġtemp": 3485,
+      "ĠPete": 3486,
+      "ĠBobo": 3487,
+      "cod": 3488,
+      "Ġhung": 3489,
+      "Ġgrowing": 3490,
+      "upid": 3491,
+      "Ġthinking": 3492,
+      "Ġtunn": 3493,
+      "While": 3494,
+      "cu": 3495,
+      "ipp": 3496,
+      "Ġhay": 3497,
+      "Ġyet": 3498,
+      "Ġvine": 3499,
+      "Ġacorn": 3500,
+      "icycle": 3501,
+      "Ġprep": 3502,
+      "Ġreminded": 3503,
+      "Ġgasped": 3504,
+      "Ġflute": 3505,
+      "Ġordinary": 3506,
+      "Ġcrocod": 3507,
+      "Ġamb": 3508,
+      "Ġcur": 3509,
+      "ĠBet": 3510,
+      "ĠMandy": 3511,
+      "Ġpup": 3512,
+      "Ġcreatures": 3513,
+      "Ġhurry": 3514,
+      "Ġspoiled": 3515,
+      "Ġtimes": 3516,
+      "Ġmis": 3517,
+      "Ġrice": 3518,
+      "Ġstupid": 3519,
+      "Ġshine": 3520,
+      "Ġresist": 3521,
+      "ugged": 3522,
+      "Ġlaw": 3523,
+      "Ġskull": 3524,
+      "coa": 3525,
+      "Ġmissing": 3526,
+      "Ġwheat": 3527,
+      "Ġsupport": 3528,
+      "Ġingredients": 3529,
+      "aid": 3530,
+      "loo": 3531,
+      "Ġcase": 3532,
+      "ery": 3533,
+      "Ġwashed": 3534,
+      "Ġdove": 3535,
+      "Ġspilled": 3536,
+      "Ġscoot": 3537,
+      "Ġmeal": 3538,
+      "Ġmule": 3539,
+      "ĠDucky": 3540,
+      "Ġmoder": 3541,
+      "arsh": 3542,
+      "ÅĵWhat": 3543,
+      "Ġtrick": 3544,
+      "Ġsett": 3545,
+      "ĠTweetie": 3546,
+      "Ġbounce": 3547,
+      "Ġfilthy": 3548,
+      "Ġbase": 3549,
+      "Ġhoop": 3550,
+      "Ġfre": 3551,
+      "Ġstumbled": 3552,
+      "Ġsoar": 3553,
+      "Ġweal": 3554,
+      "Ġseem": 3555,
+      "Ġword": 3556,
+      "Ġlab": 3557,
+      "ĠDave": 3558,
+      "ĠFr": 3559,
+      "Ġbadly": 3560,
+      "Ġhairy": 3561,
+      "Ġcrawl": 3562,
+      "Ġlively": 3563,
+      "Ġsteps": 3564,
+      "ÅĵLetâ": 3565,
+      "Ġbracelet": 3566,
+      "Ġcereal": 3567,
+      "Ġthirsty": 3568,
+      "Ġcarpet": 3569,
+      "Ġwool": 3570,
+      "ither": 3571,
+      "Ġgoal": 3572,
+      "Ġbackpack": 3573,
+      "Ġtruth": 3574,
+      "Ġcompl": 3575,
+      "Ġcheap": 3576,
+      "Ġdisg": 3577,
+      "Ġplaced": 3578,
+      "Ġearly": 3579,
+      "Ġdecorate": 3580,
+      "Ġnuts": 3581,
+      "Ow": 3582,
+      "cream": 3583,
+      "Ġbump": 3584,
+      "Ġthemselves": 3585,
+      "ices": 3586,
+      "Ġhelpless": 3587,
+      "Ġclum": 3588,
+      "Ġscatter": 3589,
+      "Ġscale": 3590,
+      "Ġnews": 3591,
+      "usting": 3592,
+      "Ġenv": 3593,
+      "âĤ¬âĢ": 3594,
+      "Ġtelling": 3595,
+      "Ġswinging": 3596,
+      "Ġsparkled": 3597,
+      "Ġcarrying": 3598,
+      "gging": 3599,
+      "ines": 3600,
+      "ric": 3601,
+      "Ġfriendship": 3602,
+      "Ġcareless": 3603,
+      "Ġsne": 3604,
+      "Ġdoesn": 3605,
+      "Ġfalling": 3606,
+      "Ġcomput": 3607,
+      "Ġpale": 3608,
+      "Ġpeeked": 3609,
+      "Ġcompassionate": 3610,
+      "com": 3611,
+      "vice": 3612,
+      "Ġsend": 3613,
+      "Ġstage": 3614,
+      "Ġmem": 3615,
+      "Ġchalk": 3616,
+      "Ġchasing": 3617,
+      "Ġpebble": 3618,
+      "ĠEverything": 3619,
+      "Ġcube": 3620,
+      "Ġpige": 3621,
+      "Ġcourage": 3622,
+      "Ġfingers": 3623,
+      "Ġturtle": 3624,
+      "bled": 3625,
+      "Ġsink": 3626,
+      "Ġbicycle": 3627,
+      "Ġshaking": 3628,
+      "Ġsleeping": 3629,
+      "Ġneighbour": 3630,
+      "Ġmodern": 3631,
+      "Ġdisgusting": 3632,
+      "Ġclumsy": 3633,
+      "gest": 3634,
+      "Ġhook": 3635,
+      "Ġcher": 3636,
+      "Ġnail": 3637,
+      "Ġbiggest": 3638,
+      "iches": 3639,
+      "Ġbul": 3640,
+      "Ġending": 3641,
+      "Ġdead": 3642,
+      "Ġtriang": 3643,
+      "ulance": 3644,
+      "Ġspoke": 3645,
+      "Ġpracticed": 3646,
+      "Ġambulance": 3647,
+      "Ġcomputer": 3648,
+      "ibb": 3649,
+      "Ġlamp": 3650,
+      "Ġstation": 3651,
+      "Ġchar": 3652,
+      "Ġwallet": 3653,
+      "ĠToday": 3654,
+      "Ġpackage": 3655,
+      "Ġmicrop": 3656,
+      "Ġcushion": 3657,
+      "keeper": 3658,
+      "Ġcrocodile": 3659,
+      "Ġmicrophone": 3660,
+      "under": 3661,
+      "ĠAlex": 3662,
+      "Ġthoughtful": 3663,
+      "Ġjolly": 3664,
+      "Ġpengu": 3665,
+      "Ġpumpkin": 3666,
+      "Ġcostum": 3667,
+      "Ġfive": 3668,
+      "Ġdough": 3669,
+      "Ġpony": 3670,
+      "Ġol": 3671,
+      "imi": 3672,
+      "Ġstairs": 3673,
+      "Ġknock": 3674,
+      "Ġgrand": 3675,
+      "Ġintell": 3676,
+      "Ġuniver": 3677,
+      "Ġbrighter": 3678,
+      "Ġopens": 3679,
+      "Ġdreaming": 3680,
+      "Ġbounced": 3681,
+      "Ġquestion": 3682,
+      "Ġstatue": 3683,
+      "Ġwine": 3684,
+      "isk": 3685,
+      "ĠAlice": 3686,
+      "Ġcocoa": 3687,
+      "ĠYour": 3688,
+      "Ġpepper": 3689,
+      "Ġbeauty": 3690,
+      "Ġperm": 3691,
+      "Ġpainting": 3692,
+      "Ġshoe": 3693,
+      "Ġelev": 3694,
+      "Everyone": 3695,
+      "hino": 3696,
+      "Ġwealthy": 3697,
+      "Ġintellig": 3698,
+      "noon": 3699,
+      "Ġsuit": 3700,
+      "Ġmild": 3701,
+      "Ġnature": 3702,
+      "ans": 3703,
+      "Ġhappier": 3704,
+      "Ġneat": 3705,
+      "Ġstarts": 3706,
+      "ucked": 3707,
+      "Ġafternoon": 3708,
+      "Ġtorn": 3709,
+      "Ġelevator": 3710,
+      "gen": 3711,
+      "ti": 3712,
+      "Ġten": 3713,
+      "Ġharsh": 3714,
+      "Ġped": 3715,
+      "atient": 3716,
+      "orant": 3717,
+      "Ġrece": 3718,
+      "Ġjet": 3719,
+      "illie": 3720,
+      "ĠRed": 3721,
+      "Ġreading": 3722,
+      "Ġsearching": 3723,
+      "Ġbasketball": 3724,
+      "Ġbarber": 3725,
+      "Ġspeed": 3726,
+      "See": 3727,
+      "awn": 3728,
+      "Ġstack": 3729,
+      "ĠMummy": 3730,
+      "Ġclock": 3731,
+      "ĠGive": 3732,
+      "Ġmagn": 3733,
+      "Ġleaving": 3734,
+      "Ġcupboard": 3735,
+      "Ġdesign": 3736,
+      "Ġslides": 3737,
+      "Ġsandwiches": 3738,
+      "Ġcandle": 3739,
+      "aulif": 3740,
+      "Ġriding": 3741,
+      "Ġfresh": 3742,
+      "oppy": 3743,
+      "Ġshocked": 3744,
+      "Ġener": 3745,
+      "Ġjumps": 3746,
+      "Ġhaircut": 3747,
+      "Ġrespectful": 3748,
+      "Ġcooking": 3749,
+      "Ġticket": 3750,
+      "Ġencou": 3751,
+      "Ġtunnel": 3752,
+      "auliflower": 3753,
+      "Give": 3754,
+      "Ġsle": 3755,
+      "reen": 3756,
+      "Ġmay": 3757,
+      "Ġthief": 3758,
+      "Ġyawn": 3759,
+      "Ġfort": 3760,
+      "Ġalert": 3761,
+      "Ġsorts": 3762,
+      "Ġimpatient": 3763,
+      "Ġcreate": 3764,
+      "ailable": 3765,
+      "Ġwheels": 3766,
+      "Ġvalue": 3767,
+      "Ġprize": 3768,
+      "Mary": 3769,
+      "ye": 3770,
+      "het": 3771,
+      "Ġsent": 3772,
+      "Ġbent": 3773,
+      "ince": 3774,
+      "Ġcomet": 3775,
+      "Ġcamp": 3776,
+      "Ġcauliflower": 3777,
+      "Ġmelon": 3778,
+      "Ġgem": 3779,
+      "Ġitself": 3780,
+      "iron": 3781,
+      "Ġmush": 3782,
+      "Ġmonkeys": 3783,
+      "Ġsalad": 3784,
+      "Ġdestro": 3785,
+      "Ġrescue": 3786,
+      "Ġscooter": 3787,
+      "Ġintelligent": 3788,
+      "az": 3789,
+      "Ġdug": 3790,
+      "iling": 3791,
+      "anger": 3792,
+      "Ġroof": 3793,
+      "Ġrhino": 3794,
+      "Ġscold": 3795,
+      "aghet": 3796,
+      "Ġexper": 3797,
+      "Ġbarking": 3798,
+      "Ġbananas": 3799,
+      "Ġignorant": 3800,
+      "Ġmicro": 3801,
+      "Ġavailable": 3802,
+      "Ġgraceful": 3803,
+      "Ġmotorcycle": 3804,
+      "aghetti": 3805,
+      "hood": 3806,
+      "ĠSn": 3807,
+      "Ġearth": 3808,
+      "Ġboots": 3809,
+      "Ġspaghetti": 3810,
+      "ummer": 3811,
+      "Ġagree": 3812,
+      "Ġbull": 3813,
+      "Ġanywhere": 3814,
+      "ĠGeorge": 3815,
+      "Ġbehave": 3816,
+      "ĠKim": 3817,
+      "Ġpaid": 3818,
+      "scope": 3819,
+      "Ġstretched": 3820,
+      "Ġfearful": 3821,
+      "Ġavo": 3822,
+      "Ġmicroscope": 3823,
+      "If": 3824,
+      "io": 3825,
+      "Ġnoteb": 3826,
+      "ĠEventually": 3827,
+      "Ġolder": 3828,
+      "Ġsniff": 3829,
+      "Ġadvice": 3830,
+      "Ġstops": 3831,
+      "Ġperform": 3832,
+      "Ġfurther": 3833,
+      "Ġenvious": 3834,
+      "Ġpigeon": 3835,
+      "Ġmushroom": 3836,
+      "Ġnotebook": 3837,
+      "ubby": 3838,
+      "Ġpun": 3839,
+      "ats": 3840,
+      "Ġnurse": 3841,
+      "orable": 3842,
+      "Ġthunder": 3843,
+      "Ġclapping": 3844,
+      "Ġvide": 3845,
+      "Ġbuilt": 3846,
+      "ĠCl": 3847,
+      "Ġuncom": 3848,
+      "Ġshouting": 3849,
+      "Ġarrow": 3850,
+      "Ġdrawer": 3851,
+      "Ġprov": 3852,
+      "fortable": 3853,
+      "Ġtomato": 3854,
+      "Ġmeeting": 3855,
+      "Ġobject": 3856,
+      "Ġyogurt": 3857,
+      "Ġtemple": 3858,
+      "Ġuncomfortable": 3859,
+      "ef": 3860,
+      "ues": 3861,
+      "ĠTony": 3862,
+      "Ġloop": 3863,
+      "Ġchubby": 3864,
+      "Ġswitch": 3865,
+      "Ġskip": 3866,
+      "Ġadorable": 3867,
+      "ÅĵIt": 3868,
+      "Ġcounting": 3869,
+      "Ġcooked": 3870,
+      "Ġpist": 3871,
+      "arian": 3872,
+      "enry": 3873,
+      "Ġstared": 3874,
+      "Ġshut": 3875,
+      "icop": 3876,
+      "Ġquite": 3877,
+      "Ġsnuggled": 3878,
+      "ĠGrandpa": 3879,
+      "Ġtroubled": 3880,
+      "Ġgiggle": 3881,
+      "Ġblowing": 3882,
+      "Ġhelicop": 3883,
+      "Ġfisher": 3884,
+      "Ġpistol": 3885,
+      "Ġhelicopter": 3886,
+      "par": 3887,
+      "ĠSophie": 3888,
+      "ooped": 3889,
+      "ips": 3890,
+      "Ġnowhere": 3891,
+      "Ġforgave": 3892,
+      "Ġmarched": 3893,
+      "Ġtreasures": 3894,
+      "host": 3895,
+      "Ġpassport": 3896,
+      "Ġstirred": 3897,
+      "Ġpushing": 3898,
+      "Ġcompetitive": 3899,
+      "Ġdestroy": 3900,
+      "Yay": 3901,
+      "aked": 3902,
+      "oe": 3903,
+      "tter": 3904,
+      "Ġgir": 3905,
+      "Ġghost": 3906,
+      "anic": 3907,
+      "kelet": 3908,
+      "htub": 3909,
+      "Ġreef": 3910,
+      "Ġsepar": 3911,
+      "opard": 3912,
+      "play": 3913,
+      "Ġenvel": 3914,
+      "Ġbreat": 3915,
+      "Ġrepair": 3916,
+      "Ġfootball": 3917,
+      "Ġbathtub": 3918,
+      "Ġrubber": 3919,
+      "Ġangel": 3920,
+      "Ġtriangle": 3921,
+      "Ġled": 3922,
+      "Ġmill": 3923,
+      "ĠSh": 3924,
+      "chanic": 3925,
+      "Ġnames": 3926,
+      "Ġleopard": 3927,
+      "Ġnobody": 3928,
+      "Ġanyway": 3929,
+      "uct": 3930,
+      "ctus": 3931,
+      "Ġshouldn": 3932,
+      "Ġzeb": 3933,
+      "Ġgiven": 3934,
+      "Ġholds": 3935,
+      "Ġbarrel": 3936,
+      "Ġbandage": 3937,
+      "Ġenth": 3938,
+      "Daddy": 3939,
+      "Ġzebra": 3940,
+      "ives": 3941,
+      "ube": 3942,
+      "year": 3943,
+      "Ġpor": 3944,
+      "Ġpand": 3945,
+      "Ġotter": 3946,
+      "Ġribb": 3947,
+      "Ġshield": 3948,
+      "Ġmechanic": 3949,
+      "Ġdonâ": 3950,
+      "Ġdisag": 3951,
+      "Ġdisplay": 3952,
+      "Ġmusician": 3953,
+      "ceros": 3954,
+      "Ġspeak": 3955,
+      "Ġcab": 3956,
+      "Ġcactus": 3957,
+      "ĠBetsy": 3958,
+      "Ġbulb": 3959,
+      "Ch": 3960,
+      "eath": 3961,
+      "ikes": 3962,
+      "xy": 3963,
+      "Ġtube": 3964,
+      "Ġahead": 3965,
+      "Ġsummer": 3966,
+      "Ġskelet": 3967,
+      "Ġpurse": 3968,
+      "Ġknob": 3969,
+      "Ġdidnâ": 3970,
+      "Ġcouldnâ": 3971,
+      "Ġcolours": 3972,
+      "Ġwindows": 3973,
+      "oomy": 3974,
+      "Ġgifted": 3975,
+      "Ġcartoon": 3976,
+      "Ġrhinoceros": 3977,
+      "gl": 3978,
+      "heart": 3979,
+      "Ġsize": 3980,
+      "Ġbet": 3981,
+      "ĠMiss": 3982,
+      "Ġscrew": 3983,
+      "Ġflour": 3984,
+      "Ġblin": 3985,
+      "apa": 3986,
+      "Ġdishes": 3987,
+      "Ġraining": 3988,
+      "Ġhoping": 3989,
+      "Ġshovel": 3990,
+      "Ġmint": 3991,
+      "Ġjellyfish": 3992,
+      "Ġsweater": 3993,
+      "Ġcharming": 3994,
+      "Ġpenguin": 3995,
+      "Ġenvelope": 3996,
+      "Ġenthus": 3997,
+      "Ġcabin": 3998,
+      "rec": 3999,
+      "Ġpant": 4000,
+      "Ġthread": 4001,
+      "Ġinse": 4002,
+      "Ġstaff": 4003,
+      "Ġliz": 4004,
+      "Ġunpack": 4005,
+      "Ġwriting": 4006,
+      "Ġtrash": 4007,
+      "Ġrolling": 4008,
+      "Ġwaffle": 4009,
+      "Ġiron": 4010,
+      "Ġwing": 4011,
+      "erable": 4012,
+      "Ġsheet": 4013,
+      "ĠBuddy": 4014,
+      "Ġshadow": 4015,
+      "Ġroared": 4016,
+      "Ġmuff": 4017,
+      "Ġairport": 4018,
+      "Ġceiling": 4019,
+      "Ġattic": 4020,
+      "Ġorganize": 4021,
+      "Ġstretch": 4022,
+      "Ġgrapes": 4023,
+      "Ġobs": 4024,
+      "ĠAre": 4025,
+      "ĠWould": 4026,
+      "ĠInst": 4027,
+      "Ġpiano": 4028,
+      "Ġsalt": 4029,
+      "Ġmiserable": 4030,
+      "Ġcord": 4031,
+      "Ġdess": 4032,
+      "Ġrefused": 4033,
+      "Ġscreen": 4034,
+      "ĠDan": 4035,
+      "Ġstrugg": 4036,
+      "Ġneedle": 4037,
+      "Ġbears": 4038,
+      "ĠAndy": 4039,
+      "Ġheaded": 4040,
+      "Ġsticky": 4041,
+      "Ġfreez": 4042,
+      "Ġzoomed": 4043,
+      "Ġimagined": 4044,
+      "Ġmedal": 4045,
+      "Ġmagnet": 4046,
+      "reci": 4047,
+      "Ġobser": 4048,
+      "Ġer": 4049,
+      "Ġlives": 4050,
+      "ĠAl": 4051,
+      "ĠPat": 4052,
+      "Ġappreci": 4053,
+      "asses": 4054,
+      "Ġsailor": 4055,
+      "Ġminute": 4056,
+      "Ġfisherman": 4057,
+      "vision": 4058,
+      "Ġrat": 4059,
+      "aled": 4060,
+      "Ġbrus": 4061,
+      "Ġchance": 4062,
+      "Ġpost": 4063,
+      "Ġsungl": 4064,
+      "Ġcheek": 4065,
+      "reeze": 4066,
+      "Ġdeaf": 4067,
+      "Ġrules": 4068,
+      "Ġfrogs": 4069,
+      "Ġairpl": 4070,
+      "ĠGod": 4071,
+      "Ġstrawberry": 4072,
+      "Ġslept": 4073,
+      "Ġlizard": 4074,
+      "Ġsunglasses": 4075,
+      "Ġluck": 4076,
+      "Ġinf": 4077,
+      "Ġbeep": 4078,
+      "ĠBunny": 4079,
+      "Ġmeas": 4080,
+      "Ġrod": 4081,
+      "Ġorder": 4082,
+      "Ġrestless": 4083,
+      "Ġsandbox": 4084,
+      "Ġmessage": 4085,
+      "ĠJoey": 4086,
+      "Ġcomplet": 4087,
+      "Ġattract": 4088,
+      "Ġgolden": 4089,
+      "Grandma": 4090,
+      "Ġpilot": 4091,
+      "Ġporch": 4092,
+      "Little": 4093,
+      "ler": 4094,
+      "ses": 4095
+    },
+    "merges": [
+      [
+        "h",
+        "e"
+      ],
+      [
+        "Ġ",
+        "t"
+      ],
+      [
+        "Ġ",
+        "a"
+      ],
+      [
+        "Ġ",
+        "s"
+      ],
+      [
+        "Ġ",
+        "w"
+      ],
+      [
+        "n",
+        "d"
+      ],
+      [
+        "Ġt",
+        "he"
+      ],
+      [
+        "e",
+        "d"
+      ],
+      [
+        "Ġa",
+        "nd"
+      ],
+      [
+        "Ġt",
+        "o"
+      ],
+      [
+        "Ġ",
+        "b"
+      ],
+      [
+        "i",
+        "n"
+      ],
+      [
+        "Ġ",
+        "h"
+      ],
+      [
+        "Ġw",
+        "a"
+      ],
+      [
+        "r",
+        "e"
+      ],
+      [
+        "Ġ",
+        "f"
+      ],
+      [
+        "i",
+        "t"
+      ],
+      [
+        "o",
+        "u"
+      ],
+      [
+        "Ġ",
+        "c"
+      ],
+      [
+        "Ġ",
+        "l"
+      ],
+      [
+        "Ġ",
+        "he"
+      ],
+      [
+        "Ġ",
+        "d"
+      ],
+      [
+        "e",
+        "r"
+      ],
+      [
+        "Ġwa",
+        "s"
+      ],
+      [
+        "Ġ",
+        "m"
+      ],
+      [
+        "Ġ",
+        "p"
+      ],
+      [
+        "o",
+        "m"
+      ],
+      [
+        "Ġ",
+        "T"
+      ],
+      [
+        "Ġ",
+        "o"
+      ],
+      [
+        "a",
+        "y"
+      ],
+      [
+        "a",
+        "r"
+      ],
+      [
+        "in",
+        "g"
+      ],
+      [
+        "i",
+        "s"
+      ],
+      [
+        "Ġ",
+        "g"
+      ],
+      [
+        "i",
+        "l"
+      ],
+      [
+        "i",
+        "d"
+      ],
+      [
+        "a",
+        "t"
+      ],
+      [
+        "e",
+        "n"
+      ],
+      [
+        "Ġ",
+        "n"
+      ],
+      [
+        "Ġs",
+        "a"
+      ],
+      [
+        "Ġh",
+        "a"
+      ],
+      [
+        "Ġ",
+        "S"
+      ],
+      [
+        "i",
+        "m"
+      ],
+      [
+        "a",
+        "n"
+      ],
+      [
+        "ĠT",
+        "he"
+      ],
+      [
+        "o",
+        "r"
+      ],
+      [
+        "o",
+        "n"
+      ],
+      [
+        "Ġ",
+        "it"
+      ],
+      [
+        "Ġt",
+        "h"
+      ],
+      [
+        "l",
+        "l"
+      ],
+      [
+        "l",
+        "e"
+      ],
+      [
+        "Ġ",
+        "H"
+      ],
+      [
+        "Ġhe",
+        "r"
+      ],
+      [
+        "e",
+        "t"
+      ],
+      [
+        "o",
+        "t"
+      ],
+      [
+        "i",
+        "r"
+      ],
+      [
+        "ĠS",
+        "he"
+      ],
+      [
+        "ĠH",
+        "e"
+      ],
+      [
+        "v",
+        "er"
+      ],
+      [
+        "e",
+        "s"
+      ],
+      [
+        "Ġ",
+        "in"
+      ],
+      [
+        "u",
+        "t"
+      ],
+      [
+        "o",
+        "w"
+      ],
+      [
+        "c",
+        "k"
+      ],
+      [
+        "Ġ",
+        "e"
+      ],
+      [
+        "Ġ",
+        "u"
+      ],
+      [
+        "l",
+        "d"
+      ],
+      [
+        "ĠThe",
+        "y"
+      ],
+      [
+        "o",
+        "o"
+      ],
+      [
+        "i",
+        "g"
+      ],
+      [
+        "Ġsa",
+        "id"
+      ],
+      [
+        "a",
+        "m"
+      ],
+      [
+        "il",
+        "y"
+      ],
+      [
+        "Ġb",
+        "e"
+      ],
+      [
+        "Ġ",
+        "y"
+      ],
+      [
+        "Ġ",
+        "r"
+      ],
+      [
+        "Ġs",
+        "t"
+      ],
+      [
+        "c",
+        "e"
+      ],
+      [
+        "Ġs",
+        "he"
+      ],
+      [
+        "Ġ",
+        "\""
+      ],
+      [
+        "p",
+        "p"
+      ],
+      [
+        "k",
+        "e"
+      ],
+      [
+        "it",
+        "h"
+      ],
+      [
+        "O",
+        "n"
+      ],
+      [
+        "Ġ",
+        "I"
+      ],
+      [
+        "Ġw",
+        "ith"
+      ],
+      [
+        "v",
+        "e"
+      ],
+      [
+        "L",
+        "ily"
+      ],
+      [
+        "Ġo",
+        "n"
+      ],
+      [
+        "Ġo",
+        "f"
+      ],
+      [
+        "Ġs",
+        "o"
+      ],
+      [
+        "Ġh",
+        "is"
+      ],
+      [
+        "k",
+        "ed"
+      ],
+      [
+        "r",
+        "i"
+      ],
+      [
+        "n",
+        "t"
+      ],
+      [
+        "ver",
+        "y"
+      ],
+      [
+        "Ġp",
+        "l"
+      ],
+      [
+        "Ġd",
+        "ay"
+      ],
+      [
+        "a",
+        "d"
+      ],
+      [
+        "Ġy",
+        "ou"
+      ],
+      [
+        "Ġth",
+        "at"
+      ],
+      [
+        "Ġu",
+        "p"
+      ],
+      [
+        "Ġha",
+        "d"
+      ],
+      [
+        "s",
+        "t"
+      ],
+      [
+        "Ġpl",
+        "ay"
+      ],
+      [
+        "Ġthe",
+        "y"
+      ],
+      [
+        "Ġ",
+        "Lily"
+      ],
+      [
+        "Ġw",
+        "e"
+      ],
+      [
+        "Ġm",
+        "om"
+      ],
+      [
+        "m",
+        "y"
+      ],
+      [
+        "Ġf",
+        "or"
+      ],
+      [
+        "e",
+        "l"
+      ],
+      [
+        "ou",
+        "ld"
+      ],
+      [
+        "u",
+        "n"
+      ],
+      [
+        "Ġ",
+        "B"
+      ],
+      [
+        "'",
+        "s"
+      ],
+      [
+        "it",
+        "t"
+      ],
+      [
+        "en",
+        "t"
+      ],
+      [
+        "Ġha",
+        "pp"
+      ],
+      [
+        "T",
+        "he"
+      ],
+      [
+        "c",
+        "h"
+      ],
+      [
+        "Ġl",
+        "i"
+      ],
+      [
+        "ou",
+        "t"
+      ],
+      [
+        "Ġwa",
+        "nt"
+      ],
+      [
+        "Ġs",
+        "h"
+      ],
+      [
+        "he",
+        "r"
+      ],
+      [
+        "l",
+        "y"
+      ],
+      [
+        "im",
+        "e"
+      ],
+      [
+        "itt",
+        "le"
+      ],
+      [
+        "ou",
+        "nd"
+      ],
+      [
+        "Ġ",
+        "very"
+      ],
+      [
+        "Ġt",
+        "ime"
+      ],
+      [
+        "om",
+        "e"
+      ],
+      [
+        "Ġl",
+        "ittle"
+      ],
+      [
+        "Ġthe",
+        "re"
+      ],
+      [
+        "s",
+        "e"
+      ],
+      [
+        "Ġd",
+        "o"
+      ],
+      [
+        "Ġw",
+        "h"
+      ],
+      [
+        "a",
+        "ll"
+      ],
+      [
+        "Ġ",
+        "k"
+      ],
+      [
+        "e",
+        "nd"
+      ],
+      [
+        "a",
+        "l"
+      ],
+      [
+        "h",
+        "t"
+      ],
+      [
+        "Ġn",
+        "e"
+      ],
+      [
+        "Ġ",
+        "re"
+      ],
+      [
+        "Ġn",
+        "ot"
+      ],
+      [
+        "Ġhapp",
+        "y"
+      ],
+      [
+        "Ġ",
+        "Ċ"
+      ],
+      [
+        "Ġb",
+        "ig"
+      ],
+      [
+        "Ġ",
+        "M"
+      ],
+      [
+        "Ġb",
+        "ut"
+      ],
+      [
+        "Ġs",
+        "m"
+      ],
+      [
+        "a",
+        "ck"
+      ],
+      [
+        "Ġsa",
+        "w"
+      ],
+      [
+        "ĠI",
+        "t"
+      ],
+      [
+        "Ġa",
+        "s"
+      ],
+      [
+        "Ġa",
+        "n"
+      ],
+      [
+        "r",
+        "a"
+      ],
+      [
+        "ri",
+        "end"
+      ],
+      [
+        "Ġf",
+        "riend"
+      ],
+      [
+        "id",
+        "e"
+      ],
+      [
+        "On",
+        "e"
+      ],
+      [
+        "r",
+        "y"
+      ],
+      [
+        "'",
+        "t"
+      ],
+      [
+        "v",
+        "ed"
+      ],
+      [
+        "Ġ",
+        "is"
+      ],
+      [
+        "On",
+        "ce"
+      ],
+      [
+        "a",
+        "ke"
+      ],
+      [
+        ".",
+        "\""
+      ],
+      [
+        "Ġwe",
+        "re"
+      ],
+      [
+        "t",
+        "er"
+      ],
+      [
+        "u",
+        "g"
+      ],
+      [
+        "Ġl",
+        "oo"
+      ],
+      [
+        "Ġl",
+        "o"
+      ],
+      [
+        "o",
+        "re"
+      ],
+      [
+        "e",
+        "c"
+      ],
+      [
+        "ĠT",
+        "im"
+      ],
+      [
+        "Ġh",
+        "im"
+      ],
+      [
+        "Ġb",
+        "o"
+      ],
+      [
+        "!",
+        "\""
+      ],
+      [
+        "Ġto",
+        "o"
+      ],
+      [
+        "Ġg",
+        "o"
+      ],
+      [
+        "Ġup",
+        "on"
+      ],
+      [
+        "ir",
+        "l"
+      ],
+      [
+        "Ġ",
+        "j"
+      ],
+      [
+        "Ġwant",
+        "ed"
+      ],
+      [
+        "Ġg",
+        "irl"
+      ],
+      [
+        "Ġs",
+        "e"
+      ],
+      [
+        "Ġ",
+        "out"
+      ],
+      [
+        "ar",
+        "d"
+      ],
+      [
+        "w",
+        "ay"
+      ],
+      [
+        "Ġs",
+        "p"
+      ],
+      [
+        "il",
+        "l"
+      ],
+      [
+        "i",
+        "nd"
+      ],
+      [
+        "Ġthe",
+        "m"
+      ],
+      [
+        "Ġc",
+        "ould"
+      ],
+      [
+        "f",
+        "u"
+      ],
+      [
+        "he",
+        "n"
+      ],
+      [
+        "Ġa",
+        "t"
+      ],
+      [
+        "u",
+        "r"
+      ],
+      [
+        "Ġd",
+        "id"
+      ],
+      [
+        "Ġsm",
+        "il"
+      ],
+      [
+        "Ġthe",
+        "ir"
+      ],
+      [
+        "Ġa",
+        "re"
+      ],
+      [
+        "Ġe",
+        "x"
+      ],
+      [
+        "Ġ",
+        "A"
+      ],
+      [
+        "a",
+        "in"
+      ],
+      [
+        "Ġw",
+        "ent"
+      ],
+      [
+        "ar",
+        "t"
+      ],
+      [
+        "he",
+        "d"
+      ],
+      [
+        "r",
+        "om"
+      ],
+      [
+        "i",
+        "c"
+      ],
+      [
+        "r",
+        "ound"
+      ],
+      [
+        "Ġha",
+        "ve"
+      ],
+      [
+        "Ġn",
+        "am"
+      ],
+      [
+        "l",
+        "p"
+      ],
+      [
+        "Ġa",
+        "ll"
+      ],
+      [
+        "Ġ",
+        "J"
+      ],
+      [
+        "fu",
+        "l"
+      ],
+      [
+        "Ġk",
+        "n"
+      ],
+      [
+        "h",
+        "ing"
+      ],
+      [
+        "oo",
+        "d"
+      ],
+      [
+        "Ġhe",
+        "lp"
+      ],
+      [
+        "ig",
+        "ht"
+      ],
+      [
+        "Ġfriend",
+        "s"
+      ],
+      [
+        "on",
+        "e"
+      ],
+      [
+        "ar",
+        "k"
+      ],
+      [
+        "Ġb",
+        "ack"
+      ],
+      [
+        "u",
+        "m"
+      ],
+      [
+        "Ġc",
+        "an"
+      ],
+      [
+        "Ġnam",
+        "ed"
+      ],
+      [
+        "Ġc",
+        "l"
+      ],
+      [
+        "?",
+        "\""
+      ],
+      [
+        "Ġf",
+        "un"
+      ],
+      [
+        "a",
+        "re"
+      ],
+      [
+        "ĠB",
+        "en"
+      ],
+      [
+        "Ġlo",
+        "ved"
+      ],
+      [
+        "Ġa",
+        "l"
+      ],
+      [
+        "el",
+        "t"
+      ],
+      [
+        "ĠTim",
+        "my"
+      ],
+      [
+        "Ġ",
+        "One"
+      ],
+      [
+        "o",
+        "p"
+      ],
+      [
+        "s",
+        "ide"
+      ],
+      [
+        "Ġl",
+        "e"
+      ],
+      [
+        "Ġn",
+        "o"
+      ],
+      [
+        "Ġs",
+        "c"
+      ],
+      [
+        "ĠT",
+        "om"
+      ],
+      [
+        "Ġf",
+        "elt"
+      ],
+      [
+        "ou",
+        "g"
+      ],
+      [
+        "Ġsmil",
+        "ed"
+      ],
+      [
+        "i",
+        "ck"
+      ],
+      [
+        "Ġas",
+        "ked"
+      ],
+      [
+        "Y",
+        "ou"
+      ],
+      [
+        "Ġto",
+        "y"
+      ],
+      [
+        "Ġm",
+        "an"
+      ],
+      [
+        "Ġa",
+        "round"
+      ],
+      [
+        "am",
+        "e"
+      ],
+      [
+        "Ġf",
+        "e"
+      ],
+      [
+        "Ġs",
+        "ay"
+      ],
+      [
+        "Ġbo",
+        "y"
+      ],
+      [
+        "Ġs",
+        "ome"
+      ],
+      [
+        "Ġloo",
+        "ked"
+      ],
+      [
+        "u",
+        "re"
+      ],
+      [
+        "om",
+        "et"
+      ],
+      [
+        "Ġb",
+        "r"
+      ],
+      [
+        "Ġw",
+        "ould"
+      ],
+      [
+        "Ġm",
+        "e"
+      ],
+      [
+        "Ġb",
+        "ir"
+      ],
+      [
+        "Ġli",
+        "ke"
+      ],
+      [
+        "g",
+        "et"
+      ],
+      [
+        "Ġst",
+        "art"
+      ],
+      [
+        "Ġr",
+        "o"
+      ],
+      [
+        "a",
+        "s"
+      ],
+      [
+        "Ġse",
+        "e"
+      ],
+      [
+        "Ġ",
+        "W"
+      ],
+      [
+        "i",
+        "ce"
+      ],
+      [
+        "on",
+        "g"
+      ],
+      [
+        "Ġbir",
+        "d"
+      ],
+      [
+        "Ġs",
+        "omet"
+      ],
+      [
+        "d",
+        "d"
+      ],
+      [
+        "Ġw",
+        "or"
+      ],
+      [
+        "ad",
+        "e"
+      ],
+      [
+        "i",
+        "e"
+      ],
+      [
+        "k",
+        "ing"
+      ],
+      [
+        "Ġa",
+        "g"
+      ],
+      [
+        "ow",
+        "n"
+      ],
+      [
+        "Ġt",
+        "re"
+      ],
+      [
+        "Ġf",
+        "a"
+      ],
+      [
+        "Ġa",
+        "way"
+      ],
+      [
+        "Ġwh",
+        "at"
+      ],
+      [
+        "ing",
+        "s"
+      ],
+      [
+        "Ġstart",
+        "ed"
+      ],
+      [
+        "get",
+        "her"
+      ],
+      [
+        "Ġr",
+        "an"
+      ],
+      [
+        "Ã",
+        "¢"
+      ],
+      [
+        "â",
+        "Ĥ"
+      ],
+      [
+        "âĤ",
+        "¬"
+      ],
+      [
+        "ar",
+        "ed"
+      ],
+      [
+        "Ġm",
+        "ake"
+      ],
+      [
+        "ĠB",
+        "ut"
+      ],
+      [
+        "it",
+        "ed"
+      ],
+      [
+        "i",
+        "f"
+      ],
+      [
+        "ou",
+        "d"
+      ],
+      [
+        "Ġm",
+        "ade"
+      ],
+      [
+        "Ġto",
+        "gether"
+      ],
+      [
+        "Ġsomet",
+        "hing"
+      ],
+      [
+        "Ġex",
+        "c"
+      ],
+      [
+        "a",
+        "g"
+      ],
+      [
+        "Ġc",
+        "o"
+      ],
+      [
+        "Ġp",
+        "ark"
+      ],
+      [
+        "Ġne",
+        "w"
+      ],
+      [
+        "Ġsa",
+        "d"
+      ],
+      [
+        "Ġp",
+        "ut"
+      ],
+      [
+        ",",
+        "\""
+      ],
+      [
+        "Ġf",
+        "rom"
+      ],
+      [
+        "b",
+        "le"
+      ],
+      [
+        "t",
+        "her"
+      ],
+      [
+        "Ġp",
+        "r"
+      ],
+      [
+        "Ġm",
+        "u"
+      ],
+      [
+        "Ġc",
+        "ar"
+      ],
+      [
+        "Ġh",
+        "ome"
+      ],
+      [
+        "Ġ",
+        "You"
+      ],
+      [
+        "Ġthe",
+        "n"
+      ],
+      [
+        "Ġw",
+        "hen"
+      ],
+      [
+        "Ġf",
+        "ound"
+      ],
+      [
+        "e",
+        "ll"
+      ],
+      [
+        "Ġo",
+        "ther"
+      ],
+      [
+        "Ġag",
+        "ain"
+      ],
+      [
+        "Ġc",
+        "h"
+      ],
+      [
+        "Ġd",
+        "ec"
+      ],
+      [
+        "Ġwh",
+        "o"
+      ],
+      [
+        "Ġl",
+        "a"
+      ],
+      [
+        "ri",
+        "ed"
+      ],
+      [
+        "s",
+        "s"
+      ],
+      [
+        "Ġg",
+        "ood"
+      ],
+      [
+        "Ġh",
+        "ug"
+      ],
+      [
+        "Ġ",
+        "L"
+      ],
+      [
+        "pp",
+        "ed"
+      ],
+      [
+        "Ġwa",
+        "l"
+      ],
+      [
+        "e",
+        "p"
+      ],
+      [
+        "all",
+        "y"
+      ],
+      [
+        "Ġsay",
+        "s"
+      ],
+      [
+        "Ġf",
+        "l"
+      ],
+      [
+        "es",
+        "t"
+      ],
+      [
+        "a",
+        "ch"
+      ],
+      [
+        "Ġ",
+        "E"
+      ],
+      [
+        "Ġexc",
+        "ited"
+      ],
+      [
+        "p",
+        "l"
+      ],
+      [
+        "q",
+        "u"
+      ],
+      [
+        "oo",
+        "k"
+      ],
+      [
+        "Ġg",
+        "et"
+      ],
+      [
+        "oug",
+        "ht"
+      ],
+      [
+        "Ġplay",
+        "ing"
+      ],
+      [
+        "Ġg",
+        "ot"
+      ],
+      [
+        "Ġs",
+        "w"
+      ],
+      [
+        "ou",
+        "s"
+      ],
+      [
+        "h",
+        "at"
+      ],
+      [
+        "n",
+        "y"
+      ],
+      [
+        "id",
+        "ed"
+      ],
+      [
+        "u",
+        "ck"
+      ],
+      [
+        "Ġth",
+        "ings"
+      ],
+      [
+        "Ġe",
+        "very"
+      ],
+      [
+        "Ġdec",
+        "ided"
+      ],
+      [
+        "Ġc",
+        "ame"
+      ],
+      [
+        "Ġbe",
+        "c"
+      ],
+      [
+        "a",
+        "ve"
+      ],
+      [
+        "r",
+        "o"
+      ],
+      [
+        "a",
+        "x"
+      ],
+      [
+        "Ġli",
+        "ked"
+      ],
+      [
+        "Ġd",
+        "own"
+      ],
+      [
+        "Ġdo",
+        "g"
+      ],
+      [
+        "Ġsc",
+        "ared"
+      ],
+      [
+        "Ġ",
+        "v"
+      ],
+      [
+        "u",
+        "dd"
+      ],
+      [
+        "u",
+        "st"
+      ],
+      [
+        "Ġon",
+        "e"
+      ],
+      [
+        "Ġf",
+        "ind"
+      ],
+      [
+        "Ġb",
+        "l"
+      ],
+      [
+        "Ġth",
+        "an"
+      ],
+      [
+        "Ġ",
+        "D"
+      ],
+      [
+        "ou",
+        "se"
+      ],
+      [
+        "way",
+        "s"
+      ],
+      [
+        "Ġkn",
+        "e"
+      ],
+      [
+        "Ġdid",
+        "n"
+      ],
+      [
+        "a",
+        "p"
+      ],
+      [
+        "Ġmom",
+        "my"
+      ],
+      [
+        "Ġc",
+        "are"
+      ],
+      [
+        "Ġal",
+        "ways"
+      ],
+      [
+        "Ġa",
+        "b"
+      ],
+      [
+        "is",
+        "t"
+      ],
+      [
+        "Ġd",
+        "ad"
+      ],
+      [
+        "Ġfe",
+        "el"
+      ],
+      [
+        "ar",
+        "a"
+      ],
+      [
+        "b",
+        "b"
+      ],
+      [
+        "ar",
+        "n"
+      ],
+      [
+        "f",
+        "e"
+      ],
+      [
+        "Ġyou",
+        "r"
+      ],
+      [
+        "Ġout",
+        "side"
+      ],
+      [
+        "u",
+        "e"
+      ],
+      [
+        "Ġg",
+        "ra"
+      ],
+      [
+        "an",
+        "t"
+      ],
+      [
+        "Ġ",
+        "ke"
+      ],
+      [
+        "ĠM",
+        "om"
+      ],
+      [
+        "Ġtoo",
+        "k"
+      ],
+      [
+        "Ġl",
+        "ot"
+      ],
+      [
+        "n",
+        "n"
+      ],
+      [
+        "Ġb",
+        "u"
+      ],
+      [
+        "Ġab",
+        "out"
+      ],
+      [
+        "es",
+        "s"
+      ],
+      [
+        "Ġ",
+        "F"
+      ],
+      [
+        "nd",
+        "er"
+      ],
+      [
+        "Ġtre",
+        "e"
+      ],
+      [
+        "ec",
+        "i"
+      ],
+      [
+        "Ġloo",
+        "k"
+      ],
+      [
+        "Ġp",
+        "o"
+      ],
+      [
+        "Ġm",
+        "y"
+      ],
+      [
+        "ou",
+        "r"
+      ],
+      [
+        "Ġtoy",
+        "s"
+      ],
+      [
+        "it",
+        "e"
+      ],
+      [
+        "c",
+        "hed"
+      ],
+      [
+        "Ġkne",
+        "w"
+      ],
+      [
+        "Ġth",
+        "ought"
+      ],
+      [
+        "en",
+        "ed"
+      ],
+      [
+        "Ġle",
+        "arn"
+      ],
+      [
+        "Ġin",
+        "t"
+      ],
+      [
+        "Ġo",
+        "ld"
+      ],
+      [
+        "Ġm",
+        "ore"
+      ],
+      [
+        "nn",
+        "a"
+      ],
+      [
+        "is",
+        "e"
+      ],
+      [
+        "g",
+        "ed"
+      ],
+      [
+        "Ġt",
+        "a"
+      ],
+      [
+        "udd",
+        "en"
+      ],
+      [
+        "eci",
+        "al"
+      ],
+      [
+        "Ġsp",
+        "ecial"
+      ],
+      [
+        "ĠM",
+        "ax"
+      ],
+      [
+        "a",
+        "u"
+      ],
+      [
+        "Ġw",
+        "ill"
+      ],
+      [
+        "er",
+        "s"
+      ],
+      [
+        "The",
+        "y"
+      ],
+      [
+        "re",
+        "t"
+      ],
+      [
+        "Ġp",
+        "e"
+      ],
+      [
+        "Ġh",
+        "o"
+      ],
+      [
+        "ĠS",
+        "am"
+      ],
+      [
+        "Ġt",
+        "ake"
+      ],
+      [
+        "Ġb",
+        "all"
+      ],
+      [
+        "Ġkn",
+        "ow"
+      ],
+      [
+        "Ġla",
+        "ug"
+      ],
+      [
+        "f",
+        "ter"
+      ],
+      [
+        "udden",
+        "ly"
+      ],
+      [
+        "Ġc",
+        "at"
+      ],
+      [
+        "Ġh",
+        "ow"
+      ],
+      [
+        "i",
+        "ve"
+      ],
+      [
+        "Ġt",
+        "r"
+      ],
+      [
+        "Ġmu",
+        "ch"
+      ],
+      [
+        "Ġan",
+        "y"
+      ],
+      [
+        "Ġp",
+        "u"
+      ],
+      [
+        "m",
+        "a"
+      ],
+      [
+        "Ġs",
+        "l"
+      ],
+      [
+        "Ġs",
+        "or"
+      ],
+      [
+        "Ġm",
+        "o"
+      ],
+      [
+        "v",
+        "en"
+      ],
+      [
+        "is",
+        "h"
+      ],
+      [
+        "Ġsh",
+        "ow"
+      ],
+      [
+        "Ġcould",
+        "n"
+      ],
+      [
+        "au",
+        "se"
+      ],
+      [
+        "in",
+        "k"
+      ],
+      [
+        "B",
+        "ut"
+      ],
+      [
+        "Ġh",
+        "ouse"
+      ],
+      [
+        "Ġint",
+        "o"
+      ],
+      [
+        "um",
+        "p"
+      ],
+      [
+        "Ġo",
+        "ver"
+      ],
+      [
+        "Ġt",
+        "ried"
+      ],
+      [
+        "a",
+        "nd"
+      ],
+      [
+        "Ġe",
+        "at"
+      ],
+      [
+        "Ġs",
+        "k"
+      ],
+      [
+        "Ġs",
+        "un"
+      ],
+      [
+        "Ġt",
+        "w"
+      ],
+      [
+        "Ġcl",
+        "o"
+      ],
+      [
+        "i",
+        "a"
+      ],
+      [
+        "Ġr",
+        "un"
+      ],
+      [
+        "Ġha",
+        "nd"
+      ],
+      [
+        "ĠE",
+        "very"
+      ],
+      [
+        "Ġ",
+        "en"
+      ],
+      [
+        "Ġin",
+        "side"
+      ],
+      [
+        "d",
+        "y"
+      ],
+      [
+        "Ġ",
+        "if"
+      ],
+      [
+        "Ġto",
+        "ld"
+      ],
+      [
+        "Ġne",
+        "ver"
+      ],
+      [
+        "i",
+        "on"
+      ],
+      [
+        "Ġ",
+        "qu"
+      ],
+      [
+        "Ġbec",
+        "ause"
+      ],
+      [
+        "b",
+        "y"
+      ],
+      [
+        "Ġpr",
+        "oud"
+      ],
+      [
+        "Ġg",
+        "ave"
+      ],
+      [
+        "Ġsor",
+        "ry"
+      ],
+      [
+        "Ġth",
+        "is"
+      ],
+      [
+        "Ġo",
+        "p"
+      ],
+      [
+        "Ġplay",
+        "ed"
+      ],
+      [
+        "at",
+        "e"
+      ],
+      [
+        "Ġex",
+        "pl"
+      ],
+      [
+        "Ġhe",
+        "ard"
+      ],
+      [
+        "t",
+        "y"
+      ],
+      [
+        "Ġo",
+        "r"
+      ],
+      [
+        "Ġwa",
+        "ter"
+      ],
+      [
+        "an",
+        "k"
+      ],
+      [
+        "g",
+        "e"
+      ],
+      [
+        "s",
+        "ed"
+      ],
+      [
+        "Ġp",
+        "ick"
+      ],
+      [
+        "ot",
+        "her"
+      ],
+      [
+        "Ġro",
+        "om"
+      ],
+      [
+        "et",
+        "ter"
+      ],
+      [
+        "Ġj",
+        "ust"
+      ],
+      [
+        "a",
+        "ce"
+      ],
+      [
+        "Ġhug",
+        "ged"
+      ],
+      [
+        "a",
+        "k"
+      ],
+      [
+        "Ġg",
+        "re"
+      ],
+      [
+        "he",
+        "re"
+      ],
+      [
+        "Ġof",
+        "f"
+      ],
+      [
+        "ĠS",
+        "ara"
+      ],
+      [
+        "Ġp",
+        "ret"
+      ],
+      [
+        "il",
+        "e"
+      ],
+      [
+        "Ġe",
+        "ach"
+      ],
+      [
+        "Ġc",
+        "om"
+      ],
+      [
+        "Ġl",
+        "ong"
+      ],
+      [
+        "Ġbo",
+        "x"
+      ],
+      [
+        "or",
+        "t"
+      ],
+      [
+        "Ġst",
+        "r"
+      ],
+      [
+        "i",
+        "z"
+      ],
+      [
+        "Ġu",
+        "nt"
+      ],
+      [
+        "Ġwa",
+        "t"
+      ],
+      [
+        "ot",
+        "h"
+      ],
+      [
+        "Ġne",
+        "ed"
+      ],
+      [
+        "Ġj",
+        "o"
+      ],
+      [
+        "ĠW",
+        "e"
+      ],
+      [
+        "T",
+        "om"
+      ],
+      [
+        "Ġsm",
+        "all"
+      ],
+      [
+        "in",
+        "e"
+      ],
+      [
+        "Ġbe",
+        "ar"
+      ],
+      [
+        "M",
+        "om"
+      ],
+      [
+        "Ġunt",
+        "il"
+      ],
+      [
+        "Ġn",
+        "ice"
+      ],
+      [
+        "Ġt",
+        "ry"
+      ],
+      [
+        "v",
+        "ing"
+      ],
+      [
+        "u",
+        "c"
+      ],
+      [
+        "s",
+        "el"
+      ],
+      [
+        "oug",
+        "h"
+      ],
+      [
+        "Ġlearn",
+        "ed"
+      ],
+      [
+        "Ġk",
+        "ind"
+      ],
+      [
+        "ĠA",
+        "nna"
+      ],
+      [
+        "il",
+        "d"
+      ],
+      [
+        "Ġf",
+        "o"
+      ],
+      [
+        "Ġman",
+        "y"
+      ],
+      [
+        "'",
+        "m"
+      ],
+      [
+        "ĠJ",
+        "ack"
+      ],
+      [
+        "Ġb",
+        "etter"
+      ],
+      [
+        "Ġ",
+        "im"
+      ],
+      [
+        "g",
+        "ry"
+      ],
+      [
+        "im",
+        "al"
+      ],
+      [
+        "Ġan",
+        "imal"
+      ],
+      [
+        "ur",
+        "t"
+      ],
+      [
+        "f",
+        "t"
+      ],
+      [
+        "Ġe",
+        "nd"
+      ],
+      [
+        "Ġs",
+        "n"
+      ],
+      [
+        "a",
+        "ut"
+      ],
+      [
+        "Ġt",
+        "e"
+      ],
+      [
+        "Ġc",
+        "le"
+      ],
+      [
+        "ĠJ",
+        "o"
+      ],
+      [
+        "v",
+        "ent"
+      ],
+      [
+        "ur",
+        "p"
+      ],
+      [
+        "Ġg",
+        "r"
+      ],
+      [
+        "Ġbe",
+        "aut"
+      ],
+      [
+        "Ġj",
+        "ump"
+      ],
+      [
+        "m",
+        "b"
+      ],
+      [
+        "Ġa",
+        "d"
+      ],
+      [
+        "re",
+        "am"
+      ],
+      [
+        "p",
+        "t"
+      ],
+      [
+        "ĠS",
+        "o"
+      ],
+      [
+        "ĠH",
+        "er"
+      ],
+      [
+        "Ġfl",
+        "ow"
+      ],
+      [
+        "i",
+        "es"
+      ],
+      [
+        "Ġc",
+        "he"
+      ],
+      [
+        "Ġb",
+        "ra"
+      ],
+      [
+        "Ġthan",
+        "ked"
+      ],
+      [
+        "Ġe",
+        "ven"
+      ],
+      [
+        "Ġb",
+        "est"
+      ],
+      [
+        "Ġc",
+        "all"
+      ],
+      [
+        "ad",
+        "y"
+      ],
+      [
+        "H",
+        "e"
+      ],
+      [
+        "Ġlot",
+        "s"
+      ],
+      [
+        "Ġlaug",
+        "hed"
+      ],
+      [
+        "sel",
+        "f"
+      ],
+      [
+        "Ġr",
+        "a"
+      ],
+      [
+        "Ġwa",
+        "y"
+      ],
+      [
+        "ar",
+        "s"
+      ],
+      [
+        "ur",
+        "n"
+      ],
+      [
+        "Ġb",
+        "y"
+      ],
+      [
+        "Ġfa",
+        "st"
+      ],
+      [
+        "ll",
+        "y"
+      ],
+      [
+        "Ġf",
+        "am"
+      ],
+      [
+        "Ġ",
+        "C"
+      ],
+      [
+        "v",
+        "es"
+      ],
+      [
+        "ard",
+        "en"
+      ],
+      [
+        "Ġg",
+        "arden"
+      ],
+      [
+        "Ġbeaut",
+        "i"
+      ],
+      [
+        "w",
+        "n"
+      ],
+      [
+        "T",
+        "h"
+      ],
+      [
+        "Ġbeauti",
+        "ful"
+      ],
+      [
+        "Ġl",
+        "oud"
+      ],
+      [
+        "le",
+        "w"
+      ],
+      [
+        "Ġsk",
+        "y"
+      ],
+      [
+        "Ġd",
+        "on"
+      ],
+      [
+        "h",
+        "n"
+      ],
+      [
+        "er",
+        "ed"
+      ],
+      [
+        "in",
+        "y"
+      ],
+      [
+        "Ġcare",
+        "ful"
+      ],
+      [
+        "Ġlo",
+        "ve"
+      ],
+      [
+        "Ġf",
+        "i"
+      ],
+      [
+        "ĠThe",
+        "n"
+      ],
+      [
+        "Å",
+        "ĵ"
+      ],
+      [
+        "a",
+        "se"
+      ],
+      [
+        "ec",
+        "t"
+      ],
+      [
+        "Ġsa",
+        "fe"
+      ],
+      [
+        "ĠA",
+        "nd"
+      ],
+      [
+        "Ġu",
+        "nder"
+      ],
+      [
+        "Ġc",
+        "ome"
+      ],
+      [
+        "ĠF",
+        "rom"
+      ],
+      [
+        "Y",
+        "es"
+      ],
+      [
+        "ĠM",
+        "ia"
+      ],
+      [
+        "I",
+        "t"
+      ],
+      [
+        "m",
+        "e"
+      ],
+      [
+        "Ġh",
+        "ard"
+      ],
+      [
+        "Ġc",
+        "u"
+      ],
+      [
+        "Ġw",
+        "o"
+      ],
+      [
+        "Ġl",
+        "ist"
+      ],
+      [
+        "Ġst",
+        "ay"
+      ],
+      [
+        "an",
+        "e"
+      ],
+      [
+        "s",
+        "h"
+      ],
+      [
+        "op",
+        "le"
+      ],
+      [
+        "Ġg",
+        "l"
+      ],
+      [
+        "n",
+        "ing"
+      ],
+      [
+        "Ġst",
+        "ill"
+      ],
+      [
+        "oo",
+        "l"
+      ],
+      [
+        "Ġh",
+        "urt"
+      ],
+      [
+        "re",
+        "e"
+      ],
+      [
+        "ĠH",
+        "is"
+      ],
+      [
+        "Ġim",
+        "p"
+      ],
+      [
+        "Ġfam",
+        "ily"
+      ],
+      [
+        "Ġ",
+        "â"
+      ],
+      [
+        "Ġb",
+        "oth"
+      ],
+      [
+        "r",
+        "m"
+      ],
+      [
+        "ig",
+        "h"
+      ],
+      [
+        "Ġli",
+        "ved"
+      ],
+      [
+        "he",
+        "s"
+      ],
+      [
+        "W",
+        "hen"
+      ],
+      [
+        "Ġpe",
+        "ople"
+      ],
+      [
+        "Ġanimal",
+        "s"
+      ],
+      [
+        "Ġco",
+        "l"
+      ],
+      [
+        "Ġbra",
+        "ve"
+      ],
+      [
+        "Ġwal",
+        "ked"
+      ],
+      [
+        "o",
+        "b"
+      ],
+      [
+        "T",
+        "im"
+      ],
+      [
+        "c",
+        "t"
+      ],
+      [
+        "Ġl",
+        "et"
+      ],
+      [
+        "urp",
+        "r"
+      ],
+      [
+        "ĠW",
+        "hen"
+      ],
+      [
+        "Ġtw",
+        "o"
+      ],
+      [
+        "Ġs",
+        "urpr"
+      ],
+      [
+        "Ġsh",
+        "ould"
+      ],
+      [
+        "is",
+        "hed"
+      ],
+      [
+        "Ġb",
+        "ad"
+      ],
+      [
+        "re",
+        "ss"
+      ],
+      [
+        "Ġke",
+        "pt"
+      ],
+      [
+        "Ġf",
+        "ore"
+      ],
+      [
+        "Ġf",
+        "lew"
+      ],
+      [
+        "Ġf",
+        "in"
+      ],
+      [
+        "Ġst",
+        "or"
+      ],
+      [
+        "Ġf",
+        "ly"
+      ],
+      [
+        "a",
+        "st"
+      ],
+      [
+        "is",
+        "ed"
+      ],
+      [
+        "i",
+        "p"
+      ],
+      [
+        "Ġit",
+        "s"
+      ],
+      [
+        "l",
+        "ed"
+      ],
+      [
+        "o",
+        "ck"
+      ],
+      [
+        "uc",
+        "y"
+      ],
+      [
+        "f",
+        "ore"
+      ],
+      [
+        "Ġgo",
+        "ing"
+      ],
+      [
+        "Ġcle",
+        "an"
+      ],
+      [
+        "Ġd",
+        "an"
+      ],
+      [
+        "Ġp",
+        "ic"
+      ],
+      [
+        "Ġso",
+        "on"
+      ],
+      [
+        "Ġcall",
+        "ed"
+      ],
+      [
+        "Ġsh",
+        "are"
+      ],
+      [
+        "k",
+        "ay"
+      ],
+      [
+        "Ġan",
+        "gry"
+      ],
+      [
+        "Ġro",
+        "ck"
+      ],
+      [
+        "Ġc",
+        "on"
+      ],
+      [
+        "Ġpret",
+        "ty"
+      ],
+      [
+        "N",
+        "o"
+      ],
+      [
+        "Ġ",
+        "ide"
+      ],
+      [
+        "i",
+        "ed"
+      ],
+      [
+        "il",
+        "ly"
+      ],
+      [
+        "Ġg",
+        "round"
+      ],
+      [
+        "x",
+        "t"
+      ],
+      [
+        "Ġr",
+        "ed"
+      ],
+      [
+        "Ġexpl",
+        "ore"
+      ],
+      [
+        "Ġc",
+        "ry"
+      ],
+      [
+        "Ġad",
+        "vent"
+      ],
+      [
+        "Ġst",
+        "o"
+      ],
+      [
+        "s",
+        "o"
+      ],
+      [
+        "Ġre",
+        "al"
+      ],
+      [
+        "L",
+        "et"
+      ],
+      [
+        "Ġw",
+        "ind"
+      ],
+      [
+        "Ġsh",
+        "iny"
+      ],
+      [
+        "b",
+        "e"
+      ],
+      [
+        "Ġb",
+        "ook"
+      ],
+      [
+        "Ġal",
+        "so"
+      ],
+      [
+        "Ġdo",
+        "ll"
+      ],
+      [
+        "Ġide",
+        "a"
+      ],
+      [
+        "Ġbe",
+        "fore"
+      ],
+      [
+        "Ġop",
+        "ened"
+      ],
+      [
+        "dd",
+        "ed"
+      ],
+      [
+        "Ġwh",
+        "ile"
+      ],
+      [
+        "um",
+        "my"
+      ],
+      [
+        "Ġke",
+        "ep"
+      ],
+      [
+        "Ġe",
+        "y"
+      ],
+      [
+        "Ġn",
+        "ow"
+      ],
+      [
+        "Ġdo",
+        "or"
+      ],
+      [
+        "Ġfeel",
+        "ing"
+      ],
+      [
+        "âĤ¬",
+        "â"
+      ],
+      [
+        "o",
+        "on"
+      ],
+      [
+        "o",
+        "y"
+      ],
+      [
+        "Ġwal",
+        "king"
+      ],
+      [
+        "Ġno",
+        "ise"
+      ],
+      [
+        "Ġf",
+        "r"
+      ],
+      [
+        "le",
+        "s"
+      ],
+      [
+        "ag",
+        "e"
+      ],
+      [
+        "i",
+        "ous"
+      ],
+      [
+        "Ġcol",
+        "or"
+      ],
+      [
+        "Ġt",
+        "urn"
+      ],
+      [
+        "t",
+        "hing"
+      ],
+      [
+        "f",
+        "f"
+      ],
+      [
+        "u",
+        "ch"
+      ],
+      [
+        "t",
+        "h"
+      ],
+      [
+        "Ġb",
+        "ed"
+      ],
+      [
+        "ar",
+        "y"
+      ],
+      [
+        "Ġd",
+        "ra"
+      ],
+      [
+        "Ġpick",
+        "ed"
+      ],
+      [
+        "im",
+        "b"
+      ],
+      [
+        "e",
+        "et"
+      ],
+      [
+        "Ġcl",
+        "imb"
+      ],
+      [
+        "Ġd",
+        "el"
+      ],
+      [
+        "W",
+        "hat"
+      ],
+      [
+        "Ġbe",
+        "ing"
+      ],
+      [
+        "Ġf",
+        "ood"
+      ],
+      [
+        "Ġu",
+        "n"
+      ],
+      [
+        "Ġf",
+        "ar"
+      ],
+      [
+        "t",
+        "ure"
+      ],
+      [
+        "j",
+        "oy"
+      ],
+      [
+        "Ġadvent",
+        "ure"
+      ],
+      [
+        "a",
+        "c"
+      ],
+      [
+        "Ġsmil",
+        "e"
+      ],
+      [
+        "Ġd",
+        "if"
+      ],
+      [
+        "Ħ",
+        "¢"
+      ],
+      [
+        "âĤ¬â",
+        "Ħ¢"
+      ],
+      [
+        "me",
+        "mb"
+      ],
+      [
+        "Ġw",
+        "r"
+      ],
+      [
+        "Ġth",
+        "r"
+      ],
+      [
+        "ug",
+        "ht"
+      ],
+      [
+        "Ġloo",
+        "king"
+      ],
+      [
+        "Ġne",
+        "xt"
+      ],
+      [
+        "ic",
+        "ed"
+      ],
+      [
+        "ĠL",
+        "ucy"
+      ],
+      [
+        "Ġno",
+        "dded"
+      ],
+      [
+        "Ġqu",
+        "ick"
+      ],
+      [
+        "Ġ",
+        "P"
+      ],
+      [
+        "Ġd",
+        "is"
+      ],
+      [
+        "Ġre",
+        "pl"
+      ],
+      [
+        "ĠD",
+        "ad"
+      ],
+      [
+        "Ġwa",
+        "it"
+      ],
+      [
+        "iz",
+        "ed"
+      ],
+      [
+        "Ġfore",
+        "st"
+      ],
+      [
+        "Ġclo",
+        "s"
+      ],
+      [
+        "ĠS",
+        "uddenly"
+      ],
+      [
+        "Ġt",
+        "ra"
+      ],
+      [
+        "T",
+        "hat"
+      ],
+      [
+        "Ġey",
+        "es"
+      ],
+      [
+        "g",
+        "er"
+      ],
+      [
+        "bb",
+        "it"
+      ],
+      [
+        "t",
+        "ed"
+      ],
+      [
+        "Ġo",
+        "wn"
+      ],
+      [
+        "Ġr",
+        "ain"
+      ],
+      [
+        "Ġimp",
+        "ort"
+      ],
+      [
+        "Ġgre",
+        "at"
+      ],
+      [
+        "Ġre",
+        "memb"
+      ],
+      [
+        "Ġpic",
+        "ture"
+      ],
+      [
+        "Th",
+        "ank"
+      ],
+      [
+        "S",
+        "uddenly"
+      ],
+      [
+        "Ġsto",
+        "pped"
+      ],
+      [
+        "Ġen",
+        "joy"
+      ],
+      [
+        "Ġv",
+        "o"
+      ],
+      [
+        "B",
+        "en"
+      ],
+      [
+        "Ġg",
+        "ive"
+      ],
+      [
+        "Ġimport",
+        "ant"
+      ],
+      [
+        "Ġwor",
+        "k"
+      ],
+      [
+        "Ġne",
+        "ar"
+      ],
+      [
+        "g",
+        "an"
+      ],
+      [
+        "p",
+        "ot"
+      ],
+      [
+        "Ġe",
+        "ver"
+      ],
+      [
+        "Ġa",
+        "pp"
+      ],
+      [
+        "Ġa",
+        "fter"
+      ],
+      [
+        "Ġquick",
+        "ly"
+      ],
+      [
+        "Ġlist",
+        "en"
+      ],
+      [
+        "Ġb",
+        "re"
+      ],
+      [
+        "t",
+        "ing"
+      ],
+      [
+        "bb",
+        "ed"
+      ],
+      [
+        "Ġm",
+        "a"
+      ],
+      [
+        "Ġf",
+        "ish"
+      ],
+      [
+        "Ġrepl",
+        "ied"
+      ],
+      [
+        "Ġra",
+        "bbit"
+      ],
+      [
+        "Ġhand",
+        "s"
+      ],
+      [
+        "Ġ",
+        "G"
+      ],
+      [
+        "Ġnot",
+        "iced"
+      ],
+      [
+        "Ġbr",
+        "o"
+      ],
+      [
+        "Ġsl",
+        "ide"
+      ],
+      [
+        "Ġth",
+        "ink"
+      ],
+      [
+        "Ġwal",
+        "k"
+      ],
+      [
+        "Ġtr",
+        "uck"
+      ],
+      [
+        "Ġa",
+        "c"
+      ],
+      [
+        "k",
+        "es"
+      ],
+      [
+        "Ġstr",
+        "ong"
+      ],
+      [
+        "S",
+        "he"
+      ],
+      [
+        "Ġshow",
+        "ed"
+      ],
+      [
+        "Ġd",
+        "e"
+      ],
+      [
+        "Ġevery",
+        "one"
+      ],
+      [
+        "Ġwo",
+        "nder"
+      ],
+      [
+        "fe",
+        "re"
+      ],
+      [
+        "by",
+        "e"
+      ],
+      [
+        "Ġdif",
+        "fere"
+      ],
+      [
+        "ir",
+        "st"
+      ],
+      [
+        "S",
+        "o"
+      ],
+      [
+        "Ġs",
+        "ure"
+      ],
+      [
+        "Ġha",
+        "s"
+      ],
+      [
+        "Ġr",
+        "ight"
+      ],
+      [
+        "Ġbe",
+        "en"
+      ],
+      [
+        "Ġbec",
+        "ame"
+      ],
+      [
+        "Ġs",
+        "ound"
+      ],
+      [
+        "ma",
+        "z"
+      ],
+      [
+        "Ġto",
+        "w"
+      ],
+      [
+        "Ġr",
+        "u"
+      ],
+      [
+        "Ġt",
+        "al"
+      ],
+      [
+        "Ġa",
+        "maz"
+      ],
+      [
+        "Ġhe",
+        "ad"
+      ],
+      [
+        "Ġsh",
+        "out"
+      ],
+      [
+        "Ġbr",
+        "ight"
+      ],
+      [
+        "Ġy",
+        "e"
+      ],
+      [
+        "Ġwat",
+        "ched"
+      ],
+      [
+        "Ġ",
+        "R"
+      ],
+      [
+        "Ġm",
+        "or"
+      ],
+      [
+        "Ġch",
+        "ild"
+      ],
+      [
+        "a",
+        "ble"
+      ],
+      [
+        "Ġme",
+        "an"
+      ],
+      [
+        "Ġw",
+        "here"
+      ],
+      [
+        "ll",
+        "ow"
+      ],
+      [
+        "Ġh",
+        "igh"
+      ],
+      [
+        "ĠS",
+        "ue"
+      ],
+      [
+        "Ġfa",
+        "ce"
+      ],
+      [
+        "Ġc",
+        "ook"
+      ],
+      [
+        "d",
+        "ay"
+      ],
+      [
+        "ay",
+        "be"
+      ],
+      [
+        "Ġwat",
+        "ch"
+      ],
+      [
+        "Ġbl",
+        "ue"
+      ],
+      [
+        "a",
+        "ught"
+      ],
+      [
+        "Ġdiffere",
+        "nt"
+      ],
+      [
+        "Ġst",
+        "ore"
+      ],
+      [
+        "Ġ",
+        "N"
+      ],
+      [
+        "Ġgood",
+        "bye"
+      ],
+      [
+        "Ġd",
+        "ress"
+      ],
+      [
+        "u",
+        "ll"
+      ],
+      [
+        "ĠB",
+        "ob"
+      ],
+      [
+        "n",
+        "g"
+      ],
+      [
+        "an",
+        "ge"
+      ],
+      [
+        "Ġs",
+        "qu"
+      ],
+      [
+        "Ġo",
+        "kay"
+      ],
+      [
+        "is",
+        "y"
+      ],
+      [
+        "le",
+        "ase"
+      ],
+      [
+        "ĠMom",
+        "my"
+      ],
+      [
+        "Ġvo",
+        "ice"
+      ],
+      [
+        "J",
+        "o"
+      ],
+      [
+        "at",
+        "h"
+      ],
+      [
+        "Ġn",
+        "ight"
+      ],
+      [
+        "ĠS",
+        "pot"
+      ],
+      [
+        "Ġu",
+        "s"
+      ],
+      [
+        "Ġbo",
+        "at"
+      ],
+      [
+        "Ġflow",
+        "ers"
+      ],
+      [
+        "Ġpl",
+        "ace"
+      ],
+      [
+        "Ġfo",
+        "llow"
+      ],
+      [
+        "Ġa",
+        "r"
+      ],
+      [
+        "Ġu",
+        "se"
+      ],
+      [
+        "Ġclos",
+        "er"
+      ],
+      [
+        "un",
+        "ny"
+      ],
+      [
+        "le",
+        "ep"
+      ],
+      [
+        "ir",
+        "ed"
+      ],
+      [
+        "Ġfa",
+        "v"
+      ],
+      [
+        "Ġy",
+        "ell"
+      ],
+      [
+        "Ġgra",
+        "bbed"
+      ],
+      [
+        "Ġcu",
+        "ri"
+      ],
+      [
+        "Ġwa",
+        "rm"
+      ],
+      [
+        "Ġc",
+        "r"
+      ],
+      [
+        "Ġfor",
+        "g"
+      ],
+      [
+        "ĠSara",
+        "h"
+      ],
+      [
+        "ĠJo",
+        "hn"
+      ],
+      [
+        "Ġm",
+        "ag"
+      ],
+      [
+        "Ġst",
+        "ick"
+      ],
+      [
+        "W",
+        "e"
+      ],
+      [
+        "Ġjump",
+        "ed"
+      ],
+      [
+        "Ġc",
+        "ake"
+      ],
+      [
+        "m",
+        "ore"
+      ],
+      [
+        "Ġt",
+        "ell"
+      ],
+      [
+        "Ġany",
+        "more"
+      ],
+      [
+        "A",
+        "fter"
+      ],
+      [
+        "Ġbut",
+        "ter"
+      ],
+      [
+        "nd",
+        "ma"
+      ],
+      [
+        "Ġth",
+        "ree"
+      ],
+      [
+        "Ġas",
+        "k"
+      ],
+      [
+        "c",
+        "o"
+      ],
+      [
+        "Ġ",
+        "our"
+      ],
+      [
+        "l",
+        "ie"
+      ],
+      [
+        "Ġcuri",
+        "ous"
+      ],
+      [
+        "ou",
+        "nt"
+      ],
+      [
+        "or",
+        "n"
+      ],
+      [
+        "Ġcon",
+        "t"
+      ],
+      [
+        "Ġfe",
+        "ll"
+      ],
+      [
+        "a",
+        "ched"
+      ],
+      [
+        "ĠT",
+        "h"
+      ],
+      [
+        "Ġbird",
+        "s"
+      ],
+      [
+        "as",
+        "s"
+      ],
+      [
+        "H",
+        "er"
+      ],
+      [
+        "is",
+        "s"
+      ],
+      [
+        "Ġhelp",
+        "ed"
+      ],
+      [
+        "ĠJ",
+        "ane"
+      ],
+      [
+        "Ġpu",
+        "ll"
+      ],
+      [
+        "Ġf",
+        "irst"
+      ],
+      [
+        "it",
+        "c"
+      ],
+      [
+        "Ġbl",
+        "ock"
+      ],
+      [
+        "Ġh",
+        "op"
+      ],
+      [
+        "Ġb",
+        "it"
+      ],
+      [
+        "Ġd",
+        "r"
+      ],
+      [
+        "Ġreal",
+        "ized"
+      ],
+      [
+        "Ġk",
+        "id"
+      ],
+      [
+        "L",
+        "ook"
+      ],
+      [
+        "il",
+        "a"
+      ],
+      [
+        "Ġm",
+        "on"
+      ],
+      [
+        "Ġbr",
+        "other"
+      ],
+      [
+        "A",
+        "nna"
+      ],
+      [
+        "S",
+        "ara"
+      ],
+      [
+        "Ġ",
+        "z"
+      ],
+      [
+        "ĠEvery",
+        "one"
+      ],
+      [
+        "Ġat",
+        "e"
+      ],
+      [
+        "Ġdo",
+        "es"
+      ],
+      [
+        "im",
+        "es"
+      ],
+      [
+        "Ġhapp",
+        "ened"
+      ],
+      [
+        "Ġst",
+        "op"
+      ],
+      [
+        "z",
+        "y"
+      ],
+      [
+        "Ġy",
+        "ummy"
+      ],
+      [
+        "Ġfav",
+        "or"
+      ],
+      [
+        "pp",
+        "y"
+      ],
+      [
+        "Ġk",
+        "itc"
+      ],
+      [
+        "Ġkitc",
+        "hen"
+      ],
+      [
+        "Ġsw",
+        "eet"
+      ],
+      [
+        "u",
+        "s"
+      ],
+      [
+        "Ġp",
+        "er"
+      ],
+      [
+        "Ġre",
+        "ally"
+      ],
+      [
+        "a",
+        "isy"
+      ],
+      [
+        "Ġgra",
+        "ss"
+      ],
+      [
+        "Ġfavor",
+        "ite"
+      ],
+      [
+        "Ġbe",
+        "gan"
+      ],
+      [
+        "Ġre",
+        "st"
+      ],
+      [
+        "Ġre",
+        "ady"
+      ],
+      [
+        "Ġle",
+        "a"
+      ],
+      [
+        "Ġre",
+        "ached"
+      ],
+      [
+        "Ġunder",
+        "st"
+      ],
+      [
+        "a",
+        "ir"
+      ],
+      [
+        "Ġst",
+        "e"
+      ],
+      [
+        "Ġb",
+        "unny"
+      ],
+      [
+        "ĠA",
+        "s"
+      ],
+      [
+        "Ġstor",
+        "y"
+      ],
+      [
+        "'",
+        "re"
+      ],
+      [
+        "Ġp",
+        "ain"
+      ],
+      [
+        "Ġs",
+        "ing"
+      ],
+      [
+        "st",
+        "er"
+      ],
+      [
+        "Ġhe",
+        "re"
+      ],
+      [
+        "Ġsa",
+        "nd"
+      ],
+      [
+        "Ġon",
+        "ly"
+      ],
+      [
+        "Ġfl",
+        "o"
+      ],
+      [
+        "Ġa",
+        "m"
+      ],
+      [
+        "Ġgl",
+        "ad"
+      ],
+      [
+        "Ġt",
+        "ri"
+      ],
+      [
+        "Ġbe",
+        "h"
+      ],
+      [
+        "Ġwor",
+        "ld"
+      ],
+      [
+        "Ġop",
+        "en"
+      ],
+      [
+        "Ġc",
+        "re"
+      ],
+      [
+        "fu",
+        "lly"
+      ],
+      [
+        "Ġpr",
+        "in"
+      ],
+      [
+        "w",
+        "here"
+      ],
+      [
+        "are",
+        "nt"
+      ],
+      [
+        "Ġflow",
+        "er"
+      ],
+      [
+        "Ġthr",
+        "ough"
+      ],
+      [
+        "Ġb",
+        "a"
+      ],
+      [
+        "Ġfi",
+        "re"
+      ],
+      [
+        "Ġd",
+        "one"
+      ],
+      [
+        "Ġha",
+        "ving"
+      ],
+      [
+        "Ġth",
+        "ing"
+      ],
+      [
+        "Ġdel",
+        "ic"
+      ],
+      [
+        "Ġhim",
+        "self"
+      ],
+      [
+        "Ġt",
+        "ired"
+      ],
+      [
+        "Ġp",
+        "arent"
+      ],
+      [
+        "Ġso",
+        "ft"
+      ],
+      [
+        "Ġf",
+        "ro"
+      ],
+      [
+        "Tim",
+        "my"
+      ],
+      [
+        "Ġta",
+        "st"
+      ],
+      [
+        "Ġbutter",
+        "f"
+      ],
+      [
+        "ĠL",
+        "et"
+      ],
+      [
+        "Ġc",
+        "ut"
+      ],
+      [
+        "Ġp",
+        "art"
+      ],
+      [
+        "Ġwh",
+        "y"
+      ],
+      [
+        "k",
+        "en"
+      ],
+      [
+        "Ġm",
+        "ess"
+      ],
+      [
+        "C",
+        "an"
+      ],
+      [
+        "Ġwor",
+        "ry"
+      ],
+      [
+        "Mom",
+        "my"
+      ],
+      [
+        "i",
+        "ver"
+      ],
+      [
+        "Ġd",
+        "in"
+      ],
+      [
+        "u",
+        "ff"
+      ],
+      [
+        "at",
+        "er"
+      ],
+      [
+        "Ġmag",
+        "ic"
+      ],
+      [
+        "Ġwa",
+        "ved"
+      ],
+      [
+        "Ġshout",
+        "ed"
+      ],
+      [
+        "Ġpo",
+        "nd"
+      ],
+      [
+        "Ġkid",
+        "s"
+      ],
+      [
+        "Ġh",
+        "at"
+      ],
+      [
+        "Ġd",
+        "uck"
+      ],
+      [
+        "Ġse",
+        "es"
+      ],
+      [
+        "o",
+        "lly"
+      ],
+      [
+        "ill",
+        "ed"
+      ],
+      [
+        "Ġg",
+        "ame"
+      ],
+      [
+        "i",
+        "ent"
+      ],
+      [
+        "Ġma",
+        "king"
+      ],
+      [
+        "at",
+        "her"
+      ],
+      [
+        "Jo",
+        "hn"
+      ],
+      [
+        "A",
+        "s"
+      ],
+      [
+        "ak",
+        "es"
+      ],
+      [
+        "Ġcat",
+        "ch"
+      ],
+      [
+        "Ġse",
+        "en"
+      ],
+      [
+        "Ġc",
+        "ool"
+      ],
+      [
+        "at",
+        "ion"
+      ],
+      [
+        "Ġcom",
+        "ing"
+      ],
+      [
+        "Ġl",
+        "ess"
+      ],
+      [
+        "Ġd",
+        "ark"
+      ],
+      [
+        "Ġu",
+        "sed"
+      ],
+      [
+        "ed",
+        "dy"
+      ],
+      [
+        "Ġfi",
+        "x"
+      ],
+      [
+        "ĠJo",
+        "e"
+      ],
+      [
+        "Ġthan",
+        "k"
+      ],
+      [
+        "m",
+        "er"
+      ],
+      [
+        "Ġto",
+        "p"
+      ],
+      [
+        "Ġl",
+        "ady"
+      ],
+      [
+        "Ġha",
+        "ir"
+      ],
+      [
+        "ar",
+        "ing"
+      ],
+      [
+        "Ġp",
+        "rom"
+      ],
+      [
+        "Ġho",
+        "pped"
+      ],
+      [
+        "ĠC",
+        "an"
+      ],
+      [
+        "\"",
+        "."
+      ],
+      [
+        "ig",
+        "n"
+      ],
+      [
+        "Ġsurpr",
+        "ise"
+      ],
+      [
+        "Ġdra",
+        "w"
+      ],
+      [
+        "Ġm",
+        "um"
+      ],
+      [
+        "Ġm",
+        "ouse"
+      ],
+      [
+        "Ġfun",
+        "ny"
+      ],
+      [
+        "re",
+        "l"
+      ],
+      [
+        "Ġc",
+        "ra"
+      ],
+      [
+        "Ġ",
+        "-"
+      ],
+      [
+        "ap",
+        "er"
+      ],
+      [
+        "Ġf",
+        "ull"
+      ],
+      [
+        "Ġto",
+        "uch"
+      ],
+      [
+        "Ġl",
+        "ight"
+      ],
+      [
+        "Ġsp",
+        "ot"
+      ],
+      [
+        "re",
+        "n"
+      ],
+      [
+        "Ġd",
+        "ro"
+      ],
+      [
+        "ĠBen",
+        "ny"
+      ],
+      [
+        "Ġparent",
+        "s"
+      ],
+      [
+        "Ġwor",
+        "ked"
+      ],
+      [
+        "in",
+        "s"
+      ],
+      [
+        "one",
+        "y"
+      ],
+      [
+        "ĠD",
+        "o"
+      ],
+      [
+        "Ġsurpr",
+        "ised"
+      ],
+      [
+        "Ġcare",
+        "fully"
+      ],
+      [
+        "Ġtre",
+        "es"
+      ],
+      [
+        "Ġfro",
+        "g"
+      ],
+      [
+        "Ġsw",
+        "ing"
+      ],
+      [
+        "Ġdo",
+        "ing"
+      ],
+      [
+        "D",
+        "on"
+      ],
+      [
+        "Ġs",
+        "at"
+      ],
+      [
+        "in",
+        "ally"
+      ],
+      [
+        "ĠT",
+        "hat"
+      ],
+      [
+        "Ġ",
+        "ice"
+      ],
+      [
+        "ĠI",
+        "n"
+      ],
+      [
+        "Ġhe",
+        "ld"
+      ],
+      [
+        "W",
+        "ow"
+      ],
+      [
+        "Ġrun",
+        "ning"
+      ],
+      [
+        "Ġpret",
+        "end"
+      ],
+      [
+        "Ġsw",
+        "im"
+      ],
+      [
+        "Ġs",
+        "et"
+      ],
+      [
+        "Ġre",
+        "ad"
+      ],
+      [
+        "Ġdelic",
+        "ious"
+      ],
+      [
+        "Ġneed",
+        "ed"
+      ],
+      [
+        "Ġt",
+        "ight"
+      ],
+      [
+        "Ġsl",
+        "ow"
+      ],
+      [
+        "Ġrememb",
+        "ered"
+      ],
+      [
+        "Ġlo",
+        "st"
+      ],
+      [
+        "Ġco",
+        "ld"
+      ],
+      [
+        "Ġsm",
+        "ell"
+      ],
+      [
+        "ard",
+        "s"
+      ],
+      [
+        "Ġw",
+        "ood"
+      ],
+      [
+        "Ġhapp",
+        "ily"
+      ],
+      [
+        "h",
+        "y"
+      ],
+      [
+        "el",
+        "y"
+      ],
+      [
+        "Ġlook",
+        "s"
+      ],
+      [
+        "Ġbeh",
+        "ind"
+      ],
+      [
+        "Ġher",
+        "self"
+      ],
+      [
+        "Ġc",
+        "ried"
+      ],
+      [
+        "Ġenjoy",
+        "ed"
+      ],
+      [
+        "Ġnam",
+        "e"
+      ],
+      [
+        "as",
+        "k"
+      ],
+      [
+        "Ġye",
+        "ars"
+      ],
+      [
+        "Ġbu",
+        "y"
+      ],
+      [
+        "Ġho",
+        "le"
+      ],
+      [
+        "Ġblock",
+        "s"
+      ],
+      [
+        "Ġd",
+        "ri"
+      ],
+      [
+        "Ġs",
+        "leep"
+      ],
+      [
+        "Ġg",
+        "i"
+      ],
+      [
+        "Ġyell",
+        "ow"
+      ],
+      [
+        "c",
+        "ess"
+      ],
+      [
+        "Ġbutterf",
+        "ly"
+      ],
+      [
+        "i",
+        "ke"
+      ],
+      [
+        "u",
+        "ed"
+      ],
+      [
+        "Ġw",
+        "ished"
+      ],
+      [
+        "Ġper",
+        "f"
+      ],
+      [
+        "Ġan",
+        "other"
+      ],
+      [
+        "ĠD",
+        "aisy"
+      ],
+      [
+        "Ġgre",
+        "en"
+      ],
+      [
+        "Ġmo",
+        "ve"
+      ],
+      [
+        "Ġt",
+        "all"
+      ],
+      [
+        "Ġa",
+        "ir"
+      ],
+      [
+        "Ġb",
+        "ag"
+      ],
+      [
+        "Ġflo",
+        "or"
+      ],
+      [
+        "Ġcar",
+        "s"
+      ],
+      [
+        "Ġless",
+        "on"
+      ],
+      [
+        "u",
+        "l"
+      ],
+      [
+        "Ġb",
+        "ow"
+      ],
+      [
+        "Ġar",
+        "ri"
+      ],
+      [
+        "Ġwind",
+        "ow"
+      ],
+      [
+        "Ġsh",
+        "o"
+      ],
+      [
+        "Ġchild",
+        "ren"
+      ],
+      [
+        "n",
+        "er"
+      ],
+      [
+        "Ġfin",
+        "ished"
+      ],
+      [
+        "Ġh",
+        "ill"
+      ],
+      [
+        "ĠA",
+        "fter"
+      ],
+      [
+        "and",
+        "y"
+      ],
+      [
+        "s",
+        "p"
+      ],
+      [
+        "en",
+        "s"
+      ],
+      [
+        "Ġp",
+        "aper"
+      ],
+      [
+        "Ġli",
+        "kes"
+      ],
+      [
+        "F",
+        "rom"
+      ],
+      [
+        "s",
+        "y"
+      ],
+      [
+        "Ġho",
+        "ld"
+      ],
+      [
+        "S",
+        "am"
+      ],
+      [
+        "Ġwr",
+        "ong"
+      ],
+      [
+        "re",
+        "ed"
+      ],
+      [
+        "Ġcont",
+        "in"
+      ],
+      [
+        "Ġunderst",
+        "and"
+      ],
+      [
+        "at",
+        "ter"
+      ],
+      [
+        "u",
+        "it"
+      ],
+      [
+        "re",
+        "w"
+      ],
+      [
+        "Ġg",
+        "ent"
+      ],
+      [
+        "Ġany",
+        "thing"
+      ],
+      [
+        "Ġclo",
+        "se"
+      ],
+      [
+        "Ġwa",
+        "ll"
+      ],
+      [
+        "Ġe",
+        "l"
+      ],
+      [
+        "as",
+        "ure"
+      ],
+      [
+        "Ġle",
+        "ft"
+      ],
+      [
+        "Ġa",
+        "ble"
+      ],
+      [
+        "Ġarri",
+        "ved"
+      ],
+      [
+        "Ġh",
+        "un"
+      ],
+      [
+        "ro",
+        "ss"
+      ],
+      [
+        "a",
+        "v"
+      ],
+      [
+        "Ġhe",
+        "ar"
+      ],
+      [
+        "Ġfriend",
+        "ly"
+      ],
+      [
+        "Ġforg",
+        "ot"
+      ],
+      [
+        "Ġg",
+        "one"
+      ],
+      [
+        "am",
+        "a"
+      ],
+      [
+        "Ġcre",
+        "at"
+      ],
+      [
+        "Ġw",
+        "et"
+      ],
+      [
+        "Ġli",
+        "on"
+      ],
+      [
+        "H",
+        "ell"
+      ],
+      [
+        "Hell",
+        "o"
+      ],
+      [
+        "Ġd",
+        "ream"
+      ],
+      [
+        "Ġh",
+        "ot"
+      ],
+      [
+        "b",
+        "o"
+      ],
+      [
+        "b",
+        "er"
+      ],
+      [
+        "ĠS",
+        "ally"
+      ],
+      [
+        "Ġf",
+        "illed"
+      ],
+      [
+        "Ġd",
+        "ir"
+      ],
+      [
+        "ie",
+        "ld"
+      ],
+      [
+        "Ġcook",
+        "ies"
+      ],
+      [
+        "Ġlaug",
+        "h"
+      ],
+      [
+        "Ġbro",
+        "ken"
+      ],
+      [
+        "Ġdin",
+        "ner"
+      ],
+      [
+        "l",
+        "f"
+      ],
+      [
+        "Ġel",
+        "se"
+      ],
+      [
+        "Ġh",
+        "id"
+      ],
+      [
+        "c",
+        "ed"
+      ],
+      [
+        "Ġp",
+        "ink"
+      ],
+      [
+        "Ġfollow",
+        "ed"
+      ],
+      [
+        "Ġta",
+        "ble"
+      ],
+      [
+        "Ġm",
+        "ar"
+      ],
+      [
+        "Ġcolor",
+        "s"
+      ],
+      [
+        "ou",
+        "p"
+      ],
+      [
+        "Ġmom",
+        "ent"
+      ],
+      [
+        "Ġcontin",
+        "ued"
+      ],
+      [
+        "Ġwonder",
+        "ful"
+      ],
+      [
+        "ĠE",
+        "m"
+      ],
+      [
+        "e",
+        "y"
+      ],
+      [
+        "in",
+        "ed"
+      ],
+      [
+        "ir",
+        "rel"
+      ],
+      [
+        "r",
+        "ot"
+      ],
+      [
+        "Ġfin",
+        "ally"
+      ],
+      [
+        "J",
+        "ack"
+      ],
+      [
+        "Ġa",
+        "rm"
+      ],
+      [
+        "Ġm",
+        "ight"
+      ],
+      [
+        "ĠN",
+        "ow"
+      ],
+      [
+        "Ġc",
+        "ast"
+      ],
+      [
+        "Ġy",
+        "es"
+      ],
+      [
+        "Ġbu",
+        "ild"
+      ],
+      [
+        "Ġen",
+        "ough"
+      ],
+      [
+        "ĠB",
+        "illy"
+      ],
+      [
+        "Ġsome",
+        "one"
+      ],
+      [
+        "Ġperf",
+        "ect"
+      ],
+      [
+        "Ġfa",
+        "ir"
+      ],
+      [
+        "Ġstay",
+        "ed"
+      ],
+      [
+        "a",
+        "pp"
+      ],
+      [
+        "Ġmor",
+        "ning"
+      ],
+      [
+        "ĠThe",
+        "re"
+      ],
+      [
+        "Ġpu",
+        "ppy"
+      ],
+      [
+        "o",
+        "l"
+      ],
+      [
+        "Ġdad",
+        "dy"
+      ],
+      [
+        "Ġtry",
+        "ing"
+      ],
+      [
+        "'",
+        "ll"
+      ],
+      [
+        "Ġj",
+        "u"
+      ],
+      [
+        "Ġother",
+        "s"
+      ],
+      [
+        "Ġbook",
+        "s"
+      ],
+      [
+        "Ġag",
+        "reed"
+      ],
+      [
+        "Ġmu",
+        "s"
+      ],
+      [
+        "Ġsn",
+        "ow"
+      ],
+      [
+        "Ġsqu",
+        "irrel"
+      ],
+      [
+        "Ġc",
+        "ream"
+      ],
+      [
+        "ro",
+        "om"
+      ],
+      [
+        "Ġget",
+        "ting"
+      ],
+      [
+        "Ġgra",
+        "ndma"
+      ],
+      [
+        "ĠL",
+        "ila"
+      ],
+      [
+        "Ġlea",
+        "ves"
+      ],
+      [
+        "Ġba",
+        "by"
+      ],
+      [
+        "Ġc",
+        "ount"
+      ],
+      [
+        "ic",
+        "y"
+      ],
+      [
+        "Ġfe",
+        "w"
+      ],
+      [
+        "A",
+        "t"
+      ],
+      [
+        "Ġf",
+        "all"
+      ],
+      [
+        "The",
+        "n"
+      ],
+      [
+        "g",
+        "on"
+      ],
+      [
+        "Ġbre",
+        "ak"
+      ],
+      [
+        "Ġclimb",
+        "ed"
+      ],
+      [
+        "ri",
+        "es"
+      ],
+      [
+        "Ġbe",
+        "ach"
+      ],
+      [
+        "as",
+        "h"
+      ],
+      [
+        "Ġb",
+        "ug"
+      ],
+      [
+        "Ġp",
+        "lease"
+      ],
+      [
+        "Ġm",
+        "other"
+      ],
+      [
+        "Ġbr",
+        "ought"
+      ],
+      [
+        "Ġtra",
+        "in"
+      ],
+      [
+        "an",
+        "ce"
+      ],
+      [
+        "ĠTh",
+        "is"
+      ],
+      [
+        "Ġde",
+        "ep"
+      ],
+      [
+        "Ġv",
+        "is"
+      ],
+      [
+        "at",
+        "ed"
+      ],
+      [
+        "s",
+        "hed"
+      ],
+      [
+        "Ġm",
+        "et"
+      ],
+      [
+        "Ġwas",
+        "n"
+      ],
+      [
+        "Ġsomet",
+        "imes"
+      ],
+      [
+        "Ġevery",
+        "thing"
+      ],
+      [
+        "ĠTom",
+        "my"
+      ],
+      [
+        "i",
+        "ch"
+      ],
+      [
+        "Ġmus",
+        "ic"
+      ],
+      [
+        "ke",
+        "y"
+      ],
+      [
+        "l",
+        "ing"
+      ],
+      [
+        "Th",
+        "is"
+      ],
+      [
+        "o",
+        "s"
+      ],
+      [
+        "Ġturn",
+        "ed"
+      ],
+      [
+        "l",
+        "c"
+      ],
+      [
+        "Ġr",
+        "ide"
+      ],
+      [
+        "o",
+        "om"
+      ],
+      [
+        "Ġs",
+        "ong"
+      ],
+      [
+        "or",
+        "ing"
+      ],
+      [
+        "Ġsp",
+        "ark"
+      ],
+      [
+        "Ġf",
+        "ight"
+      ],
+      [
+        "Ġhun",
+        "gry"
+      ],
+      [
+        "on",
+        "s"
+      ],
+      [
+        "Ġpicture",
+        "s"
+      ],
+      [
+        "d",
+        "s"
+      ],
+      [
+        "Ġm",
+        "akes"
+      ],
+      [
+        "Ġse",
+        "ar"
+      ],
+      [
+        "uck",
+        "y"
+      ],
+      [
+        "Ġlist",
+        "ened"
+      ],
+      [
+        "Ġjo",
+        "y"
+      ],
+      [
+        "Ġpo",
+        "l"
+      ],
+      [
+        "ĠW",
+        "hat"
+      ],
+      [
+        "H",
+        "is"
+      ],
+      [
+        "e",
+        "e"
+      ],
+      [
+        "Ġcl",
+        "ot"
+      ],
+      [
+        "Ġsa",
+        "il"
+      ],
+      [
+        "a",
+        "pped"
+      ],
+      [
+        "b",
+        "ble"
+      ],
+      [
+        "Ġcom",
+        "p"
+      ],
+      [
+        "Ġpl",
+        "an"
+      ],
+      [
+        "Ġwant",
+        "s"
+      ],
+      [
+        "Ġclot",
+        "hes"
+      ],
+      [
+        "Ġpo",
+        "in"
+      ],
+      [
+        "Ġ",
+        "K"
+      ],
+      [
+        "z",
+        "z"
+      ],
+      [
+        "Ġball",
+        "oon"
+      ],
+      [
+        "Ġstr",
+        "ange"
+      ],
+      [
+        "m",
+        "an"
+      ],
+      [
+        "en",
+        "ny"
+      ],
+      [
+        "Ġp",
+        "i"
+      ],
+      [
+        "Ġgr",
+        "ow"
+      ],
+      [
+        "Ġfly",
+        "ing"
+      ],
+      [
+        "r",
+        "ow"
+      ],
+      [
+        "Ġsc",
+        "ary"
+      ],
+      [
+        "Ġtre",
+        "at"
+      ],
+      [
+        "Ġwa",
+        "ited"
+      ],
+      [
+        "Ġamaz",
+        "ed"
+      ],
+      [
+        "Ġt",
+        "eddy"
+      ],
+      [
+        "Ġcast",
+        "le"
+      ],
+      [
+        "is",
+        "ter"
+      ],
+      [
+        "Ġe",
+        "le"
+      ],
+      [
+        "Ġamaz",
+        "ing"
+      ],
+      [
+        "m",
+        "ed"
+      ],
+      [
+        "Ġsp",
+        "l"
+      ],
+      [
+        "O",
+        "h"
+      ],
+      [
+        "Ġle",
+        "ave"
+      ],
+      [
+        "Ġown",
+        "er"
+      ],
+      [
+        "Ġprom",
+        "ised"
+      ],
+      [
+        "Ġdan",
+        "ger"
+      ],
+      [
+        "e",
+        "ver"
+      ],
+      [
+        "O",
+        "K"
+      ],
+      [
+        "Ġs",
+        "uch"
+      ],
+      [
+        "Ġwh",
+        "ite"
+      ],
+      [
+        "Ġp",
+        "at"
+      ],
+      [
+        "Ġtal",
+        "k"
+      ],
+      [
+        "uff",
+        "y"
+      ],
+      [
+        "Ġf",
+        "ur"
+      ],
+      [
+        "Ġp",
+        "ie"
+      ],
+      [
+        "op",
+        "e"
+      ],
+      [
+        "r",
+        "ed"
+      ],
+      [
+        "Ġpull",
+        "ed"
+      ],
+      [
+        "Ġp",
+        "re"
+      ],
+      [
+        "Ġwood",
+        "s"
+      ],
+      [
+        "ĠT",
+        "o"
+      ],
+      [
+        "Ġsh",
+        "ared"
+      ],
+      [
+        "Ġal",
+        "one"
+      ],
+      [
+        "Ġtow",
+        "ards"
+      ],
+      [
+        "c",
+        "le"
+      ],
+      [
+        "ĠM",
+        "aybe"
+      ],
+      [
+        "Ġs",
+        "it"
+      ],
+      [
+        "Ġn",
+        "ap"
+      ],
+      [
+        "Ġcolor",
+        "ful"
+      ],
+      [
+        "am",
+        "p"
+      ],
+      [
+        "h",
+        "one"
+      ],
+      [
+        "Ġvis",
+        "it"
+      ],
+      [
+        "ig",
+        "g"
+      ],
+      [
+        "ug",
+        "g"
+      ],
+      [
+        "th",
+        "y"
+      ],
+      [
+        "en",
+        "ce"
+      ],
+      [
+        "Ġta",
+        "il"
+      ],
+      [
+        "ct",
+        "or"
+      ],
+      [
+        "Ġmagic",
+        "al"
+      ],
+      [
+        "Ġr",
+        "iver"
+      ],
+      [
+        "Ġh",
+        "ig"
+      ],
+      [
+        "Ġbe",
+        "lie"
+      ],
+      [
+        "Ġgr",
+        "ate"
+      ],
+      [
+        "u",
+        "ally"
+      ],
+      [
+        "an",
+        "g"
+      ],
+      [
+        "ot",
+        "t"
+      ],
+      [
+        "Ġh",
+        "ide"
+      ],
+      [
+        "Ġs",
+        "illy"
+      ],
+      [
+        "Ġsmil",
+        "es"
+      ],
+      [
+        "ow",
+        "er"
+      ],
+      [
+        "Ġs",
+        "ide"
+      ],
+      [
+        "M",
+        "ax"
+      ],
+      [
+        "Ġro",
+        "ll"
+      ],
+      [
+        "Ġg",
+        "u"
+      ],
+      [
+        "ĠA",
+        "my"
+      ],
+      [
+        "Ġpr",
+        "o"
+      ],
+      [
+        "et",
+        "er"
+      ],
+      [
+        "Ġfast",
+        "er"
+      ],
+      [
+        "Ġgrate",
+        "ful"
+      ],
+      [
+        "Ġtre",
+        "asure"
+      ],
+      [
+        "as",
+        "ed"
+      ],
+      [
+        "Ġsn",
+        "ack"
+      ],
+      [
+        "u",
+        "p"
+      ],
+      [
+        "Ġla",
+        "nd"
+      ],
+      [
+        "av",
+        "y"
+      ],
+      [
+        "Ġmor",
+        "al"
+      ],
+      [
+        "ain",
+        "ed"
+      ],
+      [
+        "Ġs",
+        "ister"
+      ],
+      [
+        "ĠG",
+        "ra"
+      ],
+      [
+        "Ġsh",
+        "ap"
+      ],
+      [
+        "Ġpain",
+        "t"
+      ],
+      [
+        "Ġslow",
+        "ly"
+      ],
+      [
+        "Ġf",
+        "ield"
+      ],
+      [
+        "Ġp",
+        "et"
+      ],
+      [
+        "Ġs",
+        "ec"
+      ],
+      [
+        "or",
+        "m"
+      ],
+      [
+        "ĠJ",
+        "im"
+      ],
+      [
+        "Ġbr",
+        "an"
+      ],
+      [
+        "Ġm",
+        "in"
+      ],
+      [
+        "Ġmu",
+        "st"
+      ],
+      [
+        "Ġhelp",
+        "ing"
+      ],
+      [
+        "Ġwor",
+        "ried"
+      ],
+      [
+        "Ġjo",
+        "b"
+      ],
+      [
+        "Ġfo",
+        "x"
+      ],
+      [
+        "s",
+        "et"
+      ],
+      [
+        "Ġm",
+        "oney"
+      ],
+      [
+        "Ġp",
+        "ot"
+      ],
+      [
+        "Ġqu",
+        "i"
+      ],
+      [
+        "Ġbe",
+        "l"
+      ],
+      [
+        "Ġac",
+        "c"
+      ],
+      [
+        "Ġli",
+        "ving"
+      ],
+      [
+        "Ġmon",
+        "ster"
+      ],
+      [
+        "le",
+        "ss"
+      ],
+      [
+        "Ġpart",
+        "y"
+      ],
+      [
+        "e",
+        "ar"
+      ],
+      [
+        "Ġmo",
+        "st"
+      ],
+      [
+        "Ġwe",
+        "ar"
+      ],
+      [
+        "Ġrememb",
+        "er"
+      ],
+      [
+        "i",
+        "re"
+      ],
+      [
+        "Ġs",
+        "ign"
+      ],
+      [
+        "w",
+        "l"
+      ],
+      [
+        "Ġcl",
+        "oud"
+      ],
+      [
+        "Ġc",
+        "andy"
+      ],
+      [
+        "Ġhig",
+        "her"
+      ],
+      [
+        "i",
+        "pped"
+      ],
+      [
+        "id",
+        "ent"
+      ],
+      [
+        "ĠA",
+        "ll"
+      ],
+      [
+        "d",
+        "er"
+      ],
+      [
+        "z",
+        "e"
+      ],
+      [
+        "Ġqui",
+        "et"
+      ],
+      [
+        "Ġto",
+        "wn"
+      ],
+      [
+        "un",
+        "ch"
+      ],
+      [
+        "Ġprin",
+        "cess"
+      ],
+      [
+        "Ġrun",
+        "s"
+      ],
+      [
+        "ask",
+        "et"
+      ],
+      [
+        "e",
+        "m"
+      ],
+      [
+        "Ġevery",
+        "where"
+      ],
+      [
+        "Ġjo",
+        "in"
+      ],
+      [
+        "Ġste",
+        "pped"
+      ],
+      [
+        "Ġb",
+        "asket"
+      ],
+      [
+        "Ġl",
+        "ake"
+      ],
+      [
+        "Ġcu",
+        "p"
+      ],
+      [
+        "s",
+        "w"
+      ],
+      [
+        "out",
+        "h"
+      ],
+      [
+        "Ġcar",
+        "rot"
+      ],
+      [
+        "Ġco",
+        "ll"
+      ],
+      [
+        "Ġpl",
+        "ant"
+      ],
+      [
+        "Ġsc",
+        "ream"
+      ],
+      [
+        "ĠDad",
+        "dy"
+      ],
+      [
+        "Ġb",
+        "uck"
+      ],
+      [
+        "Ġhe",
+        "avy"
+      ],
+      [
+        "Ġbig",
+        "ger"
+      ],
+      [
+        "Ġch",
+        "o"
+      ],
+      [
+        "Ġbl",
+        "ank"
+      ],
+      [
+        "Ġclo",
+        "sed"
+      ],
+      [
+        "Ġw",
+        "on"
+      ],
+      [
+        "is",
+        "es"
+      ],
+      [
+        "Ġan",
+        "sw"
+      ],
+      [
+        "b",
+        "r"
+      ],
+      [
+        "Ġblank",
+        "et"
+      ],
+      [
+        "Ġm",
+        "outh"
+      ],
+      [
+        "am",
+        "es"
+      ],
+      [
+        "ec",
+        "es"
+      ],
+      [
+        "Ġeat",
+        "ing"
+      ],
+      [
+        "Ġpi",
+        "eces"
+      ],
+      [
+        "ck",
+        "et"
+      ],
+      [
+        "Ġst",
+        "re"
+      ],
+      [
+        "Ġwe",
+        "lc"
+      ],
+      [
+        "Ġwould",
+        "n"
+      ],
+      [
+        "Ġre",
+        "ach"
+      ],
+      [
+        "Ġbro",
+        "ke"
+      ],
+      [
+        "e",
+        "ared"
+      ],
+      [
+        "Ġdanger",
+        "ous"
+      ],
+      [
+        "g",
+        "s"
+      ],
+      [
+        "p",
+        "h"
+      ],
+      [
+        "ĠM",
+        "olly"
+      ],
+      [
+        "Ġc",
+        "e"
+      ],
+      [
+        "ĠM",
+        "r"
+      ],
+      [
+        "or",
+        "d"
+      ],
+      [
+        "f",
+        "ort"
+      ],
+      [
+        "Ġdoll",
+        "s"
+      ],
+      [
+        "m",
+        "ing"
+      ],
+      [
+        "Ġdan",
+        "ce"
+      ],
+      [
+        "Ġdra",
+        "gon"
+      ],
+      [
+        "Ġthink",
+        "s"
+      ],
+      [
+        "Ġask",
+        "s"
+      ],
+      [
+        "Ġac",
+        "ross"
+      ],
+      [
+        "O",
+        "kay"
+      ],
+      [
+        "Ġch",
+        "air"
+      ],
+      [
+        "Ġte",
+        "ac"
+      ],
+      [
+        "Ġb",
+        "ott"
+      ],
+      [
+        "H",
+        "i"
+      ],
+      [
+        "Ġp",
+        "a"
+      ],
+      [
+        "Ġne",
+        "igh"
+      ],
+      [
+        "Ġb",
+        "ar"
+      ],
+      [
+        "Ġb",
+        "ike"
+      ],
+      [
+        "Ġp",
+        "ack"
+      ],
+      [
+        "it",
+        "ing"
+      ],
+      [
+        "Ġdis",
+        "app"
+      ],
+      [
+        "Ġneigh",
+        "b"
+      ],
+      [
+        "Ġst",
+        "uck"
+      ],
+      [
+        "d",
+        "e"
+      ],
+      [
+        "Ġg",
+        "if"
+      ],
+      [
+        "Ġfr",
+        "uit"
+      ],
+      [
+        "Ġbelie",
+        "ve"
+      ],
+      [
+        "c",
+        "y"
+      ],
+      [
+        "Ġ",
+        "ve"
+      ],
+      [
+        "Ġcry",
+        "ing"
+      ],
+      [
+        "i",
+        "er"
+      ],
+      [
+        "ph",
+        "ant"
+      ],
+      [
+        "Ġs",
+        "uddenly"
+      ],
+      [
+        "Ġs",
+        "oup"
+      ],
+      [
+        "Ġr",
+        "ace"
+      ],
+      [
+        "Ġth",
+        "rew"
+      ],
+      [
+        "S",
+        "ure"
+      ],
+      [
+        "Ġfar",
+        "mer"
+      ],
+      [
+        "Ġacc",
+        "ident"
+      ],
+      [
+        "Ġdir",
+        "ty"
+      ],
+      [
+        "Ġele",
+        "phant"
+      ],
+      [
+        "Ġmon",
+        "key"
+      ],
+      [
+        "Ġhe",
+        "al"
+      ],
+      [
+        "w",
+        "eet"
+      ],
+      [
+        "Ġre",
+        "m"
+      ],
+      [
+        "Ġp",
+        "ers"
+      ],
+      [
+        "Ġsa",
+        "me"
+      ],
+      [
+        "or",
+        "ed"
+      ],
+      [
+        "vent",
+        "ually"
+      ],
+      [
+        "e",
+        "ad"
+      ],
+      [
+        "pp",
+        "ing"
+      ],
+      [
+        "Ġgent",
+        "le"
+      ],
+      [
+        "Ġf",
+        "ree"
+      ],
+      [
+        "Ġbr",
+        "own"
+      ],
+      [
+        "M",
+        "aybe"
+      ],
+      [
+        "Ġin",
+        "st"
+      ],
+      [
+        "Ġbe",
+        "e"
+      ],
+      [
+        "i",
+        "x"
+      ],
+      [
+        "Ġb",
+        "en"
+      ],
+      [
+        "Ġw",
+        "in"
+      ],
+      [
+        "Ġbl",
+        "ack"
+      ],
+      [
+        "Ġal",
+        "ong"
+      ],
+      [
+        "Ġlong",
+        "er"
+      ],
+      [
+        "i",
+        "ble"
+      ],
+      [
+        "Ġsp",
+        "r"
+      ],
+      [
+        "Ġcl",
+        "apped"
+      ],
+      [
+        "F",
+        "inally"
+      ],
+      [
+        "W",
+        "hy"
+      ],
+      [
+        "ck",
+        "ed"
+      ],
+      [
+        "Ġwor",
+        "ds"
+      ],
+      [
+        "ĠF",
+        "l"
+      ],
+      [
+        "Ġteac",
+        "her"
+      ],
+      [
+        "Ġup",
+        "set"
+      ],
+      [
+        "ch",
+        "ool"
+      ],
+      [
+        "Ġpie",
+        "ce"
+      ],
+      [
+        "Ġwe",
+        "ll"
+      ],
+      [
+        "Ġche",
+        "ered"
+      ],
+      [
+        "Ġh",
+        "it"
+      ],
+      [
+        "Ġsa",
+        "ng"
+      ],
+      [
+        "m",
+        "ent"
+      ],
+      [
+        "Ġbow",
+        "l"
+      ],
+      [
+        "Ġb",
+        "ite"
+      ],
+      [
+        "Ġdo",
+        "ctor"
+      ],
+      [
+        "ĠJ",
+        "ill"
+      ],
+      [
+        "Ġbuck",
+        "et"
+      ],
+      [
+        "M",
+        "ia"
+      ],
+      [
+        "Ġb",
+        "ath"
+      ],
+      [
+        "Ġc",
+        "aught"
+      ],
+      [
+        "Ġhe",
+        "art"
+      ],
+      [
+        "Ġfor",
+        "get"
+      ],
+      [
+        "Ġm",
+        "ark"
+      ],
+      [
+        "Ġbut",
+        "t"
+      ],
+      [
+        "Ġd",
+        "ry"
+      ],
+      [
+        "Ġyou",
+        "ng"
+      ],
+      [
+        "Ġse",
+        "a"
+      ],
+      [
+        "Ġc",
+        "our"
+      ],
+      [
+        "Ġdro",
+        "pped"
+      ],
+      [
+        "es",
+        "e"
+      ],
+      [
+        "Ġy",
+        "ard"
+      ],
+      [
+        "Ġpl",
+        "ac"
+      ],
+      [
+        "our",
+        "n"
+      ],
+      [
+        "Ġs",
+        "chool"
+      ],
+      [
+        "Ġsw",
+        "ings"
+      ],
+      [
+        "bb",
+        "y"
+      ],
+      [
+        "Ġw",
+        "ings"
+      ],
+      [
+        "b",
+        "s"
+      ],
+      [
+        "Ġexpl",
+        "ained"
+      ],
+      [
+        "Ġj",
+        "ourn"
+      ],
+      [
+        "Ġbr",
+        "ing"
+      ],
+      [
+        "Ġdr",
+        "ink"
+      ],
+      [
+        "Ġstre",
+        "et"
+      ],
+      [
+        "Ġju",
+        "ice"
+      ],
+      [
+        "un",
+        "g"
+      ],
+      [
+        "Ġnear",
+        "by"
+      ],
+      [
+        "ĠEm",
+        "ma"
+      ],
+      [
+        "Ġsm",
+        "o"
+      ],
+      [
+        "Ġsm",
+        "art"
+      ],
+      [
+        "Ġpu",
+        "shed"
+      ],
+      [
+        "Ġstor",
+        "ies"
+      ],
+      [
+        "Ġdro",
+        "ve"
+      ],
+      [
+        "Ġt",
+        "iny"
+      ],
+      [
+        "Ġp",
+        "en"
+      ],
+      [
+        "Ġcour",
+        "se"
+      ],
+      [
+        "Ġ",
+        "es"
+      ],
+      [
+        "Ġm",
+        "ine"
+      ],
+      [
+        "Ġto",
+        "day"
+      ],
+      [
+        "Ġpo",
+        "cket"
+      ],
+      [
+        "Ġye",
+        "ar"
+      ],
+      [
+        "aught",
+        "er"
+      ],
+      [
+        "Ġj",
+        "e"
+      ],
+      [
+        "Ġsec",
+        "ret"
+      ],
+      [
+        "Ġex",
+        "p"
+      ],
+      [
+        "Ġwith",
+        "out"
+      ],
+      [
+        "Ġsing",
+        "ing"
+      ],
+      [
+        "Ġwelc",
+        "ome"
+      ],
+      [
+        "Ġhapp",
+        "en"
+      ],
+      [
+        "t",
+        "o"
+      ],
+      [
+        "Ġf",
+        "it"
+      ],
+      [
+        "Ġst",
+        "u"
+      ],
+      [
+        "ve",
+        "l"
+      ],
+      [
+        "ra",
+        "ct"
+      ],
+      [
+        "Ġbu",
+        "s"
+      ],
+      [
+        "Ġche",
+        "ese"
+      ],
+      [
+        "Ġcr",
+        "ay"
+      ],
+      [
+        "Ġfair",
+        "y"
+      ],
+      [
+        "Ġj",
+        "ar"
+      ],
+      [
+        "Ġturn",
+        "s"
+      ],
+      [
+        "Ġbu",
+        "sh"
+      ],
+      [
+        "b",
+        "ow"
+      ],
+      [
+        "ll",
+        "o"
+      ],
+      [
+        "Ġexpl",
+        "oring"
+      ],
+      [
+        "Ġl",
+        "on"
+      ],
+      [
+        "Ġst",
+        "and"
+      ],
+      [
+        "itt",
+        "ing"
+      ],
+      [
+        "Ġsee",
+        "med"
+      ],
+      [
+        "Ġsp",
+        "oon"
+      ],
+      [
+        "ĠF",
+        "inally"
+      ],
+      [
+        "Ġg",
+        "ames"
+      ],
+      [
+        "Ġwo",
+        "ke"
+      ],
+      [
+        "is",
+        "sed"
+      ],
+      [
+        "Ġre",
+        "sp"
+      ],
+      [
+        "Ġtr",
+        "ou"
+      ],
+      [
+        "Ġtw",
+        "ins"
+      ],
+      [
+        "Ġhop",
+        "ed"
+      ],
+      [
+        "Ġat",
+        "t"
+      ],
+      [
+        "Ġlon",
+        "ely"
+      ],
+      [
+        "Ġa",
+        "nt"
+      ],
+      [
+        "ĠM",
+        "ama"
+      ],
+      [
+        "or",
+        "row"
+      ],
+      [
+        "Ġno",
+        "ises"
+      ],
+      [
+        "Ġhug",
+        "s"
+      ],
+      [
+        "ount",
+        "ain"
+      ],
+      [
+        "y",
+        "ard"
+      ],
+      [
+        "Ġd",
+        "aughter"
+      ],
+      [
+        "Ġin",
+        "v"
+      ],
+      [
+        "Ġke",
+        "y"
+      ],
+      [
+        "a",
+        "il"
+      ],
+      [
+        "Ġrock",
+        "s"
+      ],
+      [
+        "Ġdis",
+        "co"
+      ],
+      [
+        "Ġs",
+        "u"
+      ],
+      [
+        "Ġl",
+        "unch"
+      ],
+      [
+        "re",
+        "ad"
+      ],
+      [
+        "ou",
+        "n"
+      ],
+      [
+        "ver",
+        "ed"
+      ],
+      [
+        "Ġback",
+        "yard"
+      ],
+      [
+        "Ġs",
+        "uc"
+      ],
+      [
+        "Ġc",
+        "ow"
+      ],
+      [
+        "Ġapp",
+        "le"
+      ],
+      [
+        "e",
+        "k"
+      ],
+      [
+        "Ġsw",
+        "am"
+      ],
+      [
+        "Ġsho",
+        "es"
+      ],
+      [
+        "Ġst",
+        "ars"
+      ],
+      [
+        "Ġsh",
+        "ook"
+      ],
+      [
+        "itt",
+        "ens"
+      ],
+      [
+        "Ġm",
+        "iss"
+      ],
+      [
+        "c",
+        "hes"
+      ],
+      [
+        "Ġw",
+        "ish"
+      ],
+      [
+        "Ġre",
+        "lie"
+      ],
+      [
+        "fu",
+        "sed"
+      ],
+      [
+        "Ġshap",
+        "es"
+      ],
+      [
+        "urp",
+        "le"
+      ],
+      [
+        "Ġtow",
+        "er"
+      ],
+      [
+        "it",
+        "y"
+      ],
+      [
+        "Ġc",
+        "orn"
+      ],
+      [
+        "Ġmo",
+        "ved"
+      ],
+      [
+        "sh",
+        "ine"
+      ],
+      [
+        "Ġ",
+        "3"
+      ],
+      [
+        "Ġth",
+        "ough"
+      ],
+      [
+        "Ġc",
+        "ir"
+      ],
+      [
+        "um",
+        "b"
+      ],
+      [
+        "Ġta",
+        "king"
+      ],
+      [
+        "t",
+        "s"
+      ],
+      [
+        "ĠT",
+        "weet"
+      ],
+      [
+        "ap",
+        "e"
+      ],
+      [
+        "Ġrain",
+        "bow"
+      ],
+      [
+        "Ġthr",
+        "ow"
+      ],
+      [
+        "Ġst",
+        "ar"
+      ],
+      [
+        "Ġben",
+        "ch"
+      ],
+      [
+        "Ġne",
+        "ck"
+      ],
+      [
+        "ock",
+        "ed"
+      ],
+      [
+        "Ġcreat",
+        "ure"
+      ],
+      [
+        "Ġbu",
+        "bble"
+      ],
+      [
+        "Ġl",
+        "ate"
+      ],
+      [
+        "Ġadventure",
+        "s"
+      ],
+      [
+        "Ġo",
+        "wl"
+      ],
+      [
+        "ion",
+        "s"
+      ],
+      [
+        "A",
+        "nd"
+      ],
+      [
+        "Ġw",
+        "he"
+      ],
+      [
+        "Ġp",
+        "ar"
+      ],
+      [
+        "Ġshe",
+        "ll"
+      ],
+      [
+        "Ġk",
+        "ite"
+      ],
+      [
+        "ĠFl",
+        "uffy"
+      ],
+      [
+        "in",
+        "ing"
+      ],
+      [
+        "Ġm",
+        "il"
+      ],
+      [
+        "u",
+        "nt"
+      ],
+      [
+        "Ġf",
+        "ence"
+      ],
+      [
+        "Ġm",
+        "ix"
+      ],
+      [
+        "Ġli",
+        "ft"
+      ],
+      [
+        "Ġaccident",
+        "ally"
+      ],
+      [
+        "Ġw",
+        "ise"
+      ],
+      [
+        "Ġhe",
+        "llo"
+      ],
+      [
+        "Ġp",
+        "urple"
+      ],
+      [
+        "pp",
+        "er"
+      ],
+      [
+        "Ġon",
+        "to"
+      ],
+      [
+        "Ġsp",
+        "in"
+      ],
+      [
+        "t",
+        "en"
+      ],
+      [
+        "our",
+        "s"
+      ],
+      [
+        "Ġs",
+        "itting"
+      ],
+      [
+        "id",
+        "ge"
+      ],
+      [
+        "Ġsun",
+        "shine"
+      ],
+      [
+        "Ġcut",
+        "e"
+      ],
+      [
+        "Ġm",
+        "at"
+      ],
+      [
+        "w",
+        "ard"
+      ],
+      [
+        "Ġsh",
+        "op"
+      ],
+      [
+        "Ġwh",
+        "ist"
+      ],
+      [
+        "Ġd",
+        "ist"
+      ],
+      [
+        "Ġor",
+        "ange"
+      ],
+      [
+        "L",
+        "ila"
+      ],
+      [
+        "Ġn",
+        "aught"
+      ],
+      [
+        "ĠSam",
+        "my"
+      ],
+      [
+        "Ġnaught",
+        "y"
+      ],
+      [
+        "Ġn",
+        "est"
+      ],
+      [
+        "o",
+        "se"
+      ],
+      [
+        "or",
+        "s"
+      ],
+      [
+        "ll",
+        "a"
+      ],
+      [
+        "Ġmil",
+        "k"
+      ],
+      [
+        "f",
+        "ish"
+      ],
+      [
+        "Ġa",
+        "f"
+      ],
+      [
+        "Ġb",
+        "oun"
+      ],
+      [
+        "Ġp",
+        "hone"
+      ],
+      [
+        "Ġarm",
+        "s"
+      ],
+      [
+        "Ġe",
+        "as"
+      ],
+      [
+        "n",
+        "ess"
+      ],
+      [
+        "Ġcar",
+        "ry"
+      ],
+      [
+        "ĠGra",
+        "ndma"
+      ],
+      [
+        "o",
+        "g"
+      ],
+      [
+        "Ġb",
+        "ought"
+      ],
+      [
+        "Ġdri",
+        "ver"
+      ],
+      [
+        "Ġinst",
+        "ead"
+      ],
+      [
+        "L",
+        "ater"
+      ],
+      [
+        "Ġtal",
+        "ked"
+      ],
+      [
+        "Ġsear",
+        "ched"
+      ],
+      [
+        "g",
+        "ged"
+      ],
+      [
+        "Ġp",
+        "ig"
+      ],
+      [
+        "Ġco",
+        "zy"
+      ],
+      [
+        "Ġsun",
+        "ny"
+      ],
+      [
+        "itt",
+        "y"
+      ],
+      [
+        "Ġfeel",
+        "s"
+      ],
+      [
+        "Ġf",
+        "an"
+      ],
+      [
+        "Ġwonder",
+        "ed"
+      ],
+      [
+        "Ġcom",
+        "es"
+      ],
+      [
+        "Ġswim",
+        "ming"
+      ],
+      [
+        "u",
+        "ched"
+      ],
+      [
+        "Ġto",
+        "uched"
+      ],
+      [
+        "Ġp",
+        "op"
+      ],
+      [
+        "ĠIn",
+        "side"
+      ],
+      [
+        "a",
+        "le"
+      ],
+      [
+        "Ġl",
+        "ucky"
+      ],
+      [
+        "Ġlaug",
+        "hing"
+      ],
+      [
+        "Ġbel",
+        "ong"
+      ],
+      [
+        "Ġsound",
+        "s"
+      ],
+      [
+        "Ġw",
+        "om"
+      ],
+      [
+        "Ġc",
+        "ave"
+      ],
+      [
+        "le",
+        "t"
+      ],
+      [
+        "Ġjourn",
+        "ey"
+      ],
+      [
+        "Ġwom",
+        "an"
+      ],
+      [
+        "Ġc",
+        "ou"
+      ],
+      [
+        "Ġnot",
+        "hing"
+      ],
+      [
+        "Ġco",
+        "at"
+      ],
+      [
+        "Ġrelie",
+        "ved"
+      ],
+      [
+        "Ġ",
+        "O"
+      ],
+      [
+        "Ġpe",
+        "ace"
+      ],
+      [
+        "ad",
+        "ow"
+      ],
+      [
+        "Ġno",
+        "se"
+      ],
+      [
+        "Ġbu",
+        "sy"
+      ],
+      [
+        "B",
+        "ob"
+      ],
+      [
+        "Ġp",
+        "ast"
+      ],
+      [
+        "Ġapp",
+        "les"
+      ],
+      [
+        "Ġs",
+        "ick"
+      ],
+      [
+        "Ġr",
+        "ope"
+      ],
+      [
+        "Ġpat",
+        "ient"
+      ],
+      [
+        "Ġa",
+        "ct"
+      ],
+      [
+        "Ġp",
+        "udd"
+      ],
+      [
+        "Ġin",
+        "c"
+      ],
+      [
+        "ra",
+        "id"
+      ],
+      [
+        "Ġwatch",
+        "ing"
+      ],
+      [
+        "Ġbran",
+        "ch"
+      ],
+      [
+        "Ġaf",
+        "raid"
+      ],
+      [
+        "Ġto",
+        "m"
+      ],
+      [
+        "id",
+        "er"
+      ],
+      [
+        "Ġday",
+        "s"
+      ],
+      [
+        "Ġre",
+        "t"
+      ],
+      [
+        "c",
+        "ing"
+      ],
+      [
+        "ĠM",
+        "ary"
+      ],
+      [
+        "Ġb",
+        "and"
+      ],
+      [
+        "Ġfar",
+        "m"
+      ],
+      [
+        "Ġhug",
+        "e"
+      ],
+      [
+        "ĠTh",
+        "ank"
+      ],
+      [
+        "at",
+        "or"
+      ],
+      [
+        "Ġexc",
+        "iting"
+      ],
+      [
+        "Ġdan",
+        "ced"
+      ],
+      [
+        "th",
+        "day"
+      ],
+      [
+        "Ġwa",
+        "r"
+      ],
+      [
+        "ĠSo",
+        "on"
+      ],
+      [
+        "b",
+        "all"
+      ],
+      [
+        "Ġg",
+        "igg"
+      ],
+      [
+        "ble",
+        "m"
+      ],
+      [
+        "Ġz",
+        "oom"
+      ],
+      [
+        "Ġm",
+        "ad"
+      ],
+      [
+        "Ġv",
+        "ill"
+      ],
+      [
+        "Ġfore",
+        "ver"
+      ],
+      [
+        "Ġpro",
+        "blem"
+      ],
+      [
+        "Ġcoll",
+        "ect"
+      ],
+      [
+        "p",
+        "ed"
+      ],
+      [
+        "ir",
+        "t"
+      ],
+      [
+        "Ġmin",
+        "ut"
+      ],
+      [
+        "Ġw",
+        "ra"
+      ],
+      [
+        "h",
+        "o"
+      ],
+      [
+        "Ġli",
+        "fe"
+      ],
+      [
+        "Ġkne",
+        "e"
+      ],
+      [
+        "c",
+        "es"
+      ],
+      [
+        "D",
+        "o"
+      ],
+      [
+        "c",
+        "er"
+      ],
+      [
+        "m",
+        "p"
+      ],
+      [
+        "ar",
+        "p"
+      ],
+      [
+        "Ġk",
+        "ing"
+      ],
+      [
+        "Ġas",
+        "leep"
+      ],
+      [
+        "Ġret",
+        "urn"
+      ],
+      [
+        "Ġsh",
+        "arp"
+      ],
+      [
+        "Ġre",
+        "l"
+      ],
+      [
+        "Ġp",
+        "ower"
+      ],
+      [
+        "et",
+        "h"
+      ],
+      [
+        "Ġhold",
+        "ing"
+      ],
+      [
+        "Ġf",
+        "ing"
+      ],
+      [
+        "Ġheal",
+        "thy"
+      ],
+      [
+        "ĠM",
+        "ittens"
+      ],
+      [
+        "Ġpr",
+        "ot"
+      ],
+      [
+        "Ġme",
+        "et"
+      ],
+      [
+        "Ġor",
+        "gan"
+      ],
+      [
+        "Ġcle",
+        "ver"
+      ],
+      [
+        "Ġspot",
+        "ted"
+      ],
+      [
+        "Ġl",
+        "etter"
+      ],
+      [
+        "Ġg",
+        "ather"
+      ],
+      [
+        "al",
+        "m"
+      ],
+      [
+        "O",
+        "f"
+      ],
+      [
+        "e",
+        "re"
+      ],
+      [
+        "Ġr",
+        "ound"
+      ],
+      [
+        "Ġstor",
+        "m"
+      ],
+      [
+        "Ġprot",
+        "ect"
+      ],
+      [
+        "Ġgif",
+        "t"
+      ],
+      [
+        "am",
+        "ed"
+      ],
+      [
+        "Ġma",
+        "il"
+      ],
+      [
+        "ĠJ",
+        "en"
+      ],
+      [
+        "Ġbir",
+        "thday"
+      ],
+      [
+        "Ġpre",
+        "s"
+      ],
+      [
+        "Ġsa",
+        "f"
+      ],
+      [
+        "Ġneighb",
+        "or"
+      ],
+      [
+        "ep",
+        "end"
+      ],
+      [
+        "Ġta",
+        "kes"
+      ],
+      [
+        "s",
+        "c"
+      ],
+      [
+        "Ġe",
+        "ar"
+      ],
+      [
+        "Ġcom",
+        "fort"
+      ],
+      [
+        "Ġ",
+        "ent"
+      ],
+      [
+        "Ġre",
+        "p"
+      ],
+      [
+        "Ġpers",
+        "on"
+      ],
+      [
+        "Ġsmil",
+        "ing"
+      ],
+      [
+        "ĠW",
+        "ith"
+      ],
+      [
+        "Ġgent",
+        "ly"
+      ],
+      [
+        "Ġpoin",
+        "ted"
+      ],
+      [
+        "E",
+        "very"
+      ],
+      [
+        "ow",
+        "ed"
+      ],
+      [
+        "Ġsp",
+        "o"
+      ],
+      [
+        "co",
+        "l"
+      ],
+      [
+        "Ġtast",
+        "y"
+      ],
+      [
+        "ul",
+        "ar"
+      ],
+      [
+        "ĠJim",
+        "my"
+      ],
+      [
+        "Ġpl",
+        "ane"
+      ],
+      [
+        "st",
+        "ing"
+      ],
+      [
+        "h",
+        "in"
+      ],
+      [
+        "Ġh",
+        "oney"
+      ],
+      [
+        "it",
+        "ch"
+      ],
+      [
+        "Ġp",
+        "ill"
+      ],
+      [
+        "Ġp",
+        "ass"
+      ],
+      [
+        "itt",
+        "en"
+      ],
+      [
+        "Ġm",
+        "atter"
+      ],
+      [
+        "Ġad",
+        "m"
+      ],
+      [
+        "Ġtast",
+        "ed"
+      ],
+      [
+        "Ġsmell",
+        "ed"
+      ],
+      [
+        "n",
+        "ic"
+      ],
+      [
+        "o",
+        "ve"
+      ],
+      [
+        "Ġe",
+        "ag"
+      ],
+      [
+        "Ġsh",
+        "ining"
+      ],
+      [
+        "He",
+        "y"
+      ],
+      [
+        "Ġhop",
+        "e"
+      ],
+      [
+        "Ġplac",
+        "es"
+      ],
+      [
+        "Ġk",
+        "ick"
+      ],
+      [
+        "ĠC",
+        "h"
+      ],
+      [
+        "Ġpic",
+        "nic"
+      ],
+      [
+        "Ġbott",
+        "le"
+      ],
+      [
+        "Ġresp",
+        "ect"
+      ],
+      [
+        "Ġb",
+        "lew"
+      ],
+      [
+        "Ġapp",
+        "eared"
+      ],
+      [
+        "Ġsu",
+        "pp"
+      ],
+      [
+        "Tom",
+        "my"
+      ],
+      [
+        "ĠC",
+        "ome"
+      ],
+      [
+        "Ġsp",
+        "ider"
+      ],
+      [
+        "Ġint",
+        "ere"
+      ],
+      [
+        "Ġche",
+        "er"
+      ],
+      [
+        "bo",
+        "ard"
+      ],
+      [
+        "Ġwe",
+        "aring"
+      ],
+      [
+        "Ġpres",
+        "ent"
+      ],
+      [
+        "er",
+        "t"
+      ],
+      [
+        "Ġm",
+        "ist"
+      ],
+      [
+        "iz",
+        "e"
+      ],
+      [
+        "Ġtrou",
+        "ble"
+      ],
+      [
+        "Ġtri",
+        "p"
+      ],
+      [
+        "Ġp",
+        "ract"
+      ],
+      [
+        "Ġk",
+        "iss"
+      ],
+      [
+        "Ġqu",
+        "est"
+      ],
+      [
+        "o",
+        "nd"
+      ],
+      [
+        "Ġas",
+        "h"
+      ],
+      [
+        "Ġlo",
+        "ves"
+      ],
+      [
+        "Ġtight",
+        "ly"
+      ],
+      [
+        "g",
+        "g"
+      ],
+      [
+        "ar",
+        "ge"
+      ],
+      [
+        "Ġs",
+        "ur"
+      ],
+      [
+        "Ġsp",
+        "read"
+      ],
+      [
+        "a",
+        "ur"
+      ],
+      [
+        "Ġw",
+        "ide"
+      ],
+      [
+        "on",
+        "es"
+      ],
+      [
+        "um",
+        "ber"
+      ],
+      [
+        "Ġfe",
+        "ather"
+      ],
+      [
+        "Ġspl",
+        "as"
+      ],
+      [
+        "on",
+        "t"
+      ],
+      [
+        "nd",
+        "p"
+      ],
+      [
+        "Ġl",
+        "ater"
+      ],
+      [
+        "Ġwho",
+        "le"
+      ],
+      [
+        "Ġany",
+        "one"
+      ],
+      [
+        "Ġbre",
+        "ad"
+      ],
+      [
+        "M",
+        "olly"
+      ],
+      [
+        "Ġd",
+        "es"
+      ],
+      [
+        "Ġre",
+        "c"
+      ],
+      [
+        "ell",
+        "a"
+      ],
+      [
+        "Ġro",
+        "ad"
+      ],
+      [
+        "I",
+        "n"
+      ],
+      [
+        "Ġo",
+        "ce"
+      ],
+      [
+        "Ġgi",
+        "ant"
+      ],
+      [
+        "Ġoce",
+        "an"
+      ],
+      [
+        "el",
+        "s"
+      ],
+      [
+        "Ġpu",
+        "zz"
+      ],
+      [
+        "Ġcook",
+        "ie"
+      ],
+      [
+        "Ġp",
+        "an"
+      ],
+      [
+        "Ġp",
+        "ath"
+      ],
+      [
+        "Åĵ",
+        "I"
+      ],
+      [
+        "Ġcon",
+        "fused"
+      ],
+      [
+        "Ġscream",
+        "ed"
+      ],
+      [
+        "Ġcloud",
+        "s"
+      ],
+      [
+        "e",
+        "b"
+      ],
+      [
+        "Ġimp",
+        "ress"
+      ],
+      [
+        "Ġfr",
+        "ont"
+      ],
+      [
+        "ĠG",
+        "o"
+      ],
+      [
+        "Ġse",
+        "at"
+      ],
+      [
+        "le",
+        "x"
+      ],
+      [
+        "Ġl",
+        "ay"
+      ],
+      [
+        "Ġwh",
+        "ich"
+      ],
+      [
+        "l",
+        "a"
+      ],
+      [
+        "Ġth",
+        "in"
+      ],
+      [
+        "Ġte",
+        "ach"
+      ],
+      [
+        "er",
+        "ly"
+      ],
+      [
+        "Ġd",
+        "i"
+      ],
+      [
+        "Ġansw",
+        "er"
+      ],
+      [
+        "ung",
+        "le"
+      ],
+      [
+        "Ġa",
+        "p"
+      ],
+      [
+        "ss",
+        "ed"
+      ],
+      [
+        "h",
+        "ile"
+      ],
+      [
+        "u",
+        "b"
+      ],
+      [
+        "Ġl",
+        "arge"
+      ],
+      [
+        "Ġj",
+        "ungle"
+      ],
+      [
+        "Ġprom",
+        "ise"
+      ],
+      [
+        "Ġs",
+        "er"
+      ],
+      [
+        "Ġb",
+        "er"
+      ],
+      [
+        "Ġw",
+        "ild"
+      ],
+      [
+        "Ġb",
+        "ark"
+      ],
+      [
+        "Ġm",
+        "ach"
+      ],
+      [
+        "oo",
+        "se"
+      ],
+      [
+        "Ġbutt",
+        "on"
+      ],
+      [
+        "ndp",
+        "a"
+      ],
+      [
+        "G",
+        "ood"
+      ],
+      [
+        "Ġmy",
+        "ster"
+      ],
+      [
+        "Ġsn",
+        "ake"
+      ],
+      [
+        "Ġvill",
+        "age"
+      ],
+      [
+        "Ġh",
+        "or"
+      ],
+      [
+        "ĠEm",
+        "ily"
+      ],
+      [
+        "C",
+        "ome"
+      ],
+      [
+        "Ġtoo",
+        "l"
+      ],
+      [
+        "Ġput",
+        "s"
+      ],
+      [
+        "Ġla",
+        "st"
+      ],
+      [
+        "Ġim",
+        "ag"
+      ],
+      [
+        "ĠJ",
+        "ake"
+      ],
+      [
+        "L",
+        "ucy"
+      ],
+      [
+        "Ġt",
+        "id"
+      ],
+      [
+        "Ġb",
+        "an"
+      ],
+      [
+        "le",
+        "br"
+      ],
+      [
+        "Ġe",
+        "ventually"
+      ],
+      [
+        "Ġsl",
+        "id"
+      ],
+      [
+        "Ġwa",
+        "ve"
+      ],
+      [
+        "Ġli",
+        "ve"
+      ],
+      [
+        "Ġch",
+        "ased"
+      ],
+      [
+        "ĠEvery",
+        "where"
+      ],
+      [
+        "Ġce",
+        "lebr"
+      ],
+      [
+        "Ġcray",
+        "ons"
+      ],
+      [
+        "J",
+        "ust"
+      ],
+      [
+        "Ġsp",
+        "ent"
+      ],
+      [
+        "Ġwr",
+        "ite"
+      ],
+      [
+        "Ġgi",
+        "ves"
+      ],
+      [
+        "un",
+        "k"
+      ],
+      [
+        "if",
+        "e"
+      ],
+      [
+        "Ġdec",
+        "or"
+      ],
+      [
+        "Ġfo",
+        "ot"
+      ],
+      [
+        "Ġdel",
+        "ight"
+      ],
+      [
+        "Ġso",
+        "l"
+      ],
+      [
+        "Ġsand",
+        "w"
+      ],
+      [
+        "Ġdir",
+        "t"
+      ],
+      [
+        "ĠJ",
+        "enny"
+      ],
+      [
+        "Ġtal",
+        "king"
+      ],
+      [
+        "Ġtreat",
+        "s"
+      ],
+      [
+        "Ġc",
+        "art"
+      ],
+      [
+        "ch",
+        "ing"
+      ],
+      [
+        "Ġwait",
+        "ing"
+      ],
+      [
+        "Ġhid",
+        "ing"
+      ],
+      [
+        "Ġsnow",
+        "man"
+      ],
+      [
+        "Ġintere",
+        "sting"
+      ],
+      [
+        "Ġh",
+        "on"
+      ],
+      [
+        "on",
+        "y"
+      ],
+      [
+        "Ġshe",
+        "lf"
+      ],
+      [
+        "Ġtast",
+        "e"
+      ],
+      [
+        "e",
+        "en"
+      ],
+      [
+        "J",
+        "im"
+      ],
+      [
+        "Ġst",
+        "ep"
+      ],
+      [
+        "M",
+        "um"
+      ],
+      [
+        "Ġhelp",
+        "ful"
+      ],
+      [
+        "Ġfe",
+        "et"
+      ],
+      [
+        "Ġsh",
+        "y"
+      ],
+      [
+        "Ġgo",
+        "es"
+      ],
+      [
+        "Ġv",
+        "al"
+      ],
+      [
+        "Ġe",
+        "mb"
+      ],
+      [
+        "Ġst",
+        "ood"
+      ],
+      [
+        "Ġsh",
+        "r"
+      ],
+      [
+        "Ġbuild",
+        "ing"
+      ],
+      [
+        "Ġo",
+        "ven"
+      ],
+      [
+        "Ġst",
+        "ret"
+      ],
+      [
+        "Ġlove",
+        "ly"
+      ],
+      [
+        "Ġduck",
+        "s"
+      ],
+      [
+        "Ġcorn",
+        "er"
+      ],
+      [
+        "Ġwas",
+        "h"
+      ],
+      [
+        "ck",
+        "s"
+      ],
+      [
+        "Ġsp",
+        "e"
+      ],
+      [
+        "Ġpretend",
+        "ed"
+      ],
+      [
+        "Ġroll",
+        "ed"
+      ],
+      [
+        "Ġru",
+        "de"
+      ],
+      [
+        "o",
+        "ld"
+      ],
+      [
+        "Ġc",
+        "alm"
+      ],
+      [
+        "Ġp",
+        "ile"
+      ],
+      [
+        "Ġte",
+        "eth"
+      ],
+      [
+        "Ġjump",
+        "ing"
+      ],
+      [
+        "Ġz",
+        "oo"
+      ],
+      [
+        "Ġpudd",
+        "le"
+      ],
+      [
+        "Ġtid",
+        "y"
+      ],
+      [
+        "M",
+        "ama"
+      ],
+      [
+        "ig",
+        "er"
+      ],
+      [
+        "ip",
+        "e"
+      ],
+      [
+        "Ġbug",
+        "s"
+      ],
+      [
+        "Ġash",
+        "amed"
+      ],
+      [
+        "Ġb",
+        "at"
+      ],
+      [
+        "in",
+        "a"
+      ],
+      [
+        "ĠR",
+        "e"
+      ],
+      [
+        "Ġo",
+        "b"
+      ],
+      [
+        "Ġst",
+        "ra"
+      ],
+      [
+        "ĠS",
+        "t"
+      ],
+      [
+        "Ġwhist",
+        "le"
+      ],
+      [
+        "Ġban",
+        "an"
+      ],
+      [
+        "n",
+        "ot"
+      ],
+      [
+        "Ġn",
+        "et"
+      ],
+      [
+        "Ġforg",
+        "ive"
+      ],
+      [
+        "Ġprin",
+        "ce"
+      ],
+      [
+        "en",
+        "er"
+      ],
+      [
+        "Ġsh",
+        "irt"
+      ],
+      [
+        "Ġs",
+        "el"
+      ],
+      [
+        "Ġc",
+        "oo"
+      ],
+      [
+        "Ġemb",
+        "ar"
+      ],
+      [
+        "ump",
+        "y"
+      ],
+      [
+        "Ġspark",
+        "ly"
+      ],
+      [
+        "Ġrem",
+        "ind"
+      ],
+      [
+        "Ġs",
+        "ug"
+      ],
+      [
+        "Ġc",
+        "ross"
+      ],
+      [
+        "Ġm",
+        "ind"
+      ],
+      [
+        "Ġcan",
+        "not"
+      ],
+      [
+        "Ġsuc",
+        "cess"
+      ],
+      [
+        "Ġembar",
+        "ra"
+      ],
+      [
+        "S",
+        "oon"
+      ],
+      [
+        "Ġm",
+        "ot"
+      ],
+      [
+        "Ġsh",
+        "aring"
+      ],
+      [
+        "Ġwor",
+        "m"
+      ],
+      [
+        "Ġfo",
+        "ld"
+      ],
+      [
+        "Ġpeace",
+        "ful"
+      ],
+      [
+        "Ġw",
+        "ore"
+      ],
+      [
+        "Ġm",
+        "ountain"
+      ],
+      [
+        "Ġbl",
+        "ow"
+      ],
+      [
+        "l",
+        "ice"
+      ],
+      [
+        "Ġ",
+        "ign"
+      ],
+      [
+        "Ġbe",
+        "ll"
+      ],
+      [
+        "Ġfur",
+        "ry"
+      ],
+      [
+        "Ġgra",
+        "b"
+      ],
+      [
+        "al",
+        "s"
+      ],
+      [
+        "omet",
+        "imes"
+      ],
+      [
+        "Ġwhen",
+        "ever"
+      ],
+      [
+        "Ġp",
+        "our"
+      ],
+      [
+        "v",
+        "ous"
+      ],
+      [
+        "ll",
+        "ie"
+      ],
+      [
+        "Ġpu",
+        "sh"
+      ],
+      [
+        "Ġbre",
+        "ath"
+      ],
+      [
+        "Ġmach",
+        "ine"
+      ],
+      [
+        "Ġsug",
+        "ar"
+      ],
+      [
+        "Ġch",
+        "ick"
+      ],
+      [
+        "Ġcreat",
+        "ive"
+      ],
+      [
+        "S",
+        "t"
+      ],
+      [
+        "n",
+        "ed"
+      ],
+      [
+        "Ġb",
+        "al"
+      ],
+      [
+        "Ġst",
+        "ir"
+      ],
+      [
+        "Ġdo",
+        "lp"
+      ],
+      [
+        "Ġtri",
+        "es"
+      ],
+      [
+        "N",
+        "ow"
+      ],
+      [
+        "Ġl",
+        "ad"
+      ],
+      [
+        "ĠL",
+        "e"
+      ],
+      [
+        "Ġm",
+        "ed"
+      ],
+      [
+        "Ġp",
+        "ool"
+      ],
+      [
+        "Ġg",
+        "ener"
+      ],
+      [
+        "Ġsa",
+        "l"
+      ],
+      [
+        "or",
+        "k"
+      ],
+      [
+        "ul",
+        "t"
+      ],
+      [
+        "Ġspr",
+        "ay"
+      ],
+      [
+        "Ġsh",
+        "ip"
+      ],
+      [
+        "i",
+        "an"
+      ],
+      [
+        "Ġh",
+        "um"
+      ],
+      [
+        "Ġhe",
+        "l"
+      ],
+      [
+        "is",
+        "a"
+      ],
+      [
+        "Ġsel",
+        "fish"
+      ],
+      [
+        "Ġh",
+        "ar"
+      ],
+      [
+        "Ġfa",
+        "ces"
+      ],
+      [
+        "Ġmess",
+        "y"
+      ],
+      [
+        "Ġ",
+        "'"
+      ],
+      [
+        "Ġp",
+        "le"
+      ],
+      [
+        "ĠS",
+        "ome"
+      ],
+      [
+        "ĠH",
+        "ow"
+      ],
+      [
+        "Ġgo",
+        "ld"
+      ],
+      [
+        "Ġcho",
+        "col"
+      ],
+      [
+        "P",
+        "lease"
+      ],
+      [
+        "Ġminut",
+        "es"
+      ],
+      [
+        "Ġpill",
+        "ow"
+      ],
+      [
+        "M",
+        "y"
+      ],
+      [
+        "a",
+        "king"
+      ],
+      [
+        "Ġt",
+        "un"
+      ],
+      [
+        "Ġm",
+        "issed"
+      ],
+      [
+        "ig",
+        "hed"
+      ],
+      [
+        "Ġv",
+        "an"
+      ],
+      [
+        "Ġfix",
+        "ed"
+      ],
+      [
+        "Ġfight",
+        "ing"
+      ],
+      [
+        "o",
+        "in"
+      ],
+      [
+        "Ġf",
+        "ig"
+      ],
+      [
+        "Ġembarra",
+        "ssed"
+      ],
+      [
+        "Ġme",
+        "ant"
+      ],
+      [
+        "Ġdri",
+        "ve"
+      ],
+      [
+        "Ġtom",
+        "orrow"
+      ],
+      [
+        "Ġh",
+        "ours"
+      ],
+      [
+        "Ġc",
+        "a"
+      ],
+      [
+        "Ġn",
+        "er"
+      ],
+      [
+        "Ġsp",
+        "icy"
+      ],
+      [
+        "Ġknow",
+        "ing"
+      ],
+      [
+        "ĠP",
+        "lease"
+      ],
+      [
+        "Sara",
+        "h"
+      ],
+      [
+        "Ġlad",
+        "der"
+      ],
+      [
+        "it",
+        "al"
+      ],
+      [
+        "Ġhor",
+        "se"
+      ],
+      [
+        "at",
+        "o"
+      ],
+      [
+        "Ġu",
+        "g"
+      ],
+      [
+        "ĠJ",
+        "ust"
+      ],
+      [
+        "Ġtr",
+        "ust"
+      ],
+      [
+        "Ġho",
+        "sp"
+      ],
+      [
+        "Ġug",
+        "ly"
+      ],
+      [
+        "Ġhosp",
+        "ital"
+      ],
+      [
+        "Ġche",
+        "w"
+      ],
+      [
+        "Ġbed",
+        "room"
+      ],
+      [
+        "Ġeas",
+        "y"
+      ],
+      [
+        "Ġner",
+        "vous"
+      ],
+      [
+        "Ġro",
+        "b"
+      ],
+      [
+        "Ġthank",
+        "ful"
+      ],
+      [
+        "Ġcarrot",
+        "s"
+      ],
+      [
+        "D",
+        "ad"
+      ],
+      [
+        "ell",
+        "y"
+      ],
+      [
+        "Ġgre",
+        "w"
+      ],
+      [
+        "Ġcol",
+        "our"
+      ],
+      [
+        "Ġbar",
+        "ked"
+      ],
+      [
+        "Ġcou",
+        "ch"
+      ],
+      [
+        "Ġn",
+        "ut"
+      ],
+      [
+        "Ġme",
+        "adow"
+      ],
+      [
+        "Ġta",
+        "ught"
+      ],
+      [
+        "Ġunderst",
+        "ood"
+      ],
+      [
+        "Ġdisapp",
+        "oin"
+      ],
+      [
+        "Ġp",
+        "as"
+      ],
+      [
+        "an",
+        "o"
+      ],
+      [
+        "Ġof",
+        "ten"
+      ],
+      [
+        "Ġcl",
+        "ass"
+      ],
+      [
+        "Ġpas",
+        "sed"
+      ],
+      [
+        "Ġkn",
+        "ocked"
+      ],
+      [
+        "Ġland",
+        "ed"
+      ],
+      [
+        "Ġm",
+        "ic"
+      ],
+      [
+        "ir",
+        "d"
+      ],
+      [
+        "Ġfe",
+        "ar"
+      ],
+      [
+        "Ġco",
+        "in"
+      ],
+      [
+        "Ġmu",
+        "d"
+      ],
+      [
+        "w",
+        "ork"
+      ],
+      [
+        "Ġd",
+        "eter"
+      ],
+      [
+        "Ġre",
+        "g"
+      ],
+      [
+        "Ġreturn",
+        "ed"
+      ],
+      [
+        "Ġdeter",
+        "m"
+      ],
+      [
+        "Ġh",
+        "ur"
+      ],
+      [
+        "Ġfin",
+        "ish"
+      ],
+      [
+        "iz",
+        "z"
+      ],
+      [
+        "Ġte",
+        "a"
+      ],
+      [
+        "Ġsmo",
+        "oth"
+      ],
+      [
+        "m",
+        "o"
+      ],
+      [
+        "Ġst",
+        "uff"
+      ],
+      [
+        "Ġmo",
+        "v"
+      ],
+      [
+        "Ġgener",
+        "ous"
+      ],
+      [
+        "T",
+        "o"
+      ],
+      [
+        "Ġ",
+        "On"
+      ],
+      [
+        "is",
+        "p"
+      ],
+      [
+        "Ġdr",
+        "um"
+      ],
+      [
+        "o",
+        "bby"
+      ],
+      [
+        "Ġbubble",
+        "s"
+      ],
+      [
+        "Ġrob",
+        "ot"
+      ],
+      [
+        "Ġthe",
+        "se"
+      ],
+      [
+        "Ġse",
+        "ed"
+      ],
+      [
+        "Ġgl",
+        "ass"
+      ],
+      [
+        "Ġdisappoin",
+        "ted"
+      ],
+      [
+        "g",
+        "round"
+      ],
+      [
+        "Ġr",
+        "ing"
+      ],
+      [
+        "Ġc",
+        "ard"
+      ],
+      [
+        "Ġhe",
+        "ars"
+      ],
+      [
+        "Ġcar",
+        "ried"
+      ],
+      [
+        "Ġmo",
+        "on"
+      ],
+      [
+        "Ġchocol",
+        "ate"
+      ],
+      [
+        "Ġlea",
+        "f"
+      ],
+      [
+        "Ġsnack",
+        "s"
+      ],
+      [
+        "Ġcir",
+        "c"
+      ],
+      [
+        "Ġfan",
+        "cy"
+      ],
+      [
+        "d",
+        "le"
+      ],
+      [
+        "Ġsp",
+        "end"
+      ],
+      [
+        "ĠA",
+        "nn"
+      ],
+      [
+        "ust",
+        "r"
+      ],
+      [
+        "Ġcra",
+        "b"
+      ],
+      [
+        "Ġsong",
+        "s"
+      ],
+      [
+        "p",
+        "ack"
+      ],
+      [
+        "Ġp",
+        "ir"
+      ],
+      [
+        "eci",
+        "ally"
+      ],
+      [
+        "os",
+        "aur"
+      ],
+      [
+        "Ġso",
+        "ld"
+      ],
+      [
+        "Ġbr",
+        "idge"
+      ],
+      [
+        "ĠE",
+        "ven"
+      ],
+      [
+        "Ġsleep",
+        "y"
+      ],
+      [
+        "Ġhon",
+        "est"
+      ],
+      [
+        "Ġm",
+        "ir"
+      ],
+      [
+        "ĠB",
+        "r"
+      ],
+      [
+        "Ġpa",
+        "w"
+      ],
+      [
+        "p",
+        "ecially"
+      ],
+      [
+        "Ġa",
+        "v"
+      ],
+      [
+        "ĠW",
+        "hy"
+      ],
+      [
+        "iz",
+        "zy"
+      ],
+      [
+        "Ġche",
+        "st"
+      ],
+      [
+        "Ġwo",
+        "lf"
+      ],
+      [
+        "Ġdin",
+        "osaur"
+      ],
+      [
+        "Ġes",
+        "pecially"
+      ],
+      [
+        "Ġm",
+        "ap"
+      ],
+      [
+        "Ġg",
+        "as"
+      ],
+      [
+        "or",
+        "y"
+      ],
+      [
+        "Ġch",
+        "ange"
+      ],
+      [
+        "Ġgr",
+        "oup"
+      ],
+      [
+        "Ġgather",
+        "ed"
+      ],
+      [
+        "Ġs",
+        "our"
+      ],
+      [
+        "Ġpo",
+        "or"
+      ],
+      [
+        "Ġspl",
+        "ash"
+      ],
+      [
+        "Ġwa",
+        "ves"
+      ],
+      [
+        "Ġfor",
+        "ward"
+      ],
+      [
+        "Ġcl",
+        "own"
+      ],
+      [
+        "Ġmyster",
+        "ious"
+      ],
+      [
+        "r",
+        "or"
+      ],
+      [
+        "Ġbo",
+        "dy"
+      ],
+      [
+        "Ġfr",
+        "ustr"
+      ],
+      [
+        "Ġcra",
+        "w"
+      ],
+      [
+        "Ġf",
+        "ake"
+      ],
+      [
+        "Ġp",
+        "in"
+      ],
+      [
+        "Ġo",
+        "k"
+      ],
+      [
+        "Ġr",
+        "ad"
+      ],
+      [
+        "Ġwh",
+        "isp"
+      ],
+      [
+        "Ġtw",
+        "irl"
+      ],
+      [
+        "Ġstr",
+        "ing"
+      ],
+      [
+        "Ġsmell",
+        "y"
+      ],
+      [
+        "ĠTo",
+        "gether"
+      ],
+      [
+        "s",
+        "ist"
+      ],
+      [
+        "Ġc",
+        "and"
+      ],
+      [
+        "Ġg",
+        "ate"
+      ],
+      [
+        "Ġsc",
+        "ar"
+      ],
+      [
+        "ĠK",
+        "itty"
+      ],
+      [
+        "Ġneck",
+        "l"
+      ],
+      [
+        "B",
+        "illy"
+      ],
+      [
+        "Ġmot",
+        "or"
+      ],
+      [
+        "y",
+        "ing"
+      ],
+      [
+        "ot",
+        "e"
+      ],
+      [
+        "Ġsh",
+        "ore"
+      ],
+      [
+        "ur",
+        "se"
+      ],
+      [
+        "Ġje",
+        "w"
+      ],
+      [
+        "Ġwe",
+        "ak"
+      ],
+      [
+        "Ġgr",
+        "umpy"
+      ],
+      [
+        "Ġfing",
+        "er"
+      ],
+      [
+        "Ġsa",
+        "ck"
+      ],
+      [
+        "Ġk",
+        "itten"
+      ],
+      [
+        "Ġpol",
+        "ite"
+      ],
+      [
+        "Ġgl",
+        "ue"
+      ],
+      [
+        "u",
+        "ce"
+      ],
+      [
+        "Ġn",
+        "umber"
+      ],
+      [
+        "air",
+        "s"
+      ],
+      [
+        "Ġes",
+        "c"
+      ],
+      [
+        "Ġmir",
+        "ror"
+      ],
+      [
+        "Ġshe",
+        "ep"
+      ],
+      [
+        "Ġv",
+        "ase"
+      ],
+      [
+        "Ġplant",
+        "s"
+      ],
+      [
+        "Ġber",
+        "ries"
+      ],
+      [
+        "mo",
+        "st"
+      ],
+      [
+        "B",
+        "e"
+      ],
+      [
+        "d",
+        "en"
+      ],
+      [
+        "Ġj",
+        "elly"
+      ],
+      [
+        "ĠThe",
+        "ir"
+      ],
+      [
+        "Ġe",
+        "mp"
+      ],
+      [
+        "itt",
+        "er"
+      ],
+      [
+        "The",
+        "re"
+      ],
+      [
+        "Ġsc",
+        "r"
+      ],
+      [
+        "Ġgr",
+        "ay"
+      ],
+      [
+        "Ġpuzz",
+        "le"
+      ],
+      [
+        "Ġneckl",
+        "ace"
+      ],
+      [
+        "Ġm",
+        "aybe"
+      ],
+      [
+        "Ġpl",
+        "ate"
+      ],
+      [
+        "Ġal",
+        "most"
+      ],
+      [
+        "us",
+        "ie"
+      ],
+      [
+        "Ġfrustr",
+        "ated"
+      ],
+      [
+        "Ġemp",
+        "ty"
+      ],
+      [
+        "p",
+        "ort"
+      ],
+      [
+        "or",
+        "ry"
+      ],
+      [
+        "Ġth",
+        "ick"
+      ],
+      [
+        "Ġj",
+        "am"
+      ],
+      [
+        "Ġsk",
+        "ipped"
+      ],
+      [
+        "ens",
+        "ive"
+      ],
+      [
+        "ĠT",
+        "eddy"
+      ],
+      [
+        "ag",
+        "ed"
+      ],
+      [
+        "Ġclos",
+        "et"
+      ],
+      [
+        "Ġhid",
+        "den"
+      ],
+      [
+        "Ġexp",
+        "ensive"
+      ],
+      [
+        "Ġdeterm",
+        "ined"
+      ],
+      [
+        "Ġb",
+        "ored"
+      ],
+      [
+        "Ġl",
+        "it"
+      ],
+      [
+        "Ġd",
+        "rew"
+      ],
+      [
+        "Ġle",
+        "gs"
+      ],
+      [
+        "Ġho",
+        "pping"
+      ],
+      [
+        "at",
+        "es"
+      ],
+      [
+        "ĠS",
+        "ometimes"
+      ],
+      [
+        "Ġstick",
+        "s"
+      ],
+      [
+        "Ġon",
+        "es"
+      ],
+      [
+        "ĠA",
+        "t"
+      ],
+      [
+        "Ġbird",
+        "ie"
+      ],
+      [
+        "ĠD",
+        "on"
+      ],
+      [
+        "Ġpol",
+        "ice"
+      ],
+      [
+        "Ġfruit",
+        "s"
+      ],
+      [
+        "Ġt",
+        "ick"
+      ],
+      [
+        "Ġa",
+        "unt"
+      ],
+      [
+        "Ġw",
+        "is"
+      ],
+      [
+        "Ġb",
+        "ake"
+      ],
+      [
+        "Ġl",
+        "ine"
+      ],
+      [
+        "ot",
+        "s"
+      ],
+      [
+        "Ġst",
+        "one"
+      ],
+      [
+        "Ġdog",
+        "s"
+      ],
+      [
+        "au",
+        "l"
+      ],
+      [
+        "Ġfig",
+        "ure"
+      ],
+      [
+        "J",
+        "ane"
+      ],
+      [
+        "Ġs",
+        "ight"
+      ],
+      [
+        "Ġc",
+        "ries"
+      ],
+      [
+        "ĠB",
+        "e"
+      ],
+      [
+        "Ġmo",
+        "ving"
+      ],
+      [
+        "Ġcont",
+        "ent"
+      ],
+      [
+        "ĠBr",
+        "own"
+      ],
+      [
+        "Ġsa",
+        "ved"
+      ],
+      [
+        "Ġcl",
+        "oth"
+      ],
+      [
+        "?\"",
+        "."
+      ],
+      [
+        "bo",
+        "x"
+      ],
+      [
+        "Ġbran",
+        "ches"
+      ],
+      [
+        "Ġpack",
+        "ed"
+      ],
+      [
+        "Ġpower",
+        "ful"
+      ],
+      [
+        "Ġsplas",
+        "hed"
+      ],
+      [
+        "Ġfe",
+        "ed"
+      ],
+      [
+        "est",
+        "ed"
+      ],
+      [
+        "Ġyell",
+        "ed"
+      ],
+      [
+        "W",
+        "here"
+      ],
+      [
+        "d",
+        "ge"
+      ],
+      [
+        "k",
+        "in"
+      ],
+      [
+        "Ġt",
+        "iger"
+      ],
+      [
+        "Ġp",
+        "ay"
+      ],
+      [
+        "id",
+        "dle"
+      ],
+      [
+        "oo",
+        "p"
+      ],
+      [
+        "ĠB",
+        "ella"
+      ],
+      [
+        "Ġex",
+        "am"
+      ],
+      [
+        "Ġta",
+        "ken"
+      ],
+      [
+        "Ġcr",
+        "ane"
+      ],
+      [
+        "Ġspo",
+        "il"
+      ],
+      [
+        "'",
+        "d"
+      ],
+      [
+        "Ġha",
+        "ng"
+      ],
+      [
+        "Ġfl",
+        "ag"
+      ],
+      [
+        "Ġansw",
+        "ered"
+      ],
+      [
+        "Ġdisco",
+        "vered"
+      ],
+      [
+        "ĠLe",
+        "o"
+      ],
+      [
+        "u",
+        "sh"
+      ],
+      [
+        "Ġsa",
+        "ve"
+      ],
+      [
+        "Ġsee",
+        "k"
+      ],
+      [
+        "Ġexc",
+        "ite"
+      ],
+      [
+        "Ġpr",
+        "ay"
+      ],
+      [
+        "Ġjo",
+        "g"
+      ],
+      [
+        "Ġstand",
+        "ing"
+      ],
+      [
+        "Ġdolp",
+        "hin"
+      ],
+      [
+        "Ġj",
+        "ack"
+      ],
+      [
+        "A",
+        "re"
+      ],
+      [
+        "er",
+        "a"
+      ],
+      [
+        "ra",
+        "g"
+      ],
+      [
+        "Ġfl",
+        "ut"
+      ],
+      [
+        "get",
+        "able"
+      ],
+      [
+        "Ġb",
+        "oring"
+      ],
+      [
+        "Ġlo",
+        "ck"
+      ],
+      [
+        "Ġinc",
+        "red"
+      ],
+      [
+        "Ġexcite",
+        "ment"
+      ],
+      [
+        "Ġs",
+        "ighed"
+      ],
+      [
+        "Ġw",
+        "ip"
+      ],
+      [
+        "Ġf",
+        "is"
+      ],
+      [
+        "Ġf",
+        "ill"
+      ],
+      [
+        "Ġso",
+        "ap"
+      ],
+      [
+        "ĠM",
+        "um"
+      ],
+      [
+        "ol",
+        "a"
+      ],
+      [
+        "Ġple",
+        "ased"
+      ],
+      [
+        "Ġjack",
+        "et"
+      ],
+      [
+        "l",
+        "ight"
+      ],
+      [
+        "Ġs",
+        "ugg"
+      ],
+      [
+        "Ġm",
+        "iddle"
+      ],
+      [
+        "Ġe",
+        "ld"
+      ],
+      [
+        "Ġwr",
+        "ote"
+      ],
+      [
+        "Ġballoon",
+        "s"
+      ],
+      [
+        "Ġorgan",
+        "ized"
+      ],
+      [
+        "qu",
+        "e"
+      ],
+      [
+        "Ġsail",
+        "ed"
+      ],
+      [
+        "The",
+        "ir"
+      ],
+      [
+        "Ġtell",
+        "s"
+      ],
+      [
+        "Ġo",
+        "y"
+      ],
+      [
+        "Ġst",
+        "ones"
+      ],
+      [
+        "Ġbo",
+        "ard"
+      ],
+      [
+        "Ġsp",
+        "un"
+      ],
+      [
+        "Ġve",
+        "getable"
+      ],
+      [
+        "l",
+        "ies"
+      ],
+      [
+        "Ġ",
+        "ind"
+      ],
+      [
+        "in",
+        "ess"
+      ],
+      [
+        "Ġwor",
+        "king"
+      ],
+      [
+        "l",
+        "ower"
+      ],
+      [
+        "al",
+        "k"
+      ],
+      [
+        "if",
+        "f"
+      ],
+      [
+        "Ġpar",
+        "rot"
+      ],
+      [
+        "St",
+        "op"
+      ],
+      [
+        "Ġscar",
+        "f"
+      ],
+      [
+        "Ġwa",
+        "gged"
+      ],
+      [
+        "Ġcl",
+        "ap"
+      ],
+      [
+        "Ġme",
+        "asure"
+      ],
+      [
+        "as",
+        "ing"
+      ],
+      [
+        "Ġte",
+        "ars"
+      ],
+      [
+        "bo",
+        "dy"
+      ],
+      [
+        "Ġcomfort",
+        "able"
+      ],
+      [
+        "Ġle",
+        "g"
+      ],
+      [
+        "Ġsw",
+        "an"
+      ],
+      [
+        "Ġtr",
+        "ue"
+      ],
+      [
+        "Ġfr",
+        "ight"
+      ],
+      [
+        "Ġdr",
+        "op"
+      ],
+      [
+        "Ġsmo",
+        "ke"
+      ],
+      [
+        "Ġfeather",
+        "s"
+      ],
+      [
+        "Ġincred",
+        "ible"
+      ],
+      [
+        "g",
+        "gs"
+      ],
+      [
+        "u",
+        "al"
+      ],
+      [
+        "Ġt",
+        "ie"
+      ],
+      [
+        "Ġc",
+        "ap"
+      ],
+      [
+        "Ġlo",
+        "se"
+      ],
+      [
+        "Ġpu",
+        "s"
+      ],
+      [
+        "Ġeag",
+        "er"
+      ],
+      [
+        "Ġmov",
+        "ie"
+      ],
+      [
+        "f",
+        "ic"
+      ],
+      [
+        "Ġc",
+        "op"
+      ],
+      [
+        "Ġe",
+        "ggs"
+      ],
+      [
+        "oo",
+        "f"
+      ],
+      [
+        "Ġr",
+        "id"
+      ],
+      [
+        "Ġco",
+        "vered"
+      ],
+      [
+        "Ġf",
+        "il"
+      ],
+      [
+        "Ġle",
+        "m"
+      ],
+      [
+        "Ġgra",
+        "p"
+      ],
+      [
+        "Ġdisapp",
+        "eared"
+      ],
+      [
+        "Ġrec",
+        "ord"
+      ],
+      [
+        "ĠT",
+        "V"
+      ],
+      [
+        "ĠB",
+        "l"
+      ],
+      [
+        "Ġex",
+        "t"
+      ],
+      [
+        "Ġor",
+        "d"
+      ],
+      [
+        "Ġgigg",
+        "led"
+      ],
+      [
+        "c",
+        "orn"
+      ],
+      [
+        "Ġp",
+        "ri"
+      ],
+      [
+        "Ġha",
+        "m"
+      ],
+      [
+        "Ġr",
+        "are"
+      ],
+      [
+        "Ġyour",
+        "self"
+      ],
+      [
+        "Ġen",
+        "g"
+      ],
+      [
+        "Ġwh",
+        "ale"
+      ],
+      [
+        "Ġkn",
+        "ife"
+      ],
+      [
+        "ĠL",
+        "isa"
+      ],
+      [
+        "Ġte",
+        "am"
+      ],
+      [
+        "ĠJohn",
+        "ny"
+      ],
+      [
+        "z",
+        "ed"
+      ],
+      [
+        "Ġt",
+        "est"
+      ],
+      [
+        "Ġb",
+        "one"
+      ],
+      [
+        "Ġd",
+        "izzy"
+      ],
+      [
+        "Ġli",
+        "br"
+      ],
+      [
+        "Ġwra",
+        "p"
+      ],
+      [
+        "Ġquest",
+        "ions"
+      ],
+      [
+        "i",
+        "v"
+      ],
+      [
+        "Ġl",
+        "ying"
+      ],
+      [
+        "Ġst",
+        "amp"
+      ],
+      [
+        "Ġli",
+        "cked"
+      ],
+      [
+        "Ġno",
+        "isy"
+      ],
+      [
+        "Ġkind",
+        "ness"
+      ],
+      [
+        "Ġdif",
+        "fic"
+      ],
+      [
+        "Ġdraw",
+        "ing"
+      ],
+      [
+        "app",
+        "ing"
+      ],
+      [
+        "Jim",
+        "my"
+      ],
+      [
+        "Ġstra",
+        "w"
+      ],
+      [
+        "Ġb",
+        "urn"
+      ],
+      [
+        "Ġwa",
+        "gon"
+      ],
+      [
+        "at",
+        "ely"
+      ],
+      [
+        "Ġgr",
+        "own"
+      ],
+      [
+        "Ġrock",
+        "et"
+      ],
+      [
+        "Ġpop",
+        "corn"
+      ],
+      [
+        "S",
+        "ally"
+      ],
+      [
+        "Ġb",
+        "atter"
+      ],
+      [
+        "Ġwa",
+        "nd"
+      ],
+      [
+        "Ġan",
+        "c"
+      ],
+      [
+        "ĠE",
+        "nd"
+      ],
+      [
+        "Ġsw",
+        "ord"
+      ],
+      [
+        "Ġhappen",
+        "ing"
+      ],
+      [
+        "Ġlift",
+        "ed"
+      ],
+      [
+        "Ġbal",
+        "ance"
+      ],
+      [
+        "Ġext",
+        "ra"
+      ],
+      [
+        "S",
+        "orry"
+      ],
+      [
+        "h",
+        "a"
+      ],
+      [
+        "Ġwa",
+        "nder"
+      ],
+      [
+        "Ġf",
+        "at"
+      ],
+      [
+        "ĠM",
+        "ark"
+      ],
+      [
+        "ĠE",
+        "lla"
+      ],
+      [
+        "Ġbec",
+        "ome"
+      ],
+      [
+        "Ġtr",
+        "ack"
+      ],
+      [
+        "Ġsmall",
+        "er"
+      ],
+      [
+        "Ġmist",
+        "ake"
+      ],
+      [
+        "Ġto",
+        "ast"
+      ],
+      [
+        "at",
+        "ing"
+      ],
+      [
+        "Ġman",
+        "aged"
+      ],
+      [
+        "sel",
+        "ves"
+      ],
+      [
+        "ĠP",
+        "eter"
+      ],
+      [
+        "Ġbath",
+        "room"
+      ],
+      [
+        "Ġhar",
+        "m"
+      ],
+      [
+        "Ġdiffic",
+        "ult"
+      ],
+      [
+        "Ġtw",
+        "ist"
+      ],
+      [
+        "Ġoff",
+        "ered"
+      ],
+      [
+        "Ġru",
+        "ined"
+      ],
+      [
+        "Ġmat",
+        "ch"
+      ],
+      [
+        "Ġanc",
+        "ient"
+      ],
+      [
+        "Ġg",
+        "ar"
+      ],
+      [
+        "ill",
+        "i"
+      ],
+      [
+        "Ġdist",
+        "ance"
+      ],
+      [
+        "Ġplay",
+        "ground"
+      ],
+      [
+        "Ġla",
+        "zy"
+      ],
+      [
+        "Ġdan",
+        "cing"
+      ],
+      [
+        "Ġadvent",
+        "ur"
+      ],
+      [
+        "a",
+        "f"
+      ],
+      [
+        "ĠB",
+        "a"
+      ],
+      [
+        "Ġcall",
+        "ing"
+      ],
+      [
+        "Ġclean",
+        "ed"
+      ],
+      [
+        "Ġcr",
+        "own"
+      ],
+      [
+        "orm",
+        "al"
+      ],
+      [
+        "Ġon",
+        "ce"
+      ],
+      [
+        "Ġbo",
+        "ss"
+      ],
+      [
+        "Ġse",
+        "ll"
+      ],
+      [
+        "Ġwalk",
+        "s"
+      ],
+      [
+        "Ġfright",
+        "ened"
+      ],
+      [
+        "er",
+        "ri"
+      ],
+      [
+        "Ġm",
+        "ask"
+      ],
+      [
+        "Ġfl",
+        "uffy"
+      ],
+      [
+        "em",
+        "o"
+      ],
+      [
+        "Ġ",
+        "Z"
+      ],
+      [
+        "Ġf",
+        "rag"
+      ],
+      [
+        "Ġd",
+        "est"
+      ],
+      [
+        "Ġn",
+        "ormal"
+      ],
+      [
+        "Ġy",
+        "og"
+      ],
+      [
+        "Ġpick",
+        "s"
+      ],
+      [
+        "Ġey",
+        "e"
+      ],
+      [
+        "Ġdr",
+        "ank"
+      ],
+      [
+        "Ġcir",
+        "cle"
+      ],
+      [
+        "Ġadventur",
+        "ous"
+      ],
+      [
+        "S",
+        "pot"
+      ],
+      [
+        "Ġt",
+        "ent"
+      ],
+      [
+        "Ġp",
+        "ress"
+      ],
+      [
+        "Ġk",
+        "issed"
+      ],
+      [
+        "ic",
+        "t"
+      ],
+      [
+        "Ġsc",
+        "iss"
+      ],
+      [
+        "Ġget",
+        "s"
+      ],
+      [
+        "Ġtr",
+        "unk"
+      ],
+      [
+        "Ġche",
+        "ck"
+      ],
+      [
+        "Ġenjoy",
+        "ing"
+      ],
+      [
+        "Ġshell",
+        "s"
+      ],
+      [
+        "Ġeld",
+        "erly"
+      ],
+      [
+        "Ġsciss",
+        "ors"
+      ],
+      [
+        "Ġt",
+        "erri"
+      ],
+      [
+        "Ġto",
+        "ug"
+      ],
+      [
+        "ag",
+        "es"
+      ],
+      [
+        "Ġste",
+        "al"
+      ],
+      [
+        "M",
+        "e"
+      ],
+      [
+        "re",
+        "ady"
+      ],
+      [
+        "et",
+        "e"
+      ],
+      [
+        "Ġal",
+        "ready"
+      ],
+      [
+        "ĠL",
+        "ittle"
+      ],
+      [
+        "Ġju",
+        "icy"
+      ],
+      [
+        "Ġstu",
+        "dy"
+      ],
+      [
+        "Ġh",
+        "orn"
+      ],
+      [
+        "er",
+        "p"
+      ],
+      [
+        "Ġp",
+        "izz"
+      ],
+      [
+        "Ġall",
+        "ig"
+      ],
+      [
+        "Ġloud",
+        "er"
+      ],
+      [
+        "Ġtow",
+        "el"
+      ],
+      [
+        "Ġcirc",
+        "les"
+      ],
+      [
+        "Ġle",
+        "ad"
+      ],
+      [
+        "Ġro",
+        "ar"
+      ],
+      [
+        "Ġro",
+        "se"
+      ],
+      [
+        "Ġsl",
+        "ipped"
+      ],
+      [
+        "Ġte",
+        "le"
+      ],
+      [
+        "Ġfam",
+        "ous"
+      ],
+      [
+        "Ġar",
+        "g"
+      ],
+      [
+        "Ġcheer",
+        "ful"
+      ],
+      [
+        "ĠRe",
+        "x"
+      ],
+      [
+        "Ġtoug",
+        "h"
+      ],
+      [
+        "i",
+        "pper"
+      ],
+      [
+        "Ġb",
+        "arn"
+      ],
+      [
+        "Ġf",
+        "ool"
+      ],
+      [
+        "Ġd",
+        "ig"
+      ],
+      [
+        "Ġd",
+        "ish"
+      ],
+      [
+        "Ġagain",
+        "st"
+      ],
+      [
+        "Ġde",
+        "er"
+      ],
+      [
+        "Ġsweet",
+        "ie"
+      ],
+      [
+        "Ġeng",
+        "ine"
+      ],
+      [
+        "Ġ",
+        "ed"
+      ],
+      [
+        "Ġf",
+        "ather"
+      ],
+      [
+        "Ġco",
+        "ver"
+      ],
+      [
+        "Ġyour",
+        "s"
+      ],
+      [
+        "Ġneed",
+        "s"
+      ],
+      [
+        "Jo",
+        "e"
+      ],
+      [
+        "Ġbag",
+        "s"
+      ],
+      [
+        "Ġspin",
+        "ning"
+      ],
+      [
+        "S",
+        "ue"
+      ],
+      [
+        "Ġa",
+        "w"
+      ],
+      [
+        "an",
+        "ged"
+      ],
+      [
+        "am",
+        "ond"
+      ],
+      [
+        "Ġy",
+        "arn"
+      ],
+      [
+        "op",
+        "h"
+      ],
+      [
+        "Ġgi",
+        "ving"
+      ],
+      [
+        "Ġdi",
+        "amond"
+      ],
+      [
+        "Ġsandw",
+        "ich"
+      ],
+      [
+        "Ġind",
+        "epend"
+      ],
+      [
+        "Ġfrag",
+        "ile"
+      ],
+      [
+        "W",
+        "ho"
+      ],
+      [
+        "ce",
+        "pt"
+      ],
+      [
+        "Ġno",
+        "sy"
+      ],
+      [
+        "Ġtw",
+        "ig"
+      ],
+      [
+        "Ġhurt",
+        "s"
+      ],
+      [
+        "Ġsugg",
+        "ested"
+      ],
+      [
+        "Ġlem",
+        "on"
+      ],
+      [
+        "i",
+        "est"
+      ],
+      [
+        "in",
+        "ation"
+      ],
+      [
+        "or",
+        "ge"
+      ],
+      [
+        "Ġno",
+        "d"
+      ],
+      [
+        "Ġbl",
+        "oom"
+      ],
+      [
+        "Ġho",
+        "se"
+      ],
+      [
+        "Ġbox",
+        "es"
+      ],
+      [
+        "Ġreal",
+        "ised"
+      ],
+      [
+        "Ġfr",
+        "own"
+      ],
+      [
+        "ac",
+        "he"
+      ],
+      [
+        "Ġrel",
+        "ax"
+      ],
+      [
+        "Ġham",
+        "mer"
+      ],
+      [
+        "Ġa",
+        "dded"
+      ],
+      [
+        "Ġwe",
+        "ird"
+      ],
+      [
+        "Ġmo",
+        "d"
+      ],
+      [
+        "Ġcr",
+        "ack"
+      ],
+      [
+        "Ġallig",
+        "ator"
+      ],
+      [
+        "A",
+        "my"
+      ],
+      [
+        "G",
+        "ra"
+      ],
+      [
+        "o",
+        "ot"
+      ],
+      [
+        "Ġsh",
+        "ake"
+      ],
+      [
+        "ra",
+        "ge"
+      ],
+      [
+        "Ġlearn",
+        "ing"
+      ],
+      [
+        "Ġvegetable",
+        "s"
+      ],
+      [
+        "Ġa",
+        "dd"
+      ],
+      [
+        "Ġm",
+        "elt"
+      ],
+      [
+        "ĠS",
+        "usie"
+      ],
+      [
+        "el",
+        "p"
+      ],
+      [
+        "ĠB",
+        "obby"
+      ],
+      [
+        "Ġtra",
+        "p"
+      ],
+      [
+        "Ġcoll",
+        "ar"
+      ],
+      [
+        "Ġstu",
+        "bb"
+      ],
+      [
+        "i",
+        "que"
+      ],
+      [
+        "Ġb",
+        "orrow"
+      ],
+      [
+        "Ġp",
+        "ump"
+      ],
+      [
+        "Ġloud",
+        "ly"
+      ],
+      [
+        "Ġsear",
+        "ch"
+      ],
+      [
+        "Ġchick",
+        "en"
+      ],
+      [
+        "Ġpizz",
+        "a"
+      ],
+      [
+        "Ġindepend",
+        "ent"
+      ],
+      [
+        "Ġstubb",
+        "orn"
+      ],
+      [
+        "Ġre",
+        "f"
+      ],
+      [
+        "Ġas",
+        "king"
+      ],
+      [
+        "Ġbr",
+        "illi"
+      ],
+      [
+        "Ġdec",
+        "ide"
+      ],
+      [
+        "Ġfl",
+        "ash"
+      ],
+      [
+        "Ġcat",
+        "erp"
+      ],
+      [
+        "Ġqu",
+        "een"
+      ],
+      [
+        "Ġsn",
+        "ee"
+      ],
+      [
+        "ĠR",
+        "ose"
+      ],
+      [
+        "Ġinv",
+        "ited"
+      ],
+      [
+        "Ġstraw",
+        "ber"
+      ],
+      [
+        "Ġfool",
+        "ish"
+      ],
+      [
+        "Ġcaterp",
+        "ill"
+      ],
+      [
+        "g",
+        "y"
+      ],
+      [
+        "Ġt",
+        "ur"
+      ],
+      [
+        "Ġd",
+        "epend"
+      ],
+      [
+        "Ġg",
+        "uit"
+      ],
+      [
+        "Ġst",
+        "ri"
+      ],
+      [
+        "Ġkn",
+        "ight"
+      ],
+      [
+        "Ġboy",
+        "s"
+      ],
+      [
+        "Ġpe",
+        "e"
+      ],
+      [
+        "Ġcom",
+        "b"
+      ],
+      [
+        "Ġcle",
+        "ar"
+      ],
+      [
+        "Ġun",
+        "ique"
+      ],
+      [
+        "Ġbutt",
+        "ons"
+      ],
+      [
+        "ĠTweet",
+        "y"
+      ],
+      [
+        "Ġcolour",
+        "ful"
+      ],
+      [
+        "Ġesc",
+        "ape"
+      ],
+      [
+        "Ġbrilli",
+        "ant"
+      ],
+      [
+        "Ġr",
+        "ich"
+      ],
+      [
+        "ĠB",
+        "u"
+      ],
+      [
+        "Ġsay",
+        "ing"
+      ],
+      [
+        "Ġro",
+        "de"
+      ],
+      [
+        "Ġsk",
+        "in"
+      ],
+      [
+        "Ġgar",
+        "age"
+      ],
+      [
+        "H",
+        "elp"
+      ],
+      [
+        "d",
+        "om"
+      ],
+      [
+        "Ġm",
+        "ummy"
+      ],
+      [
+        "Ġbe",
+        "ak"
+      ],
+      [
+        "ur",
+        "ed"
+      ],
+      [
+        "a",
+        "w"
+      ],
+      [
+        "e",
+        "orge"
+      ],
+      [
+        "r",
+        "op"
+      ],
+      [
+        "ed",
+        "ient"
+      ],
+      [
+        "Ġun",
+        "us"
+      ],
+      [
+        "Ġoy",
+        "ster"
+      ],
+      [
+        "Ġtur",
+        "key"
+      ],
+      [
+        "Ġ",
+        "OK"
+      ],
+      [
+        "Ġf",
+        "ountain"
+      ],
+      [
+        "Ġp",
+        "atter"
+      ],
+      [
+        "Ġwe",
+        "ek"
+      ],
+      [
+        "Ġch",
+        "ase"
+      ],
+      [
+        "Ġru",
+        "bb"
+      ],
+      [
+        "Ġcount",
+        "ed"
+      ],
+      [
+        "Ġreg",
+        "ular"
+      ],
+      [
+        "Ġwip",
+        "ed"
+      ],
+      [
+        "Ġguit",
+        "ar"
+      ],
+      [
+        "Ġunus",
+        "ual"
+      ],
+      [
+        "l",
+        "and"
+      ],
+      [
+        "Ġu",
+        "mb"
+      ],
+      [
+        "Ġfor",
+        "k"
+      ],
+      [
+        "Ġshow",
+        "s"
+      ],
+      [
+        "Ġlight",
+        "s"
+      ],
+      [
+        "Ġwall",
+        "s"
+      ],
+      [
+        "Ġdream",
+        "ed"
+      ],
+      [
+        "Ġbanan",
+        "a"
+      ],
+      [
+        "Ġsuccess",
+        "ful"
+      ],
+      [
+        "Ġjew",
+        "el"
+      ],
+      [
+        "Ġpatter",
+        "n"
+      ],
+      [
+        "Ġumb",
+        "re"
+      ],
+      [
+        "c",
+        "il"
+      ],
+      [
+        "r",
+        "ay"
+      ],
+      [
+        "in",
+        "al"
+      ],
+      [
+        "Ġl",
+        "ow"
+      ],
+      [
+        "im",
+        "ed"
+      ],
+      [
+        "Ġsw",
+        "e"
+      ],
+      [
+        "Ġcry",
+        "st"
+      ],
+      [
+        "Ġpen",
+        "cil"
+      ],
+      [
+        "Ġsaf",
+        "ely"
+      ],
+      [
+        "Ġtool",
+        "s"
+      ],
+      [
+        "W",
+        "ell"
+      ],
+      [
+        "Ġt",
+        "ape"
+      ],
+      [
+        "Ġst",
+        "ream"
+      ],
+      [
+        "ce",
+        "ed"
+      ],
+      [
+        "Ġre",
+        "sc"
+      ],
+      [
+        "Ġab",
+        "ove"
+      ],
+      [
+        "Ġhard",
+        "er"
+      ],
+      [
+        "Ġgu",
+        "ess"
+      ],
+      [
+        "Ġbott",
+        "om"
+      ],
+      [
+        "Ġmark",
+        "et"
+      ],
+      [
+        "Ġimpress",
+        "ed"
+      ],
+      [
+        "Ġwa",
+        "ff"
+      ],
+      [
+        "an",
+        "ut"
+      ],
+      [
+        "ig",
+        "inal"
+      ],
+      [
+        "Ġnot",
+        "ice"
+      ],
+      [
+        "ill",
+        "a"
+      ],
+      [
+        "Ġno",
+        "ds"
+      ],
+      [
+        "Ġpe",
+        "anut"
+      ],
+      [
+        "ol",
+        "og"
+      ],
+      [
+        "Ġpat",
+        "ch"
+      ],
+      [
+        "Ġcraw",
+        "led"
+      ],
+      [
+        "Ġcaterpill",
+        "ar"
+      ],
+      [
+        "n",
+        "a"
+      ],
+      [
+        "Ġt",
+        "ank"
+      ],
+      [
+        "Ġt",
+        "ask"
+      ],
+      [
+        "Ġt",
+        "ire"
+      ],
+      [
+        "Ġg",
+        "un"
+      ],
+      [
+        "Ġlo",
+        "ad"
+      ],
+      [
+        "Ġcomp",
+        "et"
+      ],
+      [
+        "umb",
+        "led"
+      ],
+      [
+        "Ġap",
+        "olog"
+      ],
+      [
+        "Ġsol",
+        "ve"
+      ],
+      [
+        "H",
+        "ow"
+      ],
+      [
+        "M",
+        "ummy"
+      ],
+      [
+        "f",
+        "ast"
+      ],
+      [
+        "h",
+        "ip"
+      ],
+      [
+        "Ġ",
+        "No"
+      ],
+      [
+        "Ġb",
+        "itter"
+      ],
+      [
+        "ar",
+        "l"
+      ],
+      [
+        "Ġe",
+        "ars"
+      ],
+      [
+        "Ġsh",
+        "one"
+      ],
+      [
+        "Ġbr",
+        "ush"
+      ],
+      [
+        "ĠF",
+        "in"
+      ],
+      [
+        "Ġor",
+        "iginal"
+      ],
+      [
+        "Ġfi",
+        "er"
+      ],
+      [
+        "Ġgl",
+        "ow"
+      ],
+      [
+        "ĠN",
+        "emo"
+      ],
+      [
+        "Ġbreak",
+        "fast"
+      ],
+      [
+        "Ġadm",
+        "ired"
+      ],
+      [
+        "ĠBl",
+        "ue"
+      ],
+      [
+        "Ġed",
+        "ge"
+      ],
+      [
+        "Ġdepend",
+        "able"
+      ],
+      [
+        "u",
+        "nd"
+      ],
+      [
+        "ut",
+        "h"
+      ],
+      [
+        "ĠI",
+        "f"
+      ],
+      [
+        "Ġcl",
+        "ay"
+      ],
+      [
+        "Ġstrong",
+        "er"
+      ],
+      [
+        "Ġboss",
+        "y"
+      ],
+      [
+        "Ġc",
+        "udd"
+      ],
+      [
+        "as",
+        "er"
+      ],
+      [
+        "Ġgra",
+        "ndpa"
+      ],
+      [
+        "Ġknow",
+        "s"
+      ],
+      [
+        "Ġpick",
+        "ing"
+      ],
+      [
+        "Ġjo",
+        "ke"
+      ],
+      [
+        "Ġboat",
+        "s"
+      ],
+      [
+        "Ġba",
+        "ld"
+      ],
+      [
+        "Ġmed",
+        "ic"
+      ],
+      [
+        "Ġscr",
+        "at"
+      ],
+      [
+        "Ġc",
+        "one"
+      ],
+      [
+        "Ġp",
+        "enny"
+      ],
+      [
+        "Ġle",
+        "an"
+      ],
+      [
+        "Ġra",
+        "ft"
+      ],
+      [
+        "ugg",
+        "led"
+      ],
+      [
+        "Ġsuc",
+        "ceed"
+      ],
+      [
+        "Ġob",
+        "edient"
+      ],
+      [
+        "Ġhum",
+        "ble"
+      ],
+      [
+        "Ġlibr",
+        "ary"
+      ],
+      [
+        "R",
+        "e"
+      ],
+      [
+        "he",
+        "ad"
+      ],
+      [
+        "Ġp",
+        "h"
+      ],
+      [
+        "Ġn",
+        "umb"
+      ],
+      [
+        "Ġsa",
+        "uce"
+      ],
+      [
+        "ĠB",
+        "ear"
+      ],
+      [
+        "Ġtr",
+        "ay"
+      ],
+      [
+        "Ġproud",
+        "ly"
+      ],
+      [
+        "He",
+        "re"
+      ],
+      [
+        "Ġsound",
+        "ed"
+      ],
+      [
+        "Ġsqu",
+        "are"
+      ],
+      [
+        "Ġterri",
+        "ble"
+      ],
+      [
+        "Ġcryst",
+        "al"
+      ],
+      [
+        "Ġfier",
+        "ce"
+      ],
+      [
+        "J",
+        "ill"
+      ],
+      [
+        "Ġw",
+        "itch"
+      ],
+      [
+        "in",
+        "ary"
+      ],
+      [
+        "Ġhapp",
+        "iness"
+      ],
+      [
+        "ĠL",
+        "ola"
+      ],
+      [
+        "Ġhand",
+        "ed"
+      ],
+      [
+        "Ġfr",
+        "idge"
+      ],
+      [
+        "f",
+        "a"
+      ],
+      [
+        "Ġr",
+        "ough"
+      ],
+      [
+        "ent",
+        "ion"
+      ],
+      [
+        "Ġch",
+        "anged"
+      ],
+      [
+        "Ġjo",
+        "ined"
+      ],
+      [
+        "Ġra",
+        "ven"
+      ],
+      [
+        "Ġmight",
+        "y"
+      ],
+      [
+        "Ġcho",
+        "se"
+      ],
+      [
+        "Ġwhe",
+        "el"
+      ],
+      [
+        "Ġumbre",
+        "lla"
+      ],
+      [
+        "Ġt",
+        "ag"
+      ],
+      [
+        "Ġc",
+        "ri"
+      ],
+      [
+        "Ġo",
+        "w"
+      ],
+      [
+        "ar",
+        "ry"
+      ],
+      [
+        "im",
+        "p"
+      ],
+      [
+        "ĠB",
+        "ill"
+      ],
+      [
+        "Ġhelp",
+        "s"
+      ],
+      [
+        "Ġfind",
+        "ing"
+      ],
+      [
+        "Ġclean",
+        "ing"
+      ],
+      [
+        "Ġsqu",
+        "ee"
+      ],
+      [
+        "Ġfire",
+        "work"
+      ],
+      [
+        "Ġmedic",
+        "ine"
+      ],
+      [
+        "a",
+        "zz"
+      ],
+      [
+        "m",
+        "et"
+      ],
+      [
+        "Ġplay",
+        "ful"
+      ],
+      [
+        "Ġlo",
+        "cked"
+      ],
+      [
+        "Ġgo",
+        "at"
+      ],
+      [
+        "Ġac",
+        "cept"
+      ],
+      [
+        "Ġcomp",
+        "ass"
+      ],
+      [
+        "Ġsur",
+        "f"
+      ],
+      [
+        "Ġcompet",
+        "it"
+      ],
+      [
+        "e",
+        "xt"
+      ],
+      [
+        "k",
+        "n"
+      ],
+      [
+        "Ġs",
+        "y"
+      ],
+      [
+        "Ġs",
+        "il"
+      ],
+      [
+        "Ġbe",
+        "et"
+      ],
+      [
+        "ĠM",
+        "ar"
+      ],
+      [
+        "ur",
+        "ing"
+      ],
+      [
+        "Ġch",
+        "ir"
+      ],
+      [
+        "ĠE",
+        "llie"
+      ],
+      [
+        "Ġball",
+        "s"
+      ],
+      [
+        "Åĵ",
+        "Let"
+      ],
+      [
+        "Ġbutterf",
+        "lies"
+      ],
+      [
+        "Ġgu",
+        "ard"
+      ],
+      [
+        "Ġcray",
+        "on"
+      ],
+      [
+        "Ġdisco",
+        "ver"
+      ],
+      [
+        "Ġpar",
+        "ade"
+      ],
+      [
+        "Ġmix",
+        "ed"
+      ],
+      [
+        "Ġval",
+        "u"
+      ],
+      [
+        "Ġhel",
+        "met"
+      ],
+      [
+        "ĠBrown",
+        "ie"
+      ],
+      [
+        "E",
+        "m"
+      ],
+      [
+        "j",
+        "ect"
+      ],
+      [
+        "s",
+        "qu"
+      ],
+      [
+        "u",
+        "d"
+      ],
+      [
+        "Ġg",
+        "um"
+      ],
+      [
+        "at",
+        "ure"
+      ],
+      [
+        "Ġis",
+        "land"
+      ],
+      [
+        "Ġco",
+        "st"
+      ],
+      [
+        "Ġmo",
+        "le"
+      ],
+      [
+        "Ġnice",
+        "ly"
+      ],
+      [
+        "Ġkind",
+        "s"
+      ],
+      [
+        "Ġra",
+        "ced"
+      ],
+      [
+        "Ġsto",
+        "ve"
+      ],
+      [
+        "Ġlaugh",
+        "s"
+      ],
+      [
+        "Ġmar",
+        "ch"
+      ],
+      [
+        "Ġfall",
+        "s"
+      ],
+      [
+        "Ġpers",
+        "ist"
+      ],
+      [
+        "ĠBa",
+        "by"
+      ],
+      [
+        "oph",
+        "ie"
+      ],
+      [
+        "A",
+        "lice"
+      ],
+      [
+        "i",
+        "ence"
+      ],
+      [
+        "it",
+        "o"
+      ],
+      [
+        "Ġc",
+        "age"
+      ],
+      [
+        "Ġg",
+        "oose"
+      ],
+      [
+        "Ġco",
+        "ins"
+      ],
+      [
+        "Ġtr",
+        "ump"
+      ],
+      [
+        "Ġmo",
+        "squ"
+      ],
+      [
+        "Ġser",
+        "ious"
+      ],
+      [
+        "Ġmosqu",
+        "ito"
+      ],
+      [
+        "Ġf",
+        "lex"
+      ],
+      [
+        "Ġc",
+        "ro"
+      ],
+      [
+        "el",
+        "on"
+      ],
+      [
+        "Ġexc",
+        "la"
+      ],
+      [
+        "Ġch",
+        "oose"
+      ],
+      [
+        "Ġexpl",
+        "ored"
+      ],
+      [
+        "Ġun",
+        "l"
+      ],
+      [
+        "Ġbrother",
+        "s"
+      ],
+      [
+        "Ġgu",
+        "il"
+      ],
+      [
+        "Ġnumb",
+        "ers"
+      ],
+      [
+        "Ġtrump",
+        "et"
+      ],
+      [
+        "Ġ",
+        "icy"
+      ],
+      [
+        "Ġmom",
+        "s"
+      ],
+      [
+        "ie",
+        "w"
+      ],
+      [
+        "Ġv",
+        "iew"
+      ],
+      [
+        "Ġen",
+        "orm"
+      ],
+      [
+        "Ġfire",
+        "man"
+      ],
+      [
+        "ĠMr",
+        "s"
+      ],
+      [
+        "Ġpract",
+        "ice"
+      ],
+      [
+        "Ġenorm",
+        "ous"
+      ],
+      [
+        "w",
+        "ards"
+      ],
+      [
+        "Ġs",
+        "up"
+      ],
+      [
+        "Ġvo",
+        "lc"
+      ],
+      [
+        "Ġmean",
+        "s"
+      ],
+      [
+        "Ġpoin",
+        "ting"
+      ],
+      [
+        "Ġvalu",
+        "able"
+      ],
+      [
+        "Ġflex",
+        "ible"
+      ],
+      [
+        "Ġexcla",
+        "imed"
+      ],
+      [
+        "Ġguil",
+        "ty"
+      ],
+      [
+        "y",
+        "al"
+      ],
+      [
+        "Ġc",
+        "am"
+      ],
+      [
+        "Ġp",
+        "ipe"
+      ],
+      [
+        "is",
+        "ion"
+      ],
+      [
+        "ĠM",
+        "y"
+      ],
+      [
+        "Ġuse",
+        "ful"
+      ],
+      [
+        "Ġfav",
+        "our"
+      ],
+      [
+        "Ġcra",
+        "zy"
+      ],
+      [
+        "Ġph",
+        "ot"
+      ],
+      [
+        "kn",
+        "own"
+      ],
+      [
+        "Ġvolc",
+        "ano"
+      ],
+      [
+        "Ġwa",
+        "ke"
+      ],
+      [
+        "Ġc",
+        "ity"
+      ],
+      [
+        "om",
+        "ed"
+      ],
+      [
+        "ll",
+        "ip"
+      ],
+      [
+        "Ġfor",
+        "th"
+      ],
+      [
+        "Ġlo",
+        "llip"
+      ],
+      [
+        "Ġse",
+        "al"
+      ],
+      [
+        "Ġall",
+        "owed"
+      ],
+      [
+        "Ġsc",
+        "are"
+      ],
+      [
+        "Ġbright",
+        "ly"
+      ],
+      [
+        "Ġmar",
+        "ble"
+      ],
+      [
+        "Ġpop",
+        "ular"
+      ],
+      [
+        "Ġflash",
+        "light"
+      ],
+      [
+        "Ġcompass",
+        "ion"
+      ],
+      [
+        "Ġlollip",
+        "op"
+      ],
+      [
+        "Ġ",
+        "U"
+      ],
+      [
+        "Ġ",
+        "ing"
+      ],
+      [
+        "Ġh",
+        "unt"
+      ],
+      [
+        "Ġd",
+        "ull"
+      ],
+      [
+        "er",
+        "ry"
+      ],
+      [
+        "Ġst",
+        "at"
+      ],
+      [
+        "Ġshe",
+        "l"
+      ],
+      [
+        "!\"",
+        "."
+      ],
+      [
+        "Ġun",
+        "known"
+      ],
+      [
+        "Ġhat",
+        "s"
+      ],
+      [
+        "Ġsho",
+        "ot"
+      ],
+      [
+        "red",
+        "ient"
+      ],
+      [
+        "Ġbelong",
+        "ed"
+      ],
+      [
+        "Ġfavour",
+        "ite"
+      ],
+      [
+        "Ġing",
+        "redient"
+      ],
+      [
+        "Ġp",
+        "il"
+      ],
+      [
+        "Ġlo",
+        "yal"
+      ],
+      [
+        "Ġbra",
+        "ce"
+      ],
+      [
+        "ĠWhen",
+        "ever"
+      ],
+      [
+        "Ġdream",
+        "s"
+      ],
+      [
+        "Ġkick",
+        "ed"
+      ],
+      [
+        "Ġseed",
+        "s"
+      ],
+      [
+        "Ġtwirl",
+        "ed"
+      ],
+      [
+        "Ġsup",
+        "er"
+      ],
+      [
+        "t",
+        "ime"
+      ],
+      [
+        "Ġf",
+        "ine"
+      ],
+      [
+        "Ġbe",
+        "es"
+      ],
+      [
+        "Ġso",
+        "fa"
+      ],
+      [
+        "Ġsh",
+        "ark"
+      ],
+      [
+        "ĠM",
+        "ike"
+      ],
+      [
+        "Ġan",
+        "x"
+      ],
+      [
+        "Ġsad",
+        "ly"
+      ],
+      [
+        "Ġshow",
+        "ing"
+      ],
+      [
+        "Ġway",
+        "s"
+      ],
+      [
+        "Ġtruck",
+        "s"
+      ],
+      [
+        "Ġdelic",
+        "ate"
+      ],
+      [
+        "ation",
+        "s"
+      ],
+      [
+        "Ġrep",
+        "e"
+      ],
+      [
+        "Ġimpress",
+        "ive"
+      ],
+      [
+        "Ġpour",
+        "ed"
+      ],
+      [
+        "Ġpir",
+        "ate"
+      ],
+      [
+        "Ġwhisp",
+        "ered"
+      ],
+      [
+        "Ġharm",
+        "less"
+      ],
+      [
+        "a",
+        "ff"
+      ],
+      [
+        "Ġt",
+        "urt"
+      ],
+      [
+        "Ġt",
+        "ied"
+      ],
+      [
+        "ar",
+        "oo"
+      ],
+      [
+        "ad",
+        "o"
+      ],
+      [
+        "art",
+        "h"
+      ],
+      [
+        "Ġgra",
+        "ce"
+      ],
+      [
+        "Ġhand",
+        "le"
+      ],
+      [
+        "Ġen",
+        "c"
+      ],
+      [
+        "Ġdel",
+        "iver"
+      ],
+      [
+        "Ben",
+        "ny"
+      ],
+      [
+        "Ġru",
+        "shed"
+      ],
+      [
+        "Ġus",
+        "ing"
+      ],
+      [
+        "ang",
+        "aroo"
+      ],
+      [
+        "Ġshap",
+        "e"
+      ],
+      [
+        "Ġbus",
+        "hes"
+      ],
+      [
+        "Ġpersist",
+        "ent"
+      ],
+      [
+        "Ġg",
+        "or"
+      ],
+      [
+        "ĠS",
+        "p"
+      ],
+      [
+        "Ġk",
+        "angaroo"
+      ],
+      [
+        "Ġan",
+        "g"
+      ],
+      [
+        "Ġoff",
+        "ice"
+      ],
+      [
+        "Ġanx",
+        "ious"
+      ],
+      [
+        "G",
+        "o"
+      ],
+      [
+        "al",
+        "ous"
+      ],
+      [
+        "Ġsp",
+        "ell"
+      ],
+      [
+        "ĠW",
+        "hile"
+      ],
+      [
+        "ia",
+        "ble"
+      ],
+      [
+        "Ġpot",
+        "ato"
+      ],
+      [
+        "Ġje",
+        "alous"
+      ],
+      [
+        "Ġwra",
+        "pped"
+      ],
+      [
+        "Ġf",
+        "our"
+      ],
+      [
+        "Ġc",
+        "urt"
+      ],
+      [
+        "Ġlo",
+        "g"
+      ],
+      [
+        "Ġco",
+        "al"
+      ],
+      [
+        "Ġrel",
+        "iable"
+      ],
+      [
+        "Ġcurt",
+        "ain"
+      ],
+      [
+        "D",
+        "aisy"
+      ],
+      [
+        "Ġs",
+        "udden"
+      ],
+      [
+        "mb",
+        "ol"
+      ],
+      [
+        "Åĵ",
+        "Yes"
+      ],
+      [
+        "ac",
+        "hes"
+      ],
+      [
+        "ĠP",
+        "e"
+      ],
+      [
+        "Ġpain",
+        "ted"
+      ],
+      [
+        "ĠTo",
+        "by"
+      ],
+      [
+        "Ġce",
+        "re"
+      ],
+      [
+        "g",
+        "u"
+      ],
+      [
+        "Ġt",
+        "ummy"
+      ],
+      [
+        "Ġth",
+        "ose"
+      ],
+      [
+        "ous",
+        "es"
+      ],
+      [
+        "udd",
+        "y"
+      ],
+      [
+        "Ġcu",
+        "sh"
+      ],
+      [
+        "Ġmet",
+        "al"
+      ],
+      [
+        "Ġsy",
+        "mbol"
+      ],
+      [
+        "Ġbeet",
+        "le"
+      ],
+      [
+        "Ġcam",
+        "era"
+      ],
+      [
+        "Ġh",
+        "ouses"
+      ],
+      [
+        "il",
+        "t"
+      ],
+      [
+        "Ġcelebr",
+        "ate"
+      ],
+      [
+        "Ġdelight",
+        "ed"
+      ],
+      [
+        "Ġgor",
+        "illa"
+      ],
+      [
+        "Ġto",
+        "oth"
+      ],
+      [
+        "Ġth",
+        "irst"
+      ],
+      [
+        "ke",
+        "ep"
+      ],
+      [
+        "Ġsh",
+        "iver"
+      ],
+      [
+        "Ġre",
+        "ward"
+      ],
+      [
+        "Ġsp",
+        "ace"
+      ],
+      [
+        "Ġtra",
+        "vel"
+      ],
+      [
+        "Ġru",
+        "bbed"
+      ],
+      [
+        "Ġprin",
+        "t"
+      ],
+      [
+        "Ġdri",
+        "ving"
+      ],
+      [
+        "Ġmar",
+        "ry"
+      ],
+      [
+        "Ġwar",
+        "ned"
+      ],
+      [
+        "Ġsold",
+        "ier"
+      ],
+      [
+        "Ġmotor",
+        "cy"
+      ],
+      [
+        "c",
+        "ut"
+      ],
+      [
+        "Ġs",
+        "on"
+      ],
+      [
+        "Ġto",
+        "r"
+      ],
+      [
+        "ar",
+        "lie"
+      ],
+      [
+        "Ġher",
+        "o"
+      ],
+      [
+        "ie",
+        "f"
+      ],
+      [
+        "Ġcar",
+        "p"
+      ],
+      [
+        "Ġexcited",
+        "ly"
+      ],
+      [
+        "Ġte",
+        "mp"
+      ],
+      [
+        "ĠP",
+        "ete"
+      ],
+      [
+        "ĠBob",
+        "o"
+      ],
+      [
+        "co",
+        "d"
+      ],
+      [
+        "Ġhun",
+        "g"
+      ],
+      [
+        "Ġgrow",
+        "ing"
+      ],
+      [
+        "up",
+        "id"
+      ],
+      [
+        "Ġthin",
+        "king"
+      ],
+      [
+        "Ġtun",
+        "n"
+      ],
+      [
+        "W",
+        "hile"
+      ],
+      [
+        "c",
+        "u"
+      ],
+      [
+        "i",
+        "pp"
+      ],
+      [
+        "Ġh",
+        "ay"
+      ],
+      [
+        "Ġy",
+        "et"
+      ],
+      [
+        "Ġv",
+        "ine"
+      ],
+      [
+        "Ġac",
+        "orn"
+      ],
+      [
+        "icy",
+        "cle"
+      ],
+      [
+        "Ġpre",
+        "p"
+      ],
+      [
+        "Ġremind",
+        "ed"
+      ],
+      [
+        "Ġgas",
+        "ped"
+      ],
+      [
+        "Ġflut",
+        "e"
+      ],
+      [
+        "Ġord",
+        "inary"
+      ],
+      [
+        "Ġcro",
+        "cod"
+      ],
+      [
+        "Ġa",
+        "mb"
+      ],
+      [
+        "Ġc",
+        "ur"
+      ],
+      [
+        "ĠB",
+        "et"
+      ],
+      [
+        "ĠM",
+        "andy"
+      ],
+      [
+        "Ġpu",
+        "p"
+      ],
+      [
+        "Ġcreature",
+        "s"
+      ],
+      [
+        "Ġhur",
+        "ry"
+      ],
+      [
+        "Ġspoil",
+        "ed"
+      ],
+      [
+        "Ġt",
+        "imes"
+      ],
+      [
+        "Ġm",
+        "is"
+      ],
+      [
+        "Ġr",
+        "ice"
+      ],
+      [
+        "Ġst",
+        "upid"
+      ],
+      [
+        "Ġsh",
+        "ine"
+      ],
+      [
+        "Ġre",
+        "sist"
+      ],
+      [
+        "ug",
+        "ged"
+      ],
+      [
+        "Ġla",
+        "w"
+      ],
+      [
+        "Ġsk",
+        "ull"
+      ],
+      [
+        "co",
+        "a"
+      ],
+      [
+        "Ġmiss",
+        "ing"
+      ],
+      [
+        "Ġwhe",
+        "at"
+      ],
+      [
+        "Ġsupp",
+        "ort"
+      ],
+      [
+        "Ġingredient",
+        "s"
+      ],
+      [
+        "a",
+        "id"
+      ],
+      [
+        "l",
+        "oo"
+      ],
+      [
+        "Ġc",
+        "ase"
+      ],
+      [
+        "er",
+        "y"
+      ],
+      [
+        "Ġwas",
+        "hed"
+      ],
+      [
+        "Ġdo",
+        "ve"
+      ],
+      [
+        "Ġsp",
+        "illed"
+      ],
+      [
+        "Ġsc",
+        "oot"
+      ],
+      [
+        "Ġme",
+        "al"
+      ],
+      [
+        "Ġmu",
+        "le"
+      ],
+      [
+        "ĠD",
+        "ucky"
+      ],
+      [
+        "Ġmo",
+        "der"
+      ],
+      [
+        "ars",
+        "h"
+      ],
+      [
+        "Åĵ",
+        "What"
+      ],
+      [
+        "Ġtri",
+        "ck"
+      ],
+      [
+        "Ġset",
+        "t"
+      ],
+      [
+        "ĠTweet",
+        "ie"
+      ],
+      [
+        "Ġboun",
+        "ce"
+      ],
+      [
+        "Ġfil",
+        "thy"
+      ],
+      [
+        "Ġb",
+        "ase"
+      ],
+      [
+        "Ġh",
+        "oop"
+      ],
+      [
+        "Ġf",
+        "re"
+      ],
+      [
+        "Ġst",
+        "umbled"
+      ],
+      [
+        "Ġso",
+        "ar"
+      ],
+      [
+        "Ġwe",
+        "al"
+      ],
+      [
+        "Ġsee",
+        "m"
+      ],
+      [
+        "Ġwor",
+        "d"
+      ],
+      [
+        "Ġla",
+        "b"
+      ],
+      [
+        "ĠD",
+        "ave"
+      ],
+      [
+        "ĠF",
+        "r"
+      ],
+      [
+        "Ġbad",
+        "ly"
+      ],
+      [
+        "Ġhair",
+        "y"
+      ],
+      [
+        "Ġcra",
+        "wl"
+      ],
+      [
+        "Ġlive",
+        "ly"
+      ],
+      [
+        "Ġstep",
+        "s"
+      ],
+      [
+        "ÅĵLet",
+        "â"
+      ],
+      [
+        "Ġbrace",
+        "let"
+      ],
+      [
+        "Ġcere",
+        "al"
+      ],
+      [
+        "Ġthirst",
+        "y"
+      ],
+      [
+        "Ġcarp",
+        "et"
+      ],
+      [
+        "Ġw",
+        "ool"
+      ],
+      [
+        "it",
+        "her"
+      ],
+      [
+        "Ġgo",
+        "al"
+      ],
+      [
+        "Ġback",
+        "pack"
+      ],
+      [
+        "Ġtr",
+        "uth"
+      ],
+      [
+        "Ġcom",
+        "pl"
+      ],
+      [
+        "Ġche",
+        "ap"
+      ],
+      [
+        "Ġdis",
+        "g"
+      ],
+      [
+        "Ġplac",
+        "ed"
+      ],
+      [
+        "Ġear",
+        "ly"
+      ],
+      [
+        "Ġdecor",
+        "ate"
+      ],
+      [
+        "Ġnut",
+        "s"
+      ],
+      [
+        "O",
+        "w"
+      ],
+      [
+        "c",
+        "ream"
+      ],
+      [
+        "Ġb",
+        "ump"
+      ],
+      [
+        "Ġthem",
+        "selves"
+      ],
+      [
+        "ic",
+        "es"
+      ],
+      [
+        "Ġhelp",
+        "less"
+      ],
+      [
+        "Ġcl",
+        "um"
+      ],
+      [
+        "Ġsc",
+        "atter"
+      ],
+      [
+        "Ġsc",
+        "ale"
+      ],
+      [
+        "Ġnew",
+        "s"
+      ],
+      [
+        "ust",
+        "ing"
+      ],
+      [
+        "Ġen",
+        "v"
+      ],
+      [
+        "âĤ¬â",
+        "Ģ"
+      ],
+      [
+        "Ġtell",
+        "ing"
+      ],
+      [
+        "Ġswing",
+        "ing"
+      ],
+      [
+        "Ġspark",
+        "led"
+      ],
+      [
+        "Ġcarry",
+        "ing"
+      ],
+      [
+        "gg",
+        "ing"
+      ],
+      [
+        "in",
+        "es"
+      ],
+      [
+        "ri",
+        "c"
+      ],
+      [
+        "Ġfriends",
+        "hip"
+      ],
+      [
+        "Ġcare",
+        "less"
+      ],
+      [
+        "Ġsn",
+        "e"
+      ],
+      [
+        "Ġdoes",
+        "n"
+      ],
+      [
+        "Ġfall",
+        "ing"
+      ],
+      [
+        "Ġcomp",
+        "ut"
+      ],
+      [
+        "Ġpa",
+        "le"
+      ],
+      [
+        "Ġpee",
+        "ked"
+      ],
+      [
+        "Ġcompassion",
+        "ate"
+      ],
+      [
+        "c",
+        "om"
+      ],
+      [
+        "v",
+        "ice"
+      ],
+      [
+        "Ġs",
+        "end"
+      ],
+      [
+        "Ġst",
+        "age"
+      ],
+      [
+        "Ġme",
+        "m"
+      ],
+      [
+        "Ġch",
+        "alk"
+      ],
+      [
+        "Ġch",
+        "asing"
+      ],
+      [
+        "Ġpe",
+        "bble"
+      ],
+      [
+        "ĠEvery",
+        "thing"
+      ],
+      [
+        "Ġcu",
+        "be"
+      ],
+      [
+        "Ġpig",
+        "e"
+      ],
+      [
+        "Ġcou",
+        "rage"
+      ],
+      [
+        "Ġfing",
+        "ers"
+      ],
+      [
+        "Ġturt",
+        "le"
+      ],
+      [
+        "b",
+        "led"
+      ],
+      [
+        "Ġs",
+        "ink"
+      ],
+      [
+        "Ġb",
+        "icycle"
+      ],
+      [
+        "Ġsh",
+        "aking"
+      ],
+      [
+        "Ġsleep",
+        "ing"
+      ],
+      [
+        "Ġneighb",
+        "our"
+      ],
+      [
+        "Ġmoder",
+        "n"
+      ],
+      [
+        "Ġdisg",
+        "usting"
+      ],
+      [
+        "Ġclum",
+        "sy"
+      ],
+      [
+        "g",
+        "est"
+      ],
+      [
+        "Ġh",
+        "ook"
+      ],
+      [
+        "Ġc",
+        "her"
+      ],
+      [
+        "Ġn",
+        "ail"
+      ],
+      [
+        "Ġbig",
+        "gest"
+      ],
+      [
+        "ic",
+        "hes"
+      ],
+      [
+        "Ġbu",
+        "l"
+      ],
+      [
+        "Ġend",
+        "ing"
+      ],
+      [
+        "Ġde",
+        "ad"
+      ],
+      [
+        "Ġtri",
+        "ang"
+      ],
+      [
+        "ul",
+        "ance"
+      ],
+      [
+        "Ġspo",
+        "ke"
+      ],
+      [
+        "Ġpract",
+        "iced"
+      ],
+      [
+        "Ġamb",
+        "ulance"
+      ],
+      [
+        "Ġcomput",
+        "er"
+      ],
+      [
+        "i",
+        "bb"
+      ],
+      [
+        "Ġl",
+        "amp"
+      ],
+      [
+        "Ġst",
+        "ation"
+      ],
+      [
+        "Ġch",
+        "ar"
+      ],
+      [
+        "Ġwall",
+        "et"
+      ],
+      [
+        "ĠTo",
+        "day"
+      ],
+      [
+        "Ġpack",
+        "age"
+      ],
+      [
+        "Ġmic",
+        "rop"
+      ],
+      [
+        "Ġcush",
+        "ion"
+      ],
+      [
+        "keep",
+        "er"
+      ],
+      [
+        "Ġcrocod",
+        "ile"
+      ],
+      [
+        "Ġmicrop",
+        "hone"
+      ],
+      [
+        "u",
+        "nder"
+      ],
+      [
+        "ĠA",
+        "lex"
+      ],
+      [
+        "Ġthought",
+        "ful"
+      ],
+      [
+        "Ġjo",
+        "lly"
+      ],
+      [
+        "Ġpen",
+        "gu"
+      ],
+      [
+        "Ġpump",
+        "kin"
+      ],
+      [
+        "Ġcost",
+        "um"
+      ],
+      [
+        "Ġf",
+        "ive"
+      ],
+      [
+        "Ġd",
+        "ough"
+      ],
+      [
+        "Ġp",
+        "ony"
+      ],
+      [
+        "Ġo",
+        "l"
+      ],
+      [
+        "im",
+        "i"
+      ],
+      [
+        "Ġst",
+        "airs"
+      ],
+      [
+        "Ġkn",
+        "ock"
+      ],
+      [
+        "Ġgra",
+        "nd"
+      ],
+      [
+        "Ġint",
+        "ell"
+      ],
+      [
+        "Ġun",
+        "iver"
+      ],
+      [
+        "Ġbright",
+        "er"
+      ],
+      [
+        "Ġopen",
+        "s"
+      ],
+      [
+        "Ġdream",
+        "ing"
+      ],
+      [
+        "Ġboun",
+        "ced"
+      ],
+      [
+        "Ġquest",
+        "ion"
+      ],
+      [
+        "Ġstat",
+        "ue"
+      ],
+      [
+        "Ġw",
+        "ine"
+      ],
+      [
+        "is",
+        "k"
+      ],
+      [
+        "ĠA",
+        "lice"
+      ],
+      [
+        "Ġco",
+        "coa"
+      ],
+      [
+        "ĠYou",
+        "r"
+      ],
+      [
+        "Ġpe",
+        "pper"
+      ],
+      [
+        "Ġbeaut",
+        "y"
+      ],
+      [
+        "Ġper",
+        "m"
+      ],
+      [
+        "Ġpain",
+        "ting"
+      ],
+      [
+        "Ġsho",
+        "e"
+      ],
+      [
+        "Ġele",
+        "v"
+      ],
+      [
+        "Every",
+        "one"
+      ],
+      [
+        "hin",
+        "o"
+      ],
+      [
+        "Ġweal",
+        "thy"
+      ],
+      [
+        "Ġintell",
+        "ig"
+      ],
+      [
+        "n",
+        "oon"
+      ],
+      [
+        "Ġs",
+        "uit"
+      ],
+      [
+        "Ġm",
+        "ild"
+      ],
+      [
+        "Ġn",
+        "ature"
+      ],
+      [
+        "an",
+        "s"
+      ],
+      [
+        "Ġhapp",
+        "ier"
+      ],
+      [
+        "Ġne",
+        "at"
+      ],
+      [
+        "Ġstart",
+        "s"
+      ],
+      [
+        "uck",
+        "ed"
+      ],
+      [
+        "Ġafter",
+        "noon"
+      ],
+      [
+        "Ġtor",
+        "n"
+      ],
+      [
+        "Ġelev",
+        "ator"
+      ],
+      [
+        "g",
+        "en"
+      ],
+      [
+        "t",
+        "i"
+      ],
+      [
+        "Ġt",
+        "en"
+      ],
+      [
+        "Ġh",
+        "arsh"
+      ],
+      [
+        "Ġp",
+        "ed"
+      ],
+      [
+        "at",
+        "ient"
+      ],
+      [
+        "or",
+        "ant"
+      ],
+      [
+        "Ġre",
+        "ce"
+      ],
+      [
+        "Ġj",
+        "et"
+      ],
+      [
+        "ill",
+        "ie"
+      ],
+      [
+        "ĠR",
+        "ed"
+      ],
+      [
+        "Ġread",
+        "ing"
+      ],
+      [
+        "Ġsear",
+        "ching"
+      ],
+      [
+        "Ġbasket",
+        "ball"
+      ],
+      [
+        "Ġbar",
+        "ber"
+      ],
+      [
+        "Ġspe",
+        "ed"
+      ],
+      [
+        "S",
+        "ee"
+      ],
+      [
+        "a",
+        "wn"
+      ],
+      [
+        "Ġst",
+        "ack"
+      ],
+      [
+        "ĠM",
+        "ummy"
+      ],
+      [
+        "Ġclo",
+        "ck"
+      ],
+      [
+        "ĠG",
+        "ive"
+      ],
+      [
+        "Ġmag",
+        "n"
+      ],
+      [
+        "Ġlea",
+        "ving"
+      ],
+      [
+        "Ġcup",
+        "board"
+      ],
+      [
+        "Ġdes",
+        "ign"
+      ],
+      [
+        "Ġslid",
+        "es"
+      ],
+      [
+        "Ġsandw",
+        "iches"
+      ],
+      [
+        "Ġcand",
+        "le"
+      ],
+      [
+        "aul",
+        "if"
+      ],
+      [
+        "Ġrid",
+        "ing"
+      ],
+      [
+        "Ġfre",
+        "sh"
+      ],
+      [
+        "o",
+        "ppy"
+      ],
+      [
+        "Ġsh",
+        "ocked"
+      ],
+      [
+        "Ġen",
+        "er"
+      ],
+      [
+        "Ġjump",
+        "s"
+      ],
+      [
+        "Ġhair",
+        "cut"
+      ],
+      [
+        "Ġrespect",
+        "ful"
+      ],
+      [
+        "Ġcoo",
+        "king"
+      ],
+      [
+        "Ġtick",
+        "et"
+      ],
+      [
+        "Ġenc",
+        "ou"
+      ],
+      [
+        "Ġtunn",
+        "el"
+      ],
+      [
+        "aulif",
+        "lower"
+      ],
+      [
+        "G",
+        "ive"
+      ],
+      [
+        "Ġs",
+        "le"
+      ],
+      [
+        "re",
+        "en"
+      ],
+      [
+        "Ġm",
+        "ay"
+      ],
+      [
+        "Ġth",
+        "ief"
+      ],
+      [
+        "Ġy",
+        "awn"
+      ],
+      [
+        "Ġfor",
+        "t"
+      ],
+      [
+        "Ġal",
+        "ert"
+      ],
+      [
+        "Ġsor",
+        "ts"
+      ],
+      [
+        "Ġimp",
+        "atient"
+      ],
+      [
+        "Ġcre",
+        "ate"
+      ],
+      [
+        "ail",
+        "able"
+      ],
+      [
+        "Ġwhe",
+        "els"
+      ],
+      [
+        "Ġval",
+        "ue"
+      ],
+      [
+        "Ġpri",
+        "ze"
+      ],
+      [
+        "M",
+        "ary"
+      ],
+      [
+        "y",
+        "e"
+      ],
+      [
+        "he",
+        "t"
+      ],
+      [
+        "Ġs",
+        "ent"
+      ],
+      [
+        "Ġb",
+        "ent"
+      ],
+      [
+        "in",
+        "ce"
+      ],
+      [
+        "Ġc",
+        "omet"
+      ],
+      [
+        "Ġc",
+        "amp"
+      ],
+      [
+        "Ġc",
+        "auliflower"
+      ],
+      [
+        "Ġm",
+        "elon"
+      ],
+      [
+        "Ġg",
+        "em"
+      ],
+      [
+        "Ġit",
+        "self"
+      ],
+      [
+        "ir",
+        "on"
+      ],
+      [
+        "Ġmu",
+        "sh"
+      ],
+      [
+        "Ġmonkey",
+        "s"
+      ],
+      [
+        "Ġsal",
+        "ad"
+      ],
+      [
+        "Ġdest",
+        "ro"
+      ],
+      [
+        "Ġresc",
+        "ue"
+      ],
+      [
+        "Ġscoot",
+        "er"
+      ],
+      [
+        "Ġintellig",
+        "ent"
+      ],
+      [
+        "a",
+        "z"
+      ],
+      [
+        "Ġd",
+        "ug"
+      ],
+      [
+        "il",
+        "ing"
+      ],
+      [
+        "an",
+        "ger"
+      ],
+      [
+        "Ġr",
+        "oof"
+      ],
+      [
+        "Ġr",
+        "hino"
+      ],
+      [
+        "Ġsc",
+        "old"
+      ],
+      [
+        "ag",
+        "het"
+      ],
+      [
+        "Ġexp",
+        "er"
+      ],
+      [
+        "Ġbark",
+        "ing"
+      ],
+      [
+        "Ġbanan",
+        "as"
+      ],
+      [
+        "Ġign",
+        "orant"
+      ],
+      [
+        "Ġmic",
+        "ro"
+      ],
+      [
+        "Ġav",
+        "ailable"
+      ],
+      [
+        "Ġgrace",
+        "ful"
+      ],
+      [
+        "Ġmotorcy",
+        "cle"
+      ],
+      [
+        "aghet",
+        "ti"
+      ],
+      [
+        "h",
+        "ood"
+      ],
+      [
+        "ĠS",
+        "n"
+      ],
+      [
+        "Ġe",
+        "arth"
+      ],
+      [
+        "Ġbo",
+        "ots"
+      ],
+      [
+        "Ġsp",
+        "aghetti"
+      ],
+      [
+        "um",
+        "mer"
+      ],
+      [
+        "Ġag",
+        "ree"
+      ],
+      [
+        "Ġbu",
+        "ll"
+      ],
+      [
+        "Ġany",
+        "where"
+      ],
+      [
+        "ĠG",
+        "eorge"
+      ],
+      [
+        "Ġbeh",
+        "ave"
+      ],
+      [
+        "ĠK",
+        "im"
+      ],
+      [
+        "Ġpa",
+        "id"
+      ],
+      [
+        "sc",
+        "ope"
+      ],
+      [
+        "Ġstret",
+        "ched"
+      ],
+      [
+        "Ġfear",
+        "ful"
+      ],
+      [
+        "Ġav",
+        "o"
+      ],
+      [
+        "Ġmicro",
+        "scope"
+      ],
+      [
+        "I",
+        "f"
+      ],
+      [
+        "i",
+        "o"
+      ],
+      [
+        "Ġnot",
+        "eb"
+      ],
+      [
+        "ĠE",
+        "ventually"
+      ],
+      [
+        "Ġold",
+        "er"
+      ],
+      [
+        "Ġsn",
+        "iff"
+      ],
+      [
+        "Ġad",
+        "vice"
+      ],
+      [
+        "Ġstop",
+        "s"
+      ],
+      [
+        "Ġperf",
+        "orm"
+      ],
+      [
+        "Ġfur",
+        "ther"
+      ],
+      [
+        "Ġenv",
+        "ious"
+      ],
+      [
+        "Ġpige",
+        "on"
+      ],
+      [
+        "Ġmush",
+        "room"
+      ],
+      [
+        "Ġnoteb",
+        "ook"
+      ],
+      [
+        "u",
+        "bby"
+      ],
+      [
+        "Ġp",
+        "un"
+      ],
+      [
+        "at",
+        "s"
+      ],
+      [
+        "Ġn",
+        "urse"
+      ],
+      [
+        "or",
+        "able"
+      ],
+      [
+        "Ġth",
+        "under"
+      ],
+      [
+        "Ġcl",
+        "apping"
+      ],
+      [
+        "Ġv",
+        "ide"
+      ],
+      [
+        "Ġbu",
+        "ilt"
+      ],
+      [
+        "ĠC",
+        "l"
+      ],
+      [
+        "Ġun",
+        "com"
+      ],
+      [
+        "Ġshout",
+        "ing"
+      ],
+      [
+        "Ġar",
+        "row"
+      ],
+      [
+        "Ġdraw",
+        "er"
+      ],
+      [
+        "Ġpro",
+        "v"
+      ],
+      [
+        "fort",
+        "able"
+      ],
+      [
+        "Ġtom",
+        "ato"
+      ],
+      [
+        "Ġmeet",
+        "ing"
+      ],
+      [
+        "Ġob",
+        "ject"
+      ],
+      [
+        "Ġyog",
+        "urt"
+      ],
+      [
+        "Ġtemp",
+        "le"
+      ],
+      [
+        "Ġuncom",
+        "fortable"
+      ],
+      [
+        "e",
+        "f"
+      ],
+      [
+        "u",
+        "es"
+      ],
+      [
+        "ĠT",
+        "ony"
+      ],
+      [
+        "Ġloo",
+        "p"
+      ],
+      [
+        "Ġch",
+        "ubby"
+      ],
+      [
+        "Ġsw",
+        "itch"
+      ],
+      [
+        "Ġsk",
+        "ip"
+      ],
+      [
+        "Ġad",
+        "orable"
+      ],
+      [
+        "Åĵ",
+        "It"
+      ],
+      [
+        "Ġcount",
+        "ing"
+      ],
+      [
+        "Ġcoo",
+        "ked"
+      ],
+      [
+        "Ġp",
+        "ist"
+      ],
+      [
+        "ar",
+        "ian"
+      ],
+      [
+        "en",
+        "ry"
+      ],
+      [
+        "Ġst",
+        "ared"
+      ],
+      [
+        "Ġsh",
+        "ut"
+      ],
+      [
+        "ic",
+        "op"
+      ],
+      [
+        "Ġqu",
+        "ite"
+      ],
+      [
+        "Ġsn",
+        "uggled"
+      ],
+      [
+        "ĠGra",
+        "ndpa"
+      ],
+      [
+        "Ġtrou",
+        "bled"
+      ],
+      [
+        "Ġgigg",
+        "le"
+      ],
+      [
+        "Ġblow",
+        "ing"
+      ],
+      [
+        "Ġhel",
+        "icop"
+      ],
+      [
+        "Ġfis",
+        "her"
+      ],
+      [
+        "Ġpist",
+        "ol"
+      ],
+      [
+        "Ġhelicop",
+        "ter"
+      ],
+      [
+        "p",
+        "ar"
+      ],
+      [
+        "ĠS",
+        "ophie"
+      ],
+      [
+        "oo",
+        "ped"
+      ],
+      [
+        "ip",
+        "s"
+      ],
+      [
+        "Ġnow",
+        "here"
+      ],
+      [
+        "Ġforg",
+        "ave"
+      ],
+      [
+        "Ġmar",
+        "ched"
+      ],
+      [
+        "Ġtreasure",
+        "s"
+      ],
+      [
+        "ho",
+        "st"
+      ],
+      [
+        "Ġpass",
+        "port"
+      ],
+      [
+        "Ġstir",
+        "red"
+      ],
+      [
+        "Ġpus",
+        "hing"
+      ],
+      [
+        "Ġcompetit",
+        "ive"
+      ],
+      [
+        "Ġdestro",
+        "y"
+      ],
+      [
+        "Y",
+        "ay"
+      ],
+      [
+        "a",
+        "ked"
+      ],
+      [
+        "o",
+        "e"
+      ],
+      [
+        "t",
+        "ter"
+      ],
+      [
+        "Ġg",
+        "ir"
+      ],
+      [
+        "Ġg",
+        "host"
+      ],
+      [
+        "an",
+        "ic"
+      ],
+      [
+        "ke",
+        "let"
+      ],
+      [
+        "ht",
+        "ub"
+      ],
+      [
+        "Ġre",
+        "ef"
+      ],
+      [
+        "Ġse",
+        "par"
+      ],
+      [
+        "op",
+        "ard"
+      ],
+      [
+        "pl",
+        "ay"
+      ],
+      [
+        "Ġen",
+        "vel"
+      ],
+      [
+        "Ġbre",
+        "at"
+      ],
+      [
+        "Ġrep",
+        "air"
+      ],
+      [
+        "Ġfoot",
+        "ball"
+      ],
+      [
+        "Ġbat",
+        "htub"
+      ],
+      [
+        "Ġrubb",
+        "er"
+      ],
+      [
+        "Ġang",
+        "el"
+      ],
+      [
+        "Ġtriang",
+        "le"
+      ],
+      [
+        "Ġl",
+        "ed"
+      ],
+      [
+        "Ġm",
+        "ill"
+      ],
+      [
+        "ĠS",
+        "h"
+      ],
+      [
+        "ch",
+        "anic"
+      ],
+      [
+        "Ġnam",
+        "es"
+      ],
+      [
+        "Ġle",
+        "opard"
+      ],
+      [
+        "Ġno",
+        "body"
+      ],
+      [
+        "Ġany",
+        "way"
+      ],
+      [
+        "uc",
+        "t"
+      ],
+      [
+        "ct",
+        "us"
+      ],
+      [
+        "Ġshould",
+        "n"
+      ],
+      [
+        "Ġz",
+        "eb"
+      ],
+      [
+        "Ġgi",
+        "ven"
+      ],
+      [
+        "Ġhold",
+        "s"
+      ],
+      [
+        "Ġbar",
+        "rel"
+      ],
+      [
+        "Ġband",
+        "age"
+      ],
+      [
+        "Ġent",
+        "h"
+      ],
+      [
+        "Dad",
+        "dy"
+      ],
+      [
+        "Ġzeb",
+        "ra"
+      ],
+      [
+        "i",
+        "ves"
+      ],
+      [
+        "u",
+        "be"
+      ],
+      [
+        "y",
+        "ear"
+      ],
+      [
+        "Ġp",
+        "or"
+      ],
+      [
+        "Ġp",
+        "and"
+      ],
+      [
+        "Ġo",
+        "tter"
+      ],
+      [
+        "Ġr",
+        "ibb"
+      ],
+      [
+        "Ġsh",
+        "ield"
+      ],
+      [
+        "Ġme",
+        "chanic"
+      ],
+      [
+        "Ġdon",
+        "â"
+      ],
+      [
+        "Ġdis",
+        "ag"
+      ],
+      [
+        "Ġdis",
+        "play"
+      ],
+      [
+        "Ġmusic",
+        "ian"
+      ],
+      [
+        "cer",
+        "os"
+      ],
+      [
+        "Ġspe",
+        "ak"
+      ],
+      [
+        "Ġca",
+        "b"
+      ],
+      [
+        "Ġca",
+        "ctus"
+      ],
+      [
+        "ĠBet",
+        "sy"
+      ],
+      [
+        "Ġbul",
+        "b"
+      ],
+      [
+        "C",
+        "h"
+      ],
+      [
+        "e",
+        "ath"
+      ],
+      [
+        "i",
+        "kes"
+      ],
+      [
+        "x",
+        "y"
+      ],
+      [
+        "Ġt",
+        "ube"
+      ],
+      [
+        "Ġa",
+        "head"
+      ],
+      [
+        "Ġs",
+        "ummer"
+      ],
+      [
+        "Ġs",
+        "kelet"
+      ],
+      [
+        "Ġp",
+        "urse"
+      ],
+      [
+        "Ġkn",
+        "ob"
+      ],
+      [
+        "Ġdidn",
+        "â"
+      ],
+      [
+        "Ġcouldn",
+        "â"
+      ],
+      [
+        "Ġcol",
+        "ours"
+      ],
+      [
+        "Ġwindow",
+        "s"
+      ],
+      [
+        "oom",
+        "y"
+      ],
+      [
+        "Ġgif",
+        "ted"
+      ],
+      [
+        "Ġcart",
+        "oon"
+      ],
+      [
+        "Ġrhino",
+        "ceros"
+      ],
+      [
+        "g",
+        "l"
+      ],
+      [
+        "he",
+        "art"
+      ],
+      [
+        "Ġs",
+        "ize"
+      ],
+      [
+        "Ġb",
+        "et"
+      ],
+      [
+        "ĠM",
+        "iss"
+      ],
+      [
+        "Ġsc",
+        "rew"
+      ],
+      [
+        "Ġfl",
+        "our"
+      ],
+      [
+        "Ġbl",
+        "in"
+      ],
+      [
+        "ap",
+        "a"
+      ],
+      [
+        "Ġdis",
+        "hes"
+      ],
+      [
+        "Ġrain",
+        "ing"
+      ],
+      [
+        "Ġhop",
+        "ing"
+      ],
+      [
+        "Ġsho",
+        "vel"
+      ],
+      [
+        "Ġmin",
+        "t"
+      ],
+      [
+        "Ġjelly",
+        "fish"
+      ],
+      [
+        "Ġswe",
+        "ater"
+      ],
+      [
+        "Ġchar",
+        "ming"
+      ],
+      [
+        "Ġpengu",
+        "in"
+      ],
+      [
+        "Ġenvel",
+        "ope"
+      ],
+      [
+        "Ġenth",
+        "us"
+      ],
+      [
+        "Ġcab",
+        "in"
+      ],
+      [
+        "re",
+        "c"
+      ],
+      [
+        "Ġp",
+        "ant"
+      ],
+      [
+        "Ġth",
+        "read"
+      ],
+      [
+        "Ġin",
+        "se"
+      ],
+      [
+        "Ġst",
+        "aff"
+      ],
+      [
+        "Ġli",
+        "z"
+      ],
+      [
+        "Ġun",
+        "pack"
+      ],
+      [
+        "Ġwr",
+        "iting"
+      ],
+      [
+        "Ġtra",
+        "sh"
+      ],
+      [
+        "Ġroll",
+        "ing"
+      ],
+      [
+        "Ġwaff",
+        "le"
+      ],
+      [
+        "Ġ",
+        "iron"
+      ],
+      [
+        "Ġw",
+        "ing"
+      ],
+      [
+        "er",
+        "able"
+      ],
+      [
+        "Ġshe",
+        "et"
+      ],
+      [
+        "ĠB",
+        "uddy"
+      ],
+      [
+        "Ġsh",
+        "adow"
+      ],
+      [
+        "Ġro",
+        "ared"
+      ],
+      [
+        "Ġmu",
+        "ff"
+      ],
+      [
+        "Ġair",
+        "port"
+      ],
+      [
+        "Ġce",
+        "iling"
+      ],
+      [
+        "Ġatt",
+        "ic"
+      ],
+      [
+        "Ġorgan",
+        "ize"
+      ],
+      [
+        "Ġstret",
+        "ch"
+      ],
+      [
+        "Ġgrap",
+        "es"
+      ],
+      [
+        "Ġo",
+        "bs"
+      ],
+      [
+        "ĠA",
+        "re"
+      ],
+      [
+        "ĠW",
+        "ould"
+      ],
+      [
+        "ĠIn",
+        "st"
+      ],
+      [
+        "Ġpi",
+        "ano"
+      ],
+      [
+        "Ġsal",
+        "t"
+      ],
+      [
+        "Ġmis",
+        "erable"
+      ],
+      [
+        "Ġc",
+        "ord"
+      ],
+      [
+        "Ġd",
+        "ess"
+      ],
+      [
+        "Ġre",
+        "fused"
+      ],
+      [
+        "Ġsc",
+        "reen"
+      ],
+      [
+        "ĠD",
+        "an"
+      ],
+      [
+        "Ġstr",
+        "ugg"
+      ],
+      [
+        "Ġneed",
+        "le"
+      ],
+      [
+        "Ġbear",
+        "s"
+      ],
+      [
+        "ĠAnd",
+        "y"
+      ],
+      [
+        "Ġhead",
+        "ed"
+      ],
+      [
+        "Ġstick",
+        "y"
+      ],
+      [
+        "Ġfree",
+        "z"
+      ],
+      [
+        "Ġzoom",
+        "ed"
+      ],
+      [
+        "Ġimag",
+        "ined"
+      ],
+      [
+        "Ġmed",
+        "al"
+      ],
+      [
+        "Ġmagn",
+        "et"
+      ],
+      [
+        "rec",
+        "i"
+      ],
+      [
+        "Ġobs",
+        "er"
+      ],
+      [
+        "Ġ",
+        "er"
+      ],
+      [
+        "Ġli",
+        "ves"
+      ],
+      [
+        "ĠA",
+        "l"
+      ],
+      [
+        "ĠP",
+        "at"
+      ],
+      [
+        "Ġapp",
+        "reci"
+      ],
+      [
+        "ass",
+        "es"
+      ],
+      [
+        "Ġsail",
+        "or"
+      ],
+      [
+        "Ġminut",
+        "e"
+      ],
+      [
+        "Ġfisher",
+        "man"
+      ],
+      [
+        "v",
+        "ision"
+      ],
+      [
+        "Ġr",
+        "at"
+      ],
+      [
+        "al",
+        "ed"
+      ],
+      [
+        "Ġbr",
+        "us"
+      ],
+      [
+        "Ġch",
+        "ance"
+      ],
+      [
+        "Ġpo",
+        "st"
+      ],
+      [
+        "Ġsun",
+        "gl"
+      ],
+      [
+        "Ġche",
+        "ek"
+      ],
+      [
+        "ree",
+        "ze"
+      ],
+      [
+        "Ġde",
+        "af"
+      ],
+      [
+        "Ġru",
+        "les"
+      ],
+      [
+        "Ġfrog",
+        "s"
+      ],
+      [
+        "Ġair",
+        "pl"
+      ],
+      [
+        "ĠGo",
+        "d"
+      ],
+      [
+        "Ġstrawber",
+        "ry"
+      ],
+      [
+        "Ġsle",
+        "pt"
+      ],
+      [
+        "Ġliz",
+        "ard"
+      ],
+      [
+        "Ġsungl",
+        "asses"
+      ],
+      [
+        "Ġl",
+        "uck"
+      ],
+      [
+        "Ġin",
+        "f"
+      ],
+      [
+        "Ġbe",
+        "ep"
+      ],
+      [
+        "ĠB",
+        "unny"
+      ],
+      [
+        "Ġme",
+        "as"
+      ],
+      [
+        "Ġro",
+        "d"
+      ],
+      [
+        "Ġor",
+        "der"
+      ],
+      [
+        "Ġrest",
+        "less"
+      ],
+      [
+        "Ġsand",
+        "box"
+      ],
+      [
+        "Ġmess",
+        "age"
+      ],
+      [
+        "ĠJoe",
+        "y"
+      ],
+      [
+        "Ġcomp",
+        "let"
+      ],
+      [
+        "Ġatt",
+        "ract"
+      ],
+      [
+        "Ġgold",
+        "en"
+      ],
+      [
+        "Gra",
+        "ndma"
+      ],
+      [
+        "Ġpil",
+        "ot"
+      ],
+      [
+        "Ġpor",
+        "ch"
+      ],
+      [
+        "L",
+        "ittle"
+      ],
+      [
+        "l",
+        "er"
+      ],
+      [
+        "s",
+        "es"
+      ]
+    ]
+  }
+}
\ No newline at end of file
diff --git a/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-3000/tokenizer_config.json b/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-3000/tokenizer_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..f1578d3b6947e13e4001d559b79d4944be52b9c1
--- /dev/null
+++ b/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-3000/tokenizer_config.json
@@ -0,0 +1,13 @@
+{
+  "add_prefix_space": false,
+  "backend": "tokenizers",
+  "bos_token": "<|endoftext|>",
+  "eos_token": "<|endoftext|>",
+  "errors": "replace",
+  "is_local": false,
+  "local_files_only": false,
+  "model_max_length": 1024,
+  "pad_token": "<|endoftext|>",
+  "tokenizer_class": "GPT2Tokenizer",
+  "unk_token": "<|endoftext|>"
+}
diff --git a/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-3000/trainer_state.json b/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-3000/trainer_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..677f2976993b6cd4051282649eaf80602dd9d620
--- /dev/null
+++ b/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-3000/trainer_state.json
@@ -0,0 +1,1100 @@
+{
+  "best_global_step": null,
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 0.20222446916076844,
+  "eval_steps": 2498,
+  "global_step": 3000,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.0013481631277384564,
+      "grad_norm": 2.078125,
+      "learning_rate": 2.66e-05,
+      "loss": 8.299579620361328,
+      "step": 20
+    },
+    {
+      "epoch": 0.002696326255476913,
+      "grad_norm": 1.359375,
+      "learning_rate": 5.46e-05,
+      "loss": 8.047666931152344,
+      "step": 40
+    },
+    {
+      "epoch": 0.004044489383215369,
+      "grad_norm": 1.2734375,
+      "learning_rate": 8.259999999999999e-05,
+      "loss": 7.838191986083984,
+      "step": 60
+    },
+    {
+      "epoch": 0.005392652510953826,
+      "grad_norm": 1.265625,
+      "learning_rate": 0.0001106,
+      "loss": 7.57310791015625,
+      "step": 80
+    },
+    {
+      "epoch": 0.006740815638692282,
+      "grad_norm": 1.1953125,
+      "learning_rate": 0.0001386,
+      "loss": 7.233531951904297,
+      "step": 100
+    },
+    {
+      "epoch": 0.008088978766430738,
+      "grad_norm": 1.1328125,
+      "learning_rate": 0.00016659999999999998,
+      "loss": 6.860941314697266,
+      "step": 120
+    },
+    {
+      "epoch": 0.009437141894169195,
+      "grad_norm": 0.95703125,
+      "learning_rate": 0.00019460000000000001,
+      "loss": 6.51712646484375,
+      "step": 140
+    },
+    {
+      "epoch": 0.010785305021907651,
+      "grad_norm": 0.81640625,
+      "learning_rate": 0.0002226,
+      "loss": 6.234881591796875,
+      "step": 160
+    },
+    {
+      "epoch": 0.012133468149646108,
+      "grad_norm": 0.73828125,
+      "learning_rate": 0.00025059999999999997,
+      "loss": 6.024795913696289,
+      "step": 180
+    },
+    {
+      "epoch": 0.013481631277384564,
+      "grad_norm": 1.0390625,
+      "learning_rate": 0.0002786,
+      "loss": 5.837321472167969,
+      "step": 200
+    },
+    {
+      "epoch": 0.01482979440512302,
+      "grad_norm": 0.63671875,
+      "learning_rate": 0.00030659999999999997,
+      "loss": 5.647708129882813,
+      "step": 220
+    },
+    {
+      "epoch": 0.016177957532861477,
+      "grad_norm": 0.8984375,
+      "learning_rate": 0.0003346,
+      "loss": 5.43688735961914,
+      "step": 240
+    },
+    {
+      "epoch": 0.01752612066059993,
+      "grad_norm": 0.77734375,
+      "learning_rate": 0.00036260000000000003,
+      "loss": 5.210599517822265,
+      "step": 260
+    },
+    {
+      "epoch": 0.01887428378833839,
+      "grad_norm": 0.890625,
+      "learning_rate": 0.0003906,
+      "loss": 4.956959533691406,
+      "step": 280
+    },
+    {
+      "epoch": 0.020222446916076844,
+      "grad_norm": 0.84765625,
+      "learning_rate": 0.0004186,
+      "loss": 4.726874160766601,
+      "step": 300
+    },
+    {
+      "epoch": 0.021570610043815303,
+      "grad_norm": 0.87890625,
+      "learning_rate": 0.0004466,
+      "loss": 4.527945327758789,
+      "step": 320
+    },
+    {
+      "epoch": 0.022918773171553757,
+      "grad_norm": 1.3515625,
+      "learning_rate": 0.00047460000000000004,
+      "loss": 4.3517810821533205,
+      "step": 340
+    },
+    {
+      "epoch": 0.024266936299292215,
+      "grad_norm": 0.76171875,
+      "learning_rate": 0.0005026,
+      "loss": 4.212622451782226,
+      "step": 360
+    },
+    {
+      "epoch": 0.02561509942703067,
+      "grad_norm": 0.6640625,
+      "learning_rate": 0.0005306,
+      "loss": 4.076633453369141,
+      "step": 380
+    },
+    {
+      "epoch": 0.026963262554769128,
+      "grad_norm": 0.498046875,
+      "learning_rate": 0.0005586,
+      "loss": 3.9346649169921877,
+      "step": 400
+    },
+    {
+      "epoch": 0.028311425682507583,
+      "grad_norm": 0.85546875,
+      "learning_rate": 0.0005866,
+      "loss": 3.8310710906982424,
+      "step": 420
+    },
+    {
+      "epoch": 0.02965958881024604,
+      "grad_norm": 0.59375,
+      "learning_rate": 0.0006146,
+      "loss": 3.7676155090332033,
+      "step": 440
+    },
+    {
+      "epoch": 0.031007751937984496,
+      "grad_norm": 0.6171875,
+      "learning_rate": 0.0006426,
+      "loss": 3.6599285125732424,
+      "step": 460
+    },
+    {
+      "epoch": 0.032355915065722954,
+      "grad_norm": 0.5546875,
+      "learning_rate": 0.0006705999999999999,
+      "loss": 3.5886669158935547,
+      "step": 480
+    },
+    {
+      "epoch": 0.03370407819346141,
+      "grad_norm": 0.546875,
+      "learning_rate": 0.0006986,
+      "loss": 3.512950134277344,
+      "step": 500
+    },
+    {
+      "epoch": 0.03505224132119986,
+      "grad_norm": 0.53125,
+      "learning_rate": 0.0007,
+      "loss": 3.444244384765625,
+      "step": 520
+    },
+    {
+      "epoch": 0.03640040444893832,
+      "grad_norm": 0.5078125,
+      "learning_rate": 0.0007,
+      "loss": 3.369425964355469,
+      "step": 540
+    },
+    {
+      "epoch": 0.03774856757667678,
+      "grad_norm": 0.5625,
+      "learning_rate": 0.0007,
+      "loss": 3.318771743774414,
+      "step": 560
+    },
+    {
+      "epoch": 0.03909673070441524,
+      "grad_norm": 0.470703125,
+      "learning_rate": 0.0007,
+      "loss": 3.2595756530761717,
+      "step": 580
+    },
+    {
+      "epoch": 0.04044489383215369,
+      "grad_norm": 0.53125,
+      "learning_rate": 0.0007,
+      "loss": 3.2241649627685547,
+      "step": 600
+    },
+    {
+      "epoch": 0.04179305695989215,
+      "grad_norm": 0.484375,
+      "learning_rate": 0.0007,
+      "loss": 3.1619989395141603,
+      "step": 620
+    },
+    {
+      "epoch": 0.043141220087630605,
+      "grad_norm": 0.5625,
+      "learning_rate": 0.0007,
+      "loss": 3.14036865234375,
+      "step": 640
+    },
+    {
+      "epoch": 0.044489383215369056,
+      "grad_norm": 0.41796875,
+      "learning_rate": 0.0007,
+      "loss": 3.083884620666504,
+      "step": 660
+    },
+    {
+      "epoch": 0.045837546343107514,
+      "grad_norm": 0.451171875,
+      "learning_rate": 0.0007,
+      "loss": 3.0591588973999024,
+      "step": 680
+    },
+    {
+      "epoch": 0.04718570947084597,
+      "grad_norm": 0.423828125,
+      "learning_rate": 0.0007,
+      "loss": 3.015497016906738,
+      "step": 700
+    },
+    {
+      "epoch": 0.04853387259858443,
+      "grad_norm": 0.41796875,
+      "learning_rate": 0.0007,
+      "loss": 2.9805700302124025,
+      "step": 720
+    },
+    {
+      "epoch": 0.04988203572632288,
+      "grad_norm": 0.46875,
+      "learning_rate": 0.0007,
+      "loss": 2.9426918029785156,
+      "step": 740
+    },
+    {
+      "epoch": 0.05123019885406134,
+      "grad_norm": 0.46484375,
+      "learning_rate": 0.0007,
+      "loss": 2.9274158477783203,
+      "step": 760
+    },
+    {
+      "epoch": 0.0525783619817998,
+      "grad_norm": 0.421875,
+      "learning_rate": 0.0007,
+      "loss": 2.931459426879883,
+      "step": 780
+    },
+    {
+      "epoch": 0.053926525109538256,
+      "grad_norm": 0.486328125,
+      "learning_rate": 0.0007,
+      "loss": 2.877642059326172,
+      "step": 800
+    },
+    {
+      "epoch": 0.05527468823727671,
+      "grad_norm": 0.40234375,
+      "learning_rate": 0.0007,
+      "loss": 2.8646697998046875,
+      "step": 820
+    },
+    {
+      "epoch": 0.056622851365015166,
+      "grad_norm": 0.451171875,
+      "learning_rate": 0.0007,
+      "loss": 2.8328128814697267,
+      "step": 840
+    },
+    {
+      "epoch": 0.057971014492753624,
+      "grad_norm": 0.396484375,
+      "learning_rate": 0.0007,
+      "loss": 2.790274429321289,
+      "step": 860
+    },
+    {
+      "epoch": 0.05931917762049208,
+      "grad_norm": 0.423828125,
+      "learning_rate": 0.0007,
+      "loss": 2.7668125152587892,
+      "step": 880
+    },
+    {
+      "epoch": 0.06066734074823053,
+      "grad_norm": 0.427734375,
+      "learning_rate": 0.0007,
+      "loss": 2.7516881942749025,
+      "step": 900
+    },
+    {
+      "epoch": 0.06201550387596899,
+      "grad_norm": 0.42578125,
+      "learning_rate": 0.0007,
+      "loss": 2.722590446472168,
+      "step": 920
+    },
+    {
+      "epoch": 0.06336366700370745,
+      "grad_norm": 0.4375,
+      "learning_rate": 0.0007,
+      "loss": 2.708496856689453,
+      "step": 940
+    },
+    {
+      "epoch": 0.06471183013144591,
+      "grad_norm": 0.400390625,
+      "learning_rate": 0.0007,
+      "loss": 2.681654930114746,
+      "step": 960
+    },
+    {
+      "epoch": 0.06605999325918437,
+      "grad_norm": 0.396484375,
+      "learning_rate": 0.0007,
+      "loss": 2.6650571823120117,
+      "step": 980
+    },
+    {
+      "epoch": 0.06740815638692282,
+      "grad_norm": 0.41015625,
+      "learning_rate": 0.0007,
+      "loss": 2.6637720108032226,
+      "step": 1000
+    },
+    {
+      "epoch": 0.06875631951466127,
+      "grad_norm": 0.396484375,
+      "learning_rate": 0.0007,
+      "loss": 2.6311159133911133,
+      "step": 1020
+    },
+    {
+      "epoch": 0.07010448264239973,
+      "grad_norm": 0.408203125,
+      "learning_rate": 0.0007,
+      "loss": 2.615707015991211,
+      "step": 1040
+    },
+    {
+      "epoch": 0.07145264577013818,
+      "grad_norm": 0.404296875,
+      "learning_rate": 0.0007,
+      "loss": 2.6003103256225586,
+      "step": 1060
+    },
+    {
+      "epoch": 0.07280080889787664,
+      "grad_norm": 0.41015625,
+      "learning_rate": 0.0007,
+      "loss": 2.581348991394043,
+      "step": 1080
+    },
+    {
+      "epoch": 0.0741489720256151,
+      "grad_norm": 0.404296875,
+      "learning_rate": 0.0007,
+      "loss": 2.574792671203613,
+      "step": 1100
+    },
+    {
+      "epoch": 0.07549713515335356,
+      "grad_norm": 0.384765625,
+      "learning_rate": 0.0007,
+      "loss": 2.538400650024414,
+      "step": 1120
+    },
+    {
+      "epoch": 0.07684529828109202,
+      "grad_norm": 0.41796875,
+      "learning_rate": 0.0007,
+      "loss": 2.5249162673950196,
+      "step": 1140
+    },
+    {
+      "epoch": 0.07819346140883048,
+      "grad_norm": 0.404296875,
+      "learning_rate": 0.0007,
+      "loss": 2.5237232208251954,
+      "step": 1160
+    },
+    {
+      "epoch": 0.07954162453656892,
+      "grad_norm": 0.396484375,
+      "learning_rate": 0.0007,
+      "loss": 2.517318344116211,
+      "step": 1180
+    },
+    {
+      "epoch": 0.08088978766430738,
+      "grad_norm": 0.41796875,
+      "learning_rate": 0.0007,
+      "loss": 2.507699203491211,
+      "step": 1200
+    },
+    {
+      "epoch": 0.08223795079204584,
+      "grad_norm": 0.3828125,
+      "learning_rate": 0.0007,
+      "loss": 2.4932661056518555,
+      "step": 1220
+    },
+    {
+      "epoch": 0.0835861139197843,
+      "grad_norm": 0.365234375,
+      "learning_rate": 0.0007,
+      "loss": 2.4781061172485352,
+      "step": 1240
+    },
+    {
+      "epoch": 0.08493427704752275,
+      "grad_norm": 0.388671875,
+      "learning_rate": 0.0007,
+      "loss": 2.465612030029297,
+      "step": 1260
+    },
+    {
+      "epoch": 0.08628244017526121,
+      "grad_norm": 0.41796875,
+      "learning_rate": 0.0007,
+      "loss": 2.4463497161865235,
+      "step": 1280
+    },
+    {
+      "epoch": 0.08763060330299967,
+      "grad_norm": 0.390625,
+      "learning_rate": 0.0007,
+      "loss": 2.4374414443969727,
+      "step": 1300
+    },
+    {
+      "epoch": 0.08897876643073811,
+      "grad_norm": 0.35546875,
+      "learning_rate": 0.0007,
+      "loss": 2.4308101654052736,
+      "step": 1320
+    },
+    {
+      "epoch": 0.09032692955847657,
+      "grad_norm": 0.40234375,
+      "learning_rate": 0.0007,
+      "loss": 2.416130256652832,
+      "step": 1340
+    },
+    {
+      "epoch": 0.09167509268621503,
+      "grad_norm": 0.4296875,
+      "learning_rate": 0.0007,
+      "loss": 2.41524600982666,
+      "step": 1360
+    },
+    {
+      "epoch": 0.09302325581395349,
+      "grad_norm": 0.359375,
+      "learning_rate": 0.0007,
+      "loss": 2.392221450805664,
+      "step": 1380
+    },
+    {
+      "epoch": 0.09437141894169195,
+      "grad_norm": 0.373046875,
+      "learning_rate": 0.0007,
+      "loss": 2.383866310119629,
+      "step": 1400
+    },
+    {
+      "epoch": 0.0957195820694304,
+      "grad_norm": 0.396484375,
+      "learning_rate": 0.0007,
+      "loss": 2.394974708557129,
+      "step": 1420
+    },
+    {
+      "epoch": 0.09706774519716886,
+      "grad_norm": 0.396484375,
+      "learning_rate": 0.0007,
+      "loss": 2.3713239669799804,
+      "step": 1440
+    },
+    {
+      "epoch": 0.09841590832490732,
+      "grad_norm": 0.37109375,
+      "learning_rate": 0.0007,
+      "loss": 2.3597253799438476,
+      "step": 1460
+    },
+    {
+      "epoch": 0.09976407145264576,
+      "grad_norm": 0.34765625,
+      "learning_rate": 0.0007,
+      "loss": 2.3452421188354493,
+      "step": 1480
+    },
+    {
+      "epoch": 0.10111223458038422,
+      "grad_norm": 0.376953125,
+      "learning_rate": 0.0007,
+      "loss": 2.3336454391479493,
+      "step": 1500
+    },
+    {
+      "epoch": 0.10246039770812268,
+      "grad_norm": 0.39453125,
+      "learning_rate": 0.0007,
+      "loss": 2.3358110427856444,
+      "step": 1520
+    },
+    {
+      "epoch": 0.10380856083586114,
+      "grad_norm": 0.40625,
+      "learning_rate": 0.0007,
+      "loss": 2.324386787414551,
+      "step": 1540
+    },
+    {
+      "epoch": 0.1051567239635996,
+      "grad_norm": 0.376953125,
+      "learning_rate": 0.0007,
+      "loss": 2.313844108581543,
+      "step": 1560
+    },
+    {
+      "epoch": 0.10650488709133805,
+      "grad_norm": 0.349609375,
+      "learning_rate": 0.0007,
+      "loss": 2.3294256210327147,
+      "step": 1580
+    },
+    {
+      "epoch": 0.10785305021907651,
+      "grad_norm": 0.40234375,
+      "learning_rate": 0.0007,
+      "loss": 2.297942352294922,
+      "step": 1600
+    },
+    {
+      "epoch": 0.10920121334681497,
+      "grad_norm": 0.357421875,
+      "learning_rate": 0.0007,
+      "loss": 2.296767997741699,
+      "step": 1620
+    },
+    {
+      "epoch": 0.11054937647455342,
+      "grad_norm": 0.37890625,
+      "learning_rate": 0.0007,
+      "loss": 2.3081844329833983,
+      "step": 1640
+    },
+    {
+      "epoch": 0.11189753960229187,
+      "grad_norm": 0.35546875,
+      "learning_rate": 0.0007,
+      "loss": 2.2883626937866213,
+      "step": 1660
+    },
+    {
+      "epoch": 0.11324570273003033,
+      "grad_norm": 0.375,
+      "learning_rate": 0.0007,
+      "loss": 2.272566223144531,
+      "step": 1680
+    },
+    {
+      "epoch": 0.11459386585776879,
+      "grad_norm": 0.373046875,
+      "learning_rate": 0.0007,
+      "loss": 2.281250762939453,
+      "step": 1700
+    },
+    {
+      "epoch": 0.11594202898550725,
+      "grad_norm": 0.41796875,
+      "learning_rate": 0.0007,
+      "loss": 2.257417106628418,
+      "step": 1720
+    },
+    {
+      "epoch": 0.1172901921132457,
+      "grad_norm": 0.365234375,
+      "learning_rate": 0.0007,
+      "loss": 2.2473636627197267,
+      "step": 1740
+    },
+    {
+      "epoch": 0.11863835524098416,
+      "grad_norm": 0.380859375,
+      "learning_rate": 0.0007,
+      "loss": 2.253912925720215,
+      "step": 1760
+    },
+    {
+      "epoch": 0.11998651836872262,
+      "grad_norm": 0.3515625,
+      "learning_rate": 0.0007,
+      "loss": 2.2672780990600585,
+      "step": 1780
+    },
+    {
+      "epoch": 0.12133468149646107,
+      "grad_norm": 0.3671875,
+      "learning_rate": 0.0007,
+      "loss": 2.261806106567383,
+      "step": 1800
+    },
+    {
+      "epoch": 0.12268284462419952,
+      "grad_norm": 0.375,
+      "learning_rate": 0.0007,
+      "loss": 2.2513105392456056,
+      "step": 1820
+    },
+    {
+      "epoch": 0.12403100775193798,
+      "grad_norm": 0.369140625,
+      "learning_rate": 0.0007,
+      "loss": 2.2201774597167967,
+      "step": 1840
+    },
+    {
+      "epoch": 0.12537917087967643,
+      "grad_norm": 0.35546875,
+      "learning_rate": 0.0007,
+      "loss": 2.2213924407958983,
+      "step": 1860
+    },
+    {
+      "epoch": 0.1267273340074149,
+      "grad_norm": 0.361328125,
+      "learning_rate": 0.0007,
+      "loss": 2.21158447265625,
+      "step": 1880
+    },
+    {
+      "epoch": 0.12807549713515334,
+      "grad_norm": 0.357421875,
+      "learning_rate": 0.0007,
+      "loss": 2.218313217163086,
+      "step": 1900
+    },
+    {
+      "epoch": 0.12942366026289182,
+      "grad_norm": 0.361328125,
+      "learning_rate": 0.0007,
+      "loss": 2.1961637496948243,
+      "step": 1920
+    },
+    {
+      "epoch": 0.13077182339063026,
+      "grad_norm": 0.369140625,
+      "learning_rate": 0.0007,
+      "loss": 2.2057926177978517,
+      "step": 1940
+    },
+    {
+      "epoch": 0.13211998651836873,
+      "grad_norm": 0.345703125,
+      "learning_rate": 0.0007,
+      "loss": 2.181648826599121,
+      "step": 1960
+    },
+    {
+      "epoch": 0.13346814964610718,
+      "grad_norm": 0.380859375,
+      "learning_rate": 0.0007,
+      "loss": 2.203908920288086,
+      "step": 1980
+    },
+    {
+      "epoch": 0.13481631277384565,
+      "grad_norm": 0.341796875,
+      "learning_rate": 0.0007,
+      "loss": 2.1758956909179688,
+      "step": 2000
+    },
+    {
+      "epoch": 0.1361644759015841,
+      "grad_norm": 0.35546875,
+      "learning_rate": 0.0007,
+      "loss": 2.185748481750488,
+      "step": 2020
+    },
+    {
+      "epoch": 0.13751263902932254,
+      "grad_norm": 0.41796875,
+      "learning_rate": 0.0007,
+      "loss": 2.165380668640137,
+      "step": 2040
+    },
+    {
+      "epoch": 0.138860802157061,
+      "grad_norm": 0.3515625,
+      "learning_rate": 0.0007,
+      "loss": 2.1852161407470705,
+      "step": 2060
+    },
+    {
+      "epoch": 0.14020896528479945,
+      "grad_norm": 0.34765625,
+      "learning_rate": 0.0007,
+      "loss": 2.160782051086426,
+      "step": 2080
+    },
+    {
+      "epoch": 0.14155712841253792,
+      "grad_norm": 0.337890625,
+      "learning_rate": 0.0007,
+      "loss": 2.152023124694824,
+      "step": 2100
+    },
+    {
+      "epoch": 0.14290529154027637,
+      "grad_norm": 0.359375,
+      "learning_rate": 0.0007,
+      "loss": 2.160308837890625,
+      "step": 2120
+    },
+    {
+      "epoch": 0.14425345466801484,
+      "grad_norm": 0.34765625,
+      "learning_rate": 0.0007,
+      "loss": 2.1609643936157226,
+      "step": 2140
+    },
+    {
+      "epoch": 0.14560161779575329,
+      "grad_norm": 0.357421875,
+      "learning_rate": 0.0007,
+      "loss": 2.1475265502929686,
+      "step": 2160
+    },
+    {
+      "epoch": 0.14694978092349173,
+      "grad_norm": 0.345703125,
+      "learning_rate": 0.0007,
+      "loss": 2.155929183959961,
+      "step": 2180
+    },
+    {
+      "epoch": 0.1482979440512302,
+      "grad_norm": 0.341796875,
+      "learning_rate": 0.0007,
+      "loss": 2.1293373107910156,
+      "step": 2200
+    },
+    {
+      "epoch": 0.14964610717896865,
+      "grad_norm": 0.35546875,
+      "learning_rate": 0.0007,
+      "loss": 2.137188720703125,
+      "step": 2220
+    },
+    {
+      "epoch": 0.15099427030670712,
+      "grad_norm": 0.345703125,
+      "learning_rate": 0.0007,
+      "loss": 2.1462854385375976,
+      "step": 2240
+    },
+    {
+      "epoch": 0.15234243343444556,
+      "grad_norm": 0.365234375,
+      "learning_rate": 0.0007,
+      "loss": 2.1255794525146485,
+      "step": 2260
+    },
+    {
+      "epoch": 0.15369059656218403,
+      "grad_norm": 0.33984375,
+      "learning_rate": 0.0007,
+      "loss": 2.1365018844604493,
+      "step": 2280
+    },
+    {
+      "epoch": 0.15503875968992248,
+      "grad_norm": 0.337890625,
+      "learning_rate": 0.0007,
+      "loss": 2.1164464950561523,
+      "step": 2300
+    },
+    {
+      "epoch": 0.15638692281766095,
+      "grad_norm": 0.361328125,
+      "learning_rate": 0.0007,
+      "loss": 2.127320671081543,
+      "step": 2320
+    },
+    {
+      "epoch": 0.1577350859453994,
+      "grad_norm": 0.3359375,
+      "learning_rate": 0.0007,
+      "loss": 2.117641067504883,
+      "step": 2340
+    },
+    {
+      "epoch": 0.15908324907313784,
+      "grad_norm": 0.357421875,
+      "learning_rate": 0.0007,
+      "loss": 2.119377326965332,
+      "step": 2360
+    },
+    {
+      "epoch": 0.1604314122008763,
+      "grad_norm": 0.33203125,
+      "learning_rate": 0.0007,
+      "loss": 2.121909332275391,
+      "step": 2380
+    },
+    {
+      "epoch": 0.16177957532861476,
+      "grad_norm": 0.361328125,
+      "learning_rate": 0.0007,
+      "loss": 2.10235538482666,
+      "step": 2400
+    },
+    {
+      "epoch": 0.16312773845635323,
+      "grad_norm": 0.353515625,
+      "learning_rate": 0.0007,
+      "loss": 2.1056692123413088,
+      "step": 2420
+    },
+    {
+      "epoch": 0.16447590158409167,
+      "grad_norm": 0.3359375,
+      "learning_rate": 0.0007,
+      "loss": 2.093578910827637,
+      "step": 2440
+    },
+    {
+      "epoch": 0.16582406471183014,
+      "grad_norm": 0.337890625,
+      "learning_rate": 0.0007,
+      "loss": 2.1059795379638673,
+      "step": 2460
+    },
+    {
+      "epoch": 0.1671722278395686,
+      "grad_norm": 0.361328125,
+      "learning_rate": 0.0007,
+      "loss": 2.106010627746582,
+      "step": 2480
+    },
+    {
+      "epoch": 0.1683855746545332,
+      "eval_loss": 2.100916624069214,
+      "eval_runtime": 15.3711,
+      "eval_samples_per_second": 619.799,
+      "eval_steps_per_second": 0.651,
+      "step": 2498
+    },
+    {
+      "epoch": 0.16852039096730703,
+      "grad_norm": 0.33984375,
+      "learning_rate": 0.0007,
+      "loss": 2.087843322753906,
+      "step": 2500
+    },
+    {
+      "epoch": 0.16852039096730703,
+      "eval_loss": 2.1001250743865967,
+      "eval_runtime": 18.4156,
+      "eval_samples_per_second": 517.335,
+      "eval_steps_per_second": 0.543,
+      "step": 2500
+    },
+    {
+      "epoch": 0.1698685540950455,
+      "grad_norm": 20840448.0,
+      "learning_rate": 3.4200000000000005e-05,
+      "loss": 2.092716407775879,
+      "step": 2520
+    },
+    {
+      "epoch": 0.17121671722278395,
+      "grad_norm": 22937600.0,
+      "learning_rate": 7.020000000000001e-05,
+      "loss": 2.106246566772461,
+      "step": 2540
+    },
+    {
+      "epoch": 0.17256488035052242,
+      "grad_norm": 116391936.0,
+      "learning_rate": 9e-05,
+      "loss": 3.2435539245605467,
+      "step": 2560
+    },
+    {
+      "epoch": 0.17391304347826086,
+      "grad_norm": 283115520.0,
+      "learning_rate": 9e-05,
+      "loss": 7.010993957519531,
+      "step": 2580
+    },
+    {
+      "epoch": 0.17526120660599934,
+      "grad_norm": 583008256.0,
+      "learning_rate": 9e-05,
+      "loss": 7.576824188232422,
+      "step": 2600
+    },
+    {
+      "epoch": 0.17660936973373778,
+      "grad_norm": 998244352.0,
+      "learning_rate": 9e-05,
+      "loss": 7.7992095947265625,
+      "step": 2620
+    },
+    {
+      "epoch": 0.17795753286147623,
+      "grad_norm": 1501560832.0,
+      "learning_rate": 9e-05,
+      "loss": 7.901728820800781,
+      "step": 2640
+    },
+    {
+      "epoch": 0.1793056959892147,
+      "grad_norm": 2055208960.0,
+      "learning_rate": 9e-05,
+      "loss": 7.956874847412109,
+      "step": 2660
+    },
+    {
+      "epoch": 0.18065385911695314,
+      "grad_norm": 2650800128.0,
+      "learning_rate": 9e-05,
+      "loss": 7.995229339599609,
+      "step": 2680
+    },
+    {
+      "epoch": 0.1820020222446916,
+      "grad_norm": 3288334336.0,
+      "learning_rate": 9e-05,
+      "loss": 8.019290161132812,
+      "step": 2700
+    },
+    {
+      "epoch": 0.18335018537243006,
+      "grad_norm": 3942645760.0,
+      "learning_rate": 9e-05,
+      "loss": 8.043710327148437,
+      "step": 2720
+    },
+    {
+      "epoch": 0.18469834850016853,
+      "grad_norm": 4630511616.0,
+      "learning_rate": 9e-05,
+      "loss": 8.043434143066406,
+      "step": 2740
+    },
+    {
+      "epoch": 0.18604651162790697,
+      "grad_norm": 5301600256.0,
+      "learning_rate": 9e-05,
+      "loss": 8.049758911132812,
+      "step": 2760
+    },
+    {
+      "epoch": 0.18739467475564545,
+      "grad_norm": 5972688896.0,
+      "learning_rate": 9e-05,
+      "loss": 8.061854553222656,
+      "step": 2780
+    },
+    {
+      "epoch": 0.1887428378833839,
+      "grad_norm": 6643777536.0,
+      "learning_rate": 9e-05,
+      "loss": 8.073146057128906,
+      "step": 2800
+    },
+    {
+      "epoch": 0.19009100101112233,
+      "grad_norm": 7281311744.0,
+      "learning_rate": 9e-05,
+      "loss": 8.076551818847657,
+      "step": 2820
+    },
+    {
+      "epoch": 0.1914391641388608,
+      "grad_norm": 7918845952.0,
+      "learning_rate": 9e-05,
+      "loss": 8.078580474853515,
+      "step": 2840
+    },
+    {
+      "epoch": 0.19278732726659925,
+      "grad_norm": 8556380160.0,
+      "learning_rate": 9e-05,
+      "loss": 8.073567199707032,
+      "step": 2860
+    },
+    {
+      "epoch": 0.19413549039433772,
+      "grad_norm": 9126805504.0,
+      "learning_rate": 9e-05,
+      "loss": 8.08355941772461,
+      "step": 2880
+    },
+    {
+      "epoch": 0.19548365352207617,
+      "grad_norm": 9730785280.0,
+      "learning_rate": 9e-05,
+      "loss": 8.085595703125,
+      "step": 2900
+    },
+    {
+      "epoch": 0.19683181664981464,
+      "grad_norm": 10267656192.0,
+      "learning_rate": 9e-05,
+      "loss": 8.09107666015625,
+      "step": 2920
+    },
+    {
+      "epoch": 0.19817997977755308,
+      "grad_norm": 10804527104.0,
+      "learning_rate": 9e-05,
+      "loss": 8.093254089355469,
+      "step": 2940
+    },
+    {
+      "epoch": 0.19952814290529153,
+      "grad_norm": 11341398016.0,
+      "learning_rate": 9e-05,
+      "loss": 8.094740295410157,
+      "step": 2960
+    },
+    {
+      "epoch": 0.20087630603303,
+      "grad_norm": 11811160064.0,
+      "learning_rate": 9e-05,
+      "loss": 8.100899505615235,
+      "step": 2980
+    },
+    {
+      "epoch": 0.20222446916076844,
+      "grad_norm": 12213813248.0,
+      "learning_rate": 9e-05,
+      "loss": 8.100372314453125,
+      "step": 3000
+    }
+  ],
+  "logging_steps": 20,
+  "max_steps": 3500,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 1,
+  "save_steps": 100,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 9678851407872000.0,
+  "train_batch_size": 64,
+  "trial_name": null,
+  "trial_params": null
+}
diff --git a/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-3000/training_args.bin b/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-3000/training_args.bin
new file mode 100644
index 0000000000000000000000000000000000000000..c1e7646e238287016f463d9c164308eeb61907be
--- /dev/null
+++ b/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-3000/training_args.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:759f687547d62f080b691b398df9dd337d9e21ff107770065591d2088b29bf88
+size 4920
diff --git a/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-3100/config.json b/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-3100/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..ddf778ded4e2e08f20c75fc7d22d4fbdcdda599a
--- /dev/null
+++ b/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-3100/config.json
@@ -0,0 +1,36 @@
+{
+  "activation": "gelu",
+  "architectures": [
+    "TinyLlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 1,
+  "dtype": "bfloat16",
+  "eos_token_id": 2,
+  "head_dim": 32,
+  "hidden_act": "silu",
+  "hidden_size": 128,
+  "initializer_range": 0.02,
+  "intermediate_size": 256,
+  "max_position_embeddings": 512,
+  "mlp_bias": false,
+  "mlp_type": "glu",
+  "model_type": "tiny_llama",
+  "num_attention_heads": 4,
+  "num_hidden_layers": 100,
+  "num_key_value_heads": 4,
+  "pad_token_id": 0,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-06,
+  "rope_parameters": {
+    "rope_theta": 10000.0,
+    "rope_type": "default"
+  },
+  "tie_word_embeddings": true,
+  "tokenizer_name": "w-ahmad/tiny-stories-tokenizer",
+  "transformers_version": "5.16.0.dev0",
+  "use_cache": false,
+  "vocab_size": 4096,
+  "waleed_beta": 4
+}
diff --git a/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-3100/model.safetensors b/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-3100/model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..695fd841bd11890fef5984d8b48f2f056ab4d260
--- /dev/null
+++ b/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-3100/model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc5bbd91ac869535b1b64045e5d36b2cdf13cf8c802dc719e7f456ce2a89c062
+size 33967272
diff --git a/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-3100/optimizer.pt b/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-3100/optimizer.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffd9ad6b2557c68a41e879891a5109d2d1e05077
--- /dev/null
+++ b/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-3100/optimizer.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4973864ab280b7e8794d952ad3f82533c29fccb1d9db6020f6a86b5d69e66d3
+size 39573050
diff --git a/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-3100/rng_state.pth b/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-3100/rng_state.pth
new file mode 100644
index 0000000000000000000000000000000000000000..e29ad0909e8c1afefa182e7ed890fa257c75af25
--- /dev/null
+++ b/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-3100/rng_state.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cf9097d4513154245c48236b6ec5137b7ee2a21c9f58f2cba798ea275c6026f
+size 14244
diff --git a/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-3100/scheduler.pt b/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-3100/scheduler.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9eeafdb3982ff6af92a80d29ba946256bc3b510
--- /dev/null
+++ b/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-3100/scheduler.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9810d1ccc64353d007b5d64784152aae7a20a39b3430ca0793162cf90f4756c6
+size 1064
diff --git a/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-3100/tokenizer.json b/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-3100/tokenizer.json
new file mode 100644
index 0000000000000000000000000000000000000000..4e4e61f2579f8f18013caa72cd48f66b9ed1ad9f
--- /dev/null
+++ b/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-3100/tokenizer.json
@@ -0,0 +1,19501 @@
+{
+  "version": "1.0",
+  "truncation": null,
+  "padding": null,
+  "added_tokens": [
+    {
+      "id": 0,
+      "content": "<|endoftext|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": true
+    }
+  ],
+  "normalizer": null,
+  "pre_tokenizer": {
+    "type": "ByteLevel",
+    "add_prefix_space": false,
+    "trim_offsets": true,
+    "use_regex": true
+  },
+  "post_processor": {
+    "type": "ByteLevel",
+    "add_prefix_space": true,
+    "trim_offsets": false,
+    "use_regex": true
+  },
+  "decoder": {
+    "type": "ByteLevel",
+    "add_prefix_space": true,
+    "trim_offsets": true,
+    "use_regex": true
+  },
+  "model": {
+    "type": "BPE",
+    "dropout": null,
+    "unk_token": null,
+    "continuing_subword_prefix": "",
+    "end_of_word_suffix": "",
+    "fuse_unk": false,
+    "byte_fallback": false,
+    "ignore_merges": false,
+    "vocab": {
+      "<|endoftext|>": 0,
+      "!": 1,
+      "\"": 2,
+      "#": 3,
+      "$": 4,
+      "%": 5,
+      "&": 6,
+      "'": 7,
+      "(": 8,
+      ")": 9,
+      "*": 10,
+      "+": 11,
+      ",": 12,
+      "-": 13,
+      ".": 14,
+      "/": 15,
+      "0": 16,
+      "1": 17,
+      "2": 18,
+      "3": 19,
+      "4": 20,
+      "5": 21,
+      "6": 22,
+      "7": 23,
+      "8": 24,
+      "9": 25,
+      ":": 26,
+      ";": 27,
+      "<": 28,
+      "=": 29,
+      ">": 30,
+      "?": 31,
+      "@": 32,
+      "A": 33,
+      "B": 34,
+      "C": 35,
+      "D": 36,
+      "E": 37,
+      "F": 38,
+      "G": 39,
+      "H": 40,
+      "I": 41,
+      "J": 42,
+      "K": 43,
+      "L": 44,
+      "M": 45,
+      "N": 46,
+      "O": 47,
+      "P": 48,
+      "Q": 49,
+      "R": 50,
+      "S": 51,
+      "T": 52,
+      "U": 53,
+      "V": 54,
+      "W": 55,
+      "X": 56,
+      "Y": 57,
+      "Z": 58,
+      "[": 59,
+      "\\": 60,
+      "]": 61,
+      "^": 62,
+      "_": 63,
+      "`": 64,
+      "a": 65,
+      "b": 66,
+      "c": 67,
+      "d": 68,
+      "e": 69,
+      "f": 70,
+      "g": 71,
+      "h": 72,
+      "i": 73,
+      "j": 74,
+      "k": 75,
+      "l": 76,
+      "m": 77,
+      "n": 78,
+      "o": 79,
+      "p": 80,
+      "q": 81,
+      "r": 82,
+      "s": 83,
+      "t": 84,
+      "u": 85,
+      "v": 86,
+      "w": 87,
+      "x": 88,
+      "y": 89,
+      "z": 90,
+      "{": 91,
+      "|": 92,
+      "}": 93,
+      "~": 94,
+      "¡": 95,
+      "¢": 96,
+      "£": 97,
+      "¤": 98,
+      "¥": 99,
+      "¦": 100,
+      "§": 101,
+      "¨": 102,
+      "©": 103,
+      "ª": 104,
+      "«": 105,
+      "¬": 106,
+      "®": 107,
+      "¯": 108,
+      "°": 109,
+      "±": 110,
+      "²": 111,
+      "³": 112,
+      "´": 113,
+      "µ": 114,
+      "¶": 115,
+      "·": 116,
+      "¸": 117,
+      "¹": 118,
+      "º": 119,
+      "»": 120,
+      "¼": 121,
+      "½": 122,
+      "¾": 123,
+      "¿": 124,
+      "À": 125,
+      "Á": 126,
+      "Â": 127,
+      "Ã": 128,
+      "Ä": 129,
+      "Å": 130,
+      "Æ": 131,
+      "Ç": 132,
+      "È": 133,
+      "É": 134,
+      "Ê": 135,
+      "Ë": 136,
+      "Ì": 137,
+      "Í": 138,
+      "Î": 139,
+      "Ï": 140,
+      "Ð": 141,
+      "Ñ": 142,
+      "Ò": 143,
+      "Ó": 144,
+      "Ô": 145,
+      "Õ": 146,
+      "Ö": 147,
+      "×": 148,
+      "Ø": 149,
+      "Ù": 150,
+      "Ú": 151,
+      "Û": 152,
+      "Ü": 153,
+      "Ý": 154,
+      "Þ": 155,
+      "ß": 156,
+      "à": 157,
+      "á": 158,
+      "â": 159,
+      "ã": 160,
+      "ä": 161,
+      "å": 162,
+      "æ": 163,
+      "ç": 164,
+      "è": 165,
+      "é": 166,
+      "ê": 167,
+      "ë": 168,
+      "ì": 169,
+      "í": 170,
+      "î": 171,
+      "ï": 172,
+      "ð": 173,
+      "ñ": 174,
+      "ò": 175,
+      "ó": 176,
+      "ô": 177,
+      "õ": 178,
+      "ö": 179,
+      "÷": 180,
+      "ø": 181,
+      "ù": 182,
+      "ú": 183,
+      "û": 184,
+      "ü": 185,
+      "ý": 186,
+      "þ": 187,
+      "ÿ": 188,
+      "Ā": 189,
+      "ā": 190,
+      "Ă": 191,
+      "ă": 192,
+      "Ą": 193,
+      "ą": 194,
+      "Ć": 195,
+      "ć": 196,
+      "Ĉ": 197,
+      "ĉ": 198,
+      "Ċ": 199,
+      "ċ": 200,
+      "Č": 201,
+      "č": 202,
+      "Ď": 203,
+      "ď": 204,
+      "Đ": 205,
+      "đ": 206,
+      "Ē": 207,
+      "ē": 208,
+      "Ĕ": 209,
+      "ĕ": 210,
+      "Ė": 211,
+      "ė": 212,
+      "Ę": 213,
+      "ę": 214,
+      "Ě": 215,
+      "ě": 216,
+      "Ĝ": 217,
+      "ĝ": 218,
+      "Ğ": 219,
+      "ğ": 220,
+      "Ġ": 221,
+      "ġ": 222,
+      "Ģ": 223,
+      "ģ": 224,
+      "Ĥ": 225,
+      "ĥ": 226,
+      "Ħ": 227,
+      "ħ": 228,
+      "Ĩ": 229,
+      "ĩ": 230,
+      "Ī": 231,
+      "ī": 232,
+      "Ĭ": 233,
+      "ĭ": 234,
+      "Į": 235,
+      "į": 236,
+      "İ": 237,
+      "ı": 238,
+      "IJ": 239,
+      "ij": 240,
+      "Ĵ": 241,
+      "ĵ": 242,
+      "Ķ": 243,
+      "ķ": 244,
+      "ĸ": 245,
+      "Ĺ": 246,
+      "ĺ": 247,
+      "Ļ": 248,
+      "ļ": 249,
+      "Ľ": 250,
+      "ľ": 251,
+      "Ŀ": 252,
+      "ŀ": 253,
+      "Ł": 254,
+      "ł": 255,
+      "Ń": 256,
+      "he": 257,
+      "Ġt": 258,
+      "Ġa": 259,
+      "Ġs": 260,
+      "Ġw": 261,
+      "nd": 262,
+      "Ġthe": 263,
+      "ed": 264,
+      "Ġand": 265,
+      "Ġto": 266,
+      "Ġb": 267,
+      "in": 268,
+      "Ġh": 269,
+      "Ġwa": 270,
+      "re": 271,
+      "Ġf": 272,
+      "it": 273,
+      "ou": 274,
+      "Ġc": 275,
+      "Ġl": 276,
+      "Ġhe": 277,
+      "Ġd": 278,
+      "er": 279,
+      "Ġwas": 280,
+      "Ġm": 281,
+      "Ġp": 282,
+      "om": 283,
+      "ĠT": 284,
+      "Ġo": 285,
+      "ay": 286,
+      "ar": 287,
+      "ing": 288,
+      "is": 289,
+      "Ġg": 290,
+      "il": 291,
+      "id": 292,
+      "at": 293,
+      "en": 294,
+      "Ġn": 295,
+      "Ġsa": 296,
+      "Ġha": 297,
+      "ĠS": 298,
+      "im": 299,
+      "an": 300,
+      "ĠThe": 301,
+      "or": 302,
+      "on": 303,
+      "Ġit": 304,
+      "Ġth": 305,
+      "ll": 306,
+      "le": 307,
+      "ĠH": 308,
+      "Ġher": 309,
+      "et": 310,
+      "ot": 311,
+      "ir": 312,
+      "ĠShe": 313,
+      "ĠHe": 314,
+      "ver": 315,
+      "es": 316,
+      "Ġin": 317,
+      "ut": 318,
+      "ow": 319,
+      "ck": 320,
+      "Ġe": 321,
+      "Ġu": 322,
+      "ld": 323,
+      "ĠThey": 324,
+      "oo": 325,
+      "ig": 326,
+      "Ġsaid": 327,
+      "am": 328,
+      "ily": 329,
+      "Ġbe": 330,
+      "Ġy": 331,
+      "Ġr": 332,
+      "Ġst": 333,
+      "ce": 334,
+      "Ġshe": 335,
+      "Ġ\"": 336,
+      "pp": 337,
+      "ke": 338,
+      "ith": 339,
+      "On": 340,
+      "ĠI": 341,
+      "Ġwith": 342,
+      "ve": 343,
+      "Lily": 344,
+      "Ġon": 345,
+      "Ġof": 346,
+      "Ġso": 347,
+      "Ġhis": 348,
+      "ked": 349,
+      "ri": 350,
+      "nt": 351,
+      "very": 352,
+      "Ġpl": 353,
+      "Ġday": 354,
+      "ad": 355,
+      "Ġyou": 356,
+      "Ġthat": 357,
+      "Ġup": 358,
+      "Ġhad": 359,
+      "st": 360,
+      "Ġplay": 361,
+      "Ġthey": 362,
+      "ĠLily": 363,
+      "Ġwe": 364,
+      "Ġmom": 365,
+      "my": 366,
+      "Ġfor": 367,
+      "el": 368,
+      "ould": 369,
+      "un": 370,
+      "ĠB": 371,
+      "'s": 372,
+      "itt": 373,
+      "ent": 374,
+      "Ġhapp": 375,
+      "The": 376,
+      "ch": 377,
+      "Ġli": 378,
+      "out": 379,
+      "Ġwant": 380,
+      "Ġsh": 381,
+      "her": 382,
+      "ly": 383,
+      "ime": 384,
+      "ittle": 385,
+      "ound": 386,
+      "Ġvery": 387,
+      "Ġtime": 388,
+      "ome": 389,
+      "Ġlittle": 390,
+      "Ġthere": 391,
+      "se": 392,
+      "Ġdo": 393,
+      "Ġwh": 394,
+      "all": 395,
+      "Ġk": 396,
+      "end": 397,
+      "al": 398,
+      "ht": 399,
+      "Ġne": 400,
+      "Ġre": 401,
+      "Ġnot": 402,
+      "Ġhappy": 403,
+      "ĠĊ": 404,
+      "Ġbig": 405,
+      "ĠM": 406,
+      "Ġbut": 407,
+      "Ġsm": 408,
+      "ack": 409,
+      "Ġsaw": 410,
+      "ĠIt": 411,
+      "Ġas": 412,
+      "Ġan": 413,
+      "ra": 414,
+      "riend": 415,
+      "Ġfriend": 416,
+      "ide": 417,
+      "One": 418,
+      "ry": 419,
+      "'t": 420,
+      "ved": 421,
+      "Ġis": 422,
+      "Once": 423,
+      "ake": 424,
+      ".\"": 425,
+      "Ġwere": 426,
+      "ter": 427,
+      "ug": 428,
+      "Ġloo": 429,
+      "Ġlo": 430,
+      "ore": 431,
+      "ec": 432,
+      "ĠTim": 433,
+      "Ġhim": 434,
+      "Ġbo": 435,
+      "!\"": 436,
+      "Ġtoo": 437,
+      "Ġgo": 438,
+      "Ġupon": 439,
+      "irl": 440,
+      "Ġj": 441,
+      "Ġwanted": 442,
+      "Ġgirl": 443,
+      "Ġse": 444,
+      "Ġout": 445,
+      "ard": 446,
+      "way": 447,
+      "Ġsp": 448,
+      "ill": 449,
+      "ind": 450,
+      "Ġthem": 451,
+      "Ġcould": 452,
+      "fu": 453,
+      "hen": 454,
+      "Ġat": 455,
+      "ur": 456,
+      "Ġdid": 457,
+      "Ġsmil": 458,
+      "Ġtheir": 459,
+      "Ġare": 460,
+      "Ġex": 461,
+      "ĠA": 462,
+      "ain": 463,
+      "Ġwent": 464,
+      "art": 465,
+      "hed": 466,
+      "rom": 467,
+      "ic": 468,
+      "round": 469,
+      "Ġhave": 470,
+      "Ġnam": 471,
+      "lp": 472,
+      "Ġall": 473,
+      "ĠJ": 474,
+      "ful": 475,
+      "Ġkn": 476,
+      "hing": 477,
+      "ood": 478,
+      "Ġhelp": 479,
+      "ight": 480,
+      "Ġfriends": 481,
+      "one": 482,
+      "ark": 483,
+      "Ġback": 484,
+      "um": 485,
+      "Ġcan": 486,
+      "Ġnamed": 487,
+      "Ġcl": 488,
+      "?\"": 489,
+      "Ġfun": 490,
+      "are": 491,
+      "ĠBen": 492,
+      "Ġloved": 493,
+      "Ġal": 494,
+      "elt": 495,
+      "ĠTimmy": 496,
+      "ĠOne": 497,
+      "op": 498,
+      "side": 499,
+      "Ġle": 500,
+      "Ġno": 501,
+      "Ġsc": 502,
+      "ĠTom": 503,
+      "Ġfelt": 504,
+      "oug": 505,
+      "Ġsmiled": 506,
+      "ick": 507,
+      "Ġasked": 508,
+      "You": 509,
+      "Ġtoy": 510,
+      "Ġman": 511,
+      "Ġaround": 512,
+      "ame": 513,
+      "Ġfe": 514,
+      "Ġsay": 515,
+      "Ġboy": 516,
+      "Ġsome": 517,
+      "Ġlooked": 518,
+      "ure": 519,
+      "omet": 520,
+      "Ġbr": 521,
+      "Ġwould": 522,
+      "Ġme": 523,
+      "Ġbir": 524,
+      "Ġlike": 525,
+      "get": 526,
+      "Ġstart": 527,
+      "Ġro": 528,
+      "as": 529,
+      "Ġsee": 530,
+      "ĠW": 531,
+      "ice": 532,
+      "ong": 533,
+      "Ġbird": 534,
+      "Ġsomet": 535,
+      "dd": 536,
+      "Ġwor": 537,
+      "ade": 538,
+      "ie": 539,
+      "king": 540,
+      "Ġag": 541,
+      "own": 542,
+      "Ġtre": 543,
+      "Ġfa": 544,
+      "Ġaway": 545,
+      "Ġwhat": 546,
+      "ings": 547,
+      "Ġstarted": 548,
+      "gether": 549,
+      "Ġran": 550,
+      "â": 551,
+      "âĤ": 552,
+      "âĤ¬": 553,
+      "ared": 554,
+      "Ġmake": 555,
+      "ĠBut": 556,
+      "ited": 557,
+      "if": 558,
+      "oud": 559,
+      "Ġmade": 560,
+      "Ġtogether": 561,
+      "Ġsomething": 562,
+      "Ġexc": 563,
+      "ag": 564,
+      "Ġco": 565,
+      "Ġpark": 566,
+      "Ġnew": 567,
+      "Ġsad": 568,
+      "Ġput": 569,
+      ",\"": 570,
+      "Ġfrom": 571,
+      "ble": 572,
+      "ther": 573,
+      "Ġpr": 574,
+      "Ġmu": 575,
+      "Ġcar": 576,
+      "Ġhome": 577,
+      "ĠYou": 578,
+      "Ġthen": 579,
+      "Ġwhen": 580,
+      "Ġfound": 581,
+      "ell": 582,
+      "Ġother": 583,
+      "Ġagain": 584,
+      "Ġch": 585,
+      "Ġdec": 586,
+      "Ġwho": 587,
+      "Ġla": 588,
+      "ried": 589,
+      "ss": 590,
+      "Ġgood": 591,
+      "Ġhug": 592,
+      "ĠL": 593,
+      "pped": 594,
+      "Ġwal": 595,
+      "ep": 596,
+      "ally": 597,
+      "Ġsays": 598,
+      "Ġfl": 599,
+      "est": 600,
+      "ach": 601,
+      "ĠE": 602,
+      "Ġexcited": 603,
+      "pl": 604,
+      "qu": 605,
+      "ook": 606,
+      "Ġget": 607,
+      "ought": 608,
+      "Ġplaying": 609,
+      "Ġgot": 610,
+      "Ġsw": 611,
+      "ous": 612,
+      "hat": 613,
+      "ny": 614,
+      "ided": 615,
+      "uck": 616,
+      "Ġthings": 617,
+      "Ġevery": 618,
+      "Ġdecided": 619,
+      "Ġcame": 620,
+      "Ġbec": 621,
+      "ave": 622,
+      "ro": 623,
+      "ax": 624,
+      "Ġliked": 625,
+      "Ġdown": 626,
+      "Ġdog": 627,
+      "Ġscared": 628,
+      "Ġv": 629,
+      "udd": 630,
+      "ust": 631,
+      "Ġone": 632,
+      "Ġfind": 633,
+      "Ġbl": 634,
+      "Ġthan": 635,
+      "ĠD": 636,
+      "ouse": 637,
+      "ways": 638,
+      "Ġkne": 639,
+      "Ġdidn": 640,
+      "ap": 641,
+      "Ġmommy": 642,
+      "Ġcare": 643,
+      "Ġalways": 644,
+      "Ġab": 645,
+      "ist": 646,
+      "Ġdad": 647,
+      "Ġfeel": 648,
+      "ara": 649,
+      "bb": 650,
+      "arn": 651,
+      "fe": 652,
+      "Ġyour": 653,
+      "Ġoutside": 654,
+      "ue": 655,
+      "Ġgra": 656,
+      "ant": 657,
+      "Ġke": 658,
+      "ĠMom": 659,
+      "Ġtook": 660,
+      "Ġlot": 661,
+      "nn": 662,
+      "Ġbu": 663,
+      "Ġabout": 664,
+      "ess": 665,
+      "ĠF": 666,
+      "nder": 667,
+      "Ġtree": 668,
+      "eci": 669,
+      "Ġlook": 670,
+      "Ġpo": 671,
+      "Ġmy": 672,
+      "our": 673,
+      "Ġtoys": 674,
+      "ite": 675,
+      "ched": 676,
+      "Ġknew": 677,
+      "Ġthought": 678,
+      "ened": 679,
+      "Ġlearn": 680,
+      "Ġint": 681,
+      "Ġold": 682,
+      "Ġmore": 683,
+      "nna": 684,
+      "ise": 685,
+      "ged": 686,
+      "Ġta": 687,
+      "udden": 688,
+      "ecial": 689,
+      "Ġspecial": 690,
+      "ĠMax": 691,
+      "au": 692,
+      "Ġwill": 693,
+      "ers": 694,
+      "They": 695,
+      "ret": 696,
+      "Ġpe": 697,
+      "Ġho": 698,
+      "ĠSam": 699,
+      "Ġtake": 700,
+      "Ġball": 701,
+      "Ġknow": 702,
+      "Ġlaug": 703,
+      "fter": 704,
+      "uddenly": 705,
+      "Ġcat": 706,
+      "Ġhow": 707,
+      "ive": 708,
+      "Ġtr": 709,
+      "Ġmuch": 710,
+      "Ġany": 711,
+      "Ġpu": 712,
+      "ma": 713,
+      "Ġsl": 714,
+      "Ġsor": 715,
+      "Ġmo": 716,
+      "ven": 717,
+      "ish": 718,
+      "Ġshow": 719,
+      "Ġcouldn": 720,
+      "ause": 721,
+      "ink": 722,
+      "But": 723,
+      "Ġhouse": 724,
+      "Ġinto": 725,
+      "ump": 726,
+      "Ġover": 727,
+      "Ġtried": 728,
+      "and": 729,
+      "Ġeat": 730,
+      "Ġsk": 731,
+      "Ġsun": 732,
+      "Ġtw": 733,
+      "Ġclo": 734,
+      "ia": 735,
+      "Ġrun": 736,
+      "Ġhand": 737,
+      "ĠEvery": 738,
+      "Ġen": 739,
+      "Ġinside": 740,
+      "dy": 741,
+      "Ġif": 742,
+      "Ġtold": 743,
+      "Ġnever": 744,
+      "ion": 745,
+      "Ġqu": 746,
+      "Ġbecause": 747,
+      "by": 748,
+      "Ġproud": 749,
+      "Ġgave": 750,
+      "Ġsorry": 751,
+      "Ġthis": 752,
+      "Ġop": 753,
+      "Ġplayed": 754,
+      "ate": 755,
+      "Ġexpl": 756,
+      "Ġheard": 757,
+      "ty": 758,
+      "Ġor": 759,
+      "Ġwater": 760,
+      "ank": 761,
+      "ge": 762,
+      "sed": 763,
+      "Ġpick": 764,
+      "other": 765,
+      "Ġroom": 766,
+      "etter": 767,
+      "Ġjust": 768,
+      "ace": 769,
+      "Ġhugged": 770,
+      "ak": 771,
+      "Ġgre": 772,
+      "here": 773,
+      "Ġoff": 774,
+      "ĠSara": 775,
+      "Ġpret": 776,
+      "ile": 777,
+      "Ġeach": 778,
+      "Ġcom": 779,
+      "Ġlong": 780,
+      "Ġbox": 781,
+      "ort": 782,
+      "Ġstr": 783,
+      "iz": 784,
+      "Ġunt": 785,
+      "Ġwat": 786,
+      "oth": 787,
+      "Ġneed": 788,
+      "Ġjo": 789,
+      "ĠWe": 790,
+      "Tom": 791,
+      "Ġsmall": 792,
+      "ine": 793,
+      "Ġbear": 794,
+      "Mom": 795,
+      "Ġuntil": 796,
+      "Ġnice": 797,
+      "Ġtry": 798,
+      "ving": 799,
+      "uc": 800,
+      "sel": 801,
+      "ough": 802,
+      "Ġlearned": 803,
+      "Ġkind": 804,
+      "ĠAnna": 805,
+      "ild": 806,
+      "Ġfo": 807,
+      "Ġmany": 808,
+      "'m": 809,
+      "ĠJack": 810,
+      "Ġbetter": 811,
+      "Ġim": 812,
+      "gry": 813,
+      "imal": 814,
+      "Ġanimal": 815,
+      "urt": 816,
+      "ft": 817,
+      "Ġend": 818,
+      "Ġsn": 819,
+      "aut": 820,
+      "Ġte": 821,
+      "Ġcle": 822,
+      "ĠJo": 823,
+      "vent": 824,
+      "urp": 825,
+      "Ġgr": 826,
+      "Ġbeaut": 827,
+      "Ġjump": 828,
+      "mb": 829,
+      "Ġad": 830,
+      "ream": 831,
+      "pt": 832,
+      "ĠSo": 833,
+      "ĠHer": 834,
+      "Ġflow": 835,
+      "ies": 836,
+      "Ġche": 837,
+      "Ġbra": 838,
+      "Ġthanked": 839,
+      "Ġeven": 840,
+      "Ġbest": 841,
+      "Ġcall": 842,
+      "ady": 843,
+      "He": 844,
+      "Ġlots": 845,
+      "Ġlaughed": 846,
+      "self": 847,
+      "Ġra": 848,
+      "Ġway": 849,
+      "ars": 850,
+      "urn": 851,
+      "Ġby": 852,
+      "Ġfast": 853,
+      "lly": 854,
+      "Ġfam": 855,
+      "ĠC": 856,
+      "ves": 857,
+      "arden": 858,
+      "Ġgarden": 859,
+      "Ġbeauti": 860,
+      "wn": 861,
+      "Th": 862,
+      "Ġbeautiful": 863,
+      "Ġloud": 864,
+      "lew": 865,
+      "Ġsky": 866,
+      "Ġdon": 867,
+      "hn": 868,
+      "ered": 869,
+      "iny": 870,
+      "Ġcareful": 871,
+      "Ġlove": 872,
+      "Ġfi": 873,
+      "ĠThen": 874,
+      "Åĵ": 875,
+      "ase": 876,
+      "ect": 877,
+      "Ġsafe": 878,
+      "ĠAnd": 879,
+      "Ġunder": 880,
+      "Ġcome": 881,
+      "ĠFrom": 882,
+      "Yes": 883,
+      "ĠMia": 884,
+      "It": 885,
+      "me": 886,
+      "Ġhard": 887,
+      "Ġcu": 888,
+      "Ġwo": 889,
+      "Ġlist": 890,
+      "Ġstay": 891,
+      "ane": 892,
+      "sh": 893,
+      "ople": 894,
+      "Ġgl": 895,
+      "ning": 896,
+      "Ġstill": 897,
+      "ool": 898,
+      "Ġhurt": 899,
+      "ree": 900,
+      "ĠHis": 901,
+      "Ġimp": 902,
+      "Ġfamily": 903,
+      "Ġâ": 904,
+      "Ġboth": 905,
+      "rm": 906,
+      "igh": 907,
+      "Ġlived": 908,
+      "hes": 909,
+      "When": 910,
+      "Ġpeople": 911,
+      "Ġanimals": 912,
+      "Ġcol": 913,
+      "Ġbrave": 914,
+      "Ġwalked": 915,
+      "ob": 916,
+      "Tim": 917,
+      "ct": 918,
+      "Ġlet": 919,
+      "urpr": 920,
+      "ĠWhen": 921,
+      "Ġtwo": 922,
+      "Ġsurpr": 923,
+      "Ġshould": 924,
+      "ished": 925,
+      "Ġbad": 926,
+      "ress": 927,
+      "Ġkept": 928,
+      "Ġfore": 929,
+      "Ġflew": 930,
+      "Ġfin": 931,
+      "Ġstor": 932,
+      "Ġfly": 933,
+      "ast": 934,
+      "ised": 935,
+      "ip": 936,
+      "Ġits": 937,
+      "led": 938,
+      "ock": 939,
+      "ucy": 940,
+      "fore": 941,
+      "Ġgoing": 942,
+      "Ġclean": 943,
+      "Ġdan": 944,
+      "Ġpic": 945,
+      "Ġsoon": 946,
+      "Ġcalled": 947,
+      "Ġshare": 948,
+      "kay": 949,
+      "Ġangry": 950,
+      "Ġrock": 951,
+      "Ġcon": 952,
+      "Ġpretty": 953,
+      "No": 954,
+      "Ġide": 955,
+      "ied": 956,
+      "illy": 957,
+      "Ġground": 958,
+      "xt": 959,
+      "Ġred": 960,
+      "Ġexplore": 961,
+      "Ġcry": 962,
+      "Ġadvent": 963,
+      "Ġsto": 964,
+      "so": 965,
+      "Ġreal": 966,
+      "Let": 967,
+      "Ġwind": 968,
+      "Ġshiny": 969,
+      "be": 970,
+      "Ġbook": 971,
+      "Ġalso": 972,
+      "Ġdoll": 973,
+      "Ġidea": 974,
+      "Ġbefore": 975,
+      "Ġopened": 976,
+      "dded": 977,
+      "Ġwhile": 978,
+      "ummy": 979,
+      "Ġkeep": 980,
+      "Ġey": 981,
+      "Ġnow": 982,
+      "Ġdoor": 983,
+      "Ġfeeling": 984,
+      "âĤ¬â": 985,
+      "oon": 986,
+      "oy": 987,
+      "Ġwalking": 988,
+      "Ġnoise": 989,
+      "Ġfr": 990,
+      "les": 991,
+      "age": 992,
+      "ious": 993,
+      "Ġcolor": 994,
+      "Ġturn": 995,
+      "thing": 996,
+      "ff": 997,
+      "uch": 998,
+      "th": 999,
+      "Ġbed": 1000,
+      "ary": 1001,
+      "Ġdra": 1002,
+      "Ġpicked": 1003,
+      "imb": 1004,
+      "eet": 1005,
+      "Ġclimb": 1006,
+      "Ġdel": 1007,
+      "What": 1008,
+      "Ġbeing": 1009,
+      "Ġfood": 1010,
+      "Ġun": 1011,
+      "Ġfar": 1012,
+      "ture": 1013,
+      "joy": 1014,
+      "Ġadventure": 1015,
+      "ac": 1016,
+      "Ġsmile": 1017,
+      "Ġdif": 1018,
+      "Ħ¢": 1019,
+      "âĤ¬âĦ¢": 1020,
+      "memb": 1021,
+      "Ġwr": 1022,
+      "Ġthr": 1023,
+      "ught": 1024,
+      "Ġlooking": 1025,
+      "Ġnext": 1026,
+      "iced": 1027,
+      "ĠLucy": 1028,
+      "Ġnodded": 1029,
+      "Ġquick": 1030,
+      "ĠP": 1031,
+      "Ġdis": 1032,
+      "Ġrepl": 1033,
+      "ĠDad": 1034,
+      "Ġwait": 1035,
+      "ized": 1036,
+      "Ġforest": 1037,
+      "Ġclos": 1038,
+      "ĠSuddenly": 1039,
+      "Ġtra": 1040,
+      "That": 1041,
+      "Ġeyes": 1042,
+      "ger": 1043,
+      "bbit": 1044,
+      "ted": 1045,
+      "Ġown": 1046,
+      "Ġrain": 1047,
+      "Ġimport": 1048,
+      "Ġgreat": 1049,
+      "Ġrememb": 1050,
+      "Ġpicture": 1051,
+      "Thank": 1052,
+      "Suddenly": 1053,
+      "Ġstopped": 1054,
+      "Ġenjoy": 1055,
+      "Ġvo": 1056,
+      "Ben": 1057,
+      "Ġgive": 1058,
+      "Ġimportant": 1059,
+      "Ġwork": 1060,
+      "Ġnear": 1061,
+      "gan": 1062,
+      "pot": 1063,
+      "Ġever": 1064,
+      "Ġapp": 1065,
+      "Ġafter": 1066,
+      "Ġquickly": 1067,
+      "Ġlisten": 1068,
+      "Ġbre": 1069,
+      "ting": 1070,
+      "bbed": 1071,
+      "Ġma": 1072,
+      "Ġfish": 1073,
+      "Ġreplied": 1074,
+      "Ġrabbit": 1075,
+      "Ġhands": 1076,
+      "ĠG": 1077,
+      "Ġnoticed": 1078,
+      "Ġbro": 1079,
+      "Ġslide": 1080,
+      "Ġthink": 1081,
+      "Ġwalk": 1082,
+      "Ġtruck": 1083,
+      "Ġac": 1084,
+      "kes": 1085,
+      "Ġstrong": 1086,
+      "She": 1087,
+      "Ġshowed": 1088,
+      "Ġde": 1089,
+      "Ġeveryone": 1090,
+      "Ġwonder": 1091,
+      "fere": 1092,
+      "bye": 1093,
+      "Ġdiffere": 1094,
+      "irst": 1095,
+      "So": 1096,
+      "Ġsure": 1097,
+      "Ġhas": 1098,
+      "Ġright": 1099,
+      "Ġbeen": 1100,
+      "Ġbecame": 1101,
+      "Ġsound": 1102,
+      "maz": 1103,
+      "Ġtow": 1104,
+      "Ġru": 1105,
+      "Ġtal": 1106,
+      "Ġamaz": 1107,
+      "Ġhead": 1108,
+      "Ġshout": 1109,
+      "Ġbright": 1110,
+      "Ġye": 1111,
+      "Ġwatched": 1112,
+      "ĠR": 1113,
+      "Ġmor": 1114,
+      "Ġchild": 1115,
+      "able": 1116,
+      "Ġmean": 1117,
+      "Ġwhere": 1118,
+      "llow": 1119,
+      "Ġhigh": 1120,
+      "ĠSue": 1121,
+      "Ġface": 1122,
+      "Ġcook": 1123,
+      "day": 1124,
+      "aybe": 1125,
+      "Ġwatch": 1126,
+      "Ġblue": 1127,
+      "aught": 1128,
+      "Ġdifferent": 1129,
+      "Ġstore": 1130,
+      "ĠN": 1131,
+      "Ġgoodbye": 1132,
+      "Ġdress": 1133,
+      "ull": 1134,
+      "ĠBob": 1135,
+      "ng": 1136,
+      "ange": 1137,
+      "Ġsqu": 1138,
+      "Ġokay": 1139,
+      "isy": 1140,
+      "lease": 1141,
+      "ĠMommy": 1142,
+      "Ġvoice": 1143,
+      "Jo": 1144,
+      "ath": 1145,
+      "Ġnight": 1146,
+      "ĠSpot": 1147,
+      "Ġus": 1148,
+      "Ġboat": 1149,
+      "Ġflowers": 1150,
+      "Ġplace": 1151,
+      "Ġfollow": 1152,
+      "Ġar": 1153,
+      "Ġuse": 1154,
+      "Ġcloser": 1155,
+      "unny": 1156,
+      "leep": 1157,
+      "ired": 1158,
+      "Ġfav": 1159,
+      "Ġyell": 1160,
+      "Ġgrabbed": 1161,
+      "Ġcuri": 1162,
+      "Ġwarm": 1163,
+      "Ġcr": 1164,
+      "Ġforg": 1165,
+      "ĠSarah": 1166,
+      "ĠJohn": 1167,
+      "Ġmag": 1168,
+      "Ġstick": 1169,
+      "We": 1170,
+      "Ġjumped": 1171,
+      "Ġcake": 1172,
+      "more": 1173,
+      "Ġtell": 1174,
+      "Ġanymore": 1175,
+      "After": 1176,
+      "Ġbutter": 1177,
+      "ndma": 1178,
+      "Ġthree": 1179,
+      "Ġask": 1180,
+      "co": 1181,
+      "Ġour": 1182,
+      "lie": 1183,
+      "Ġcurious": 1184,
+      "ount": 1185,
+      "orn": 1186,
+      "Ġcont": 1187,
+      "Ġfell": 1188,
+      "ached": 1189,
+      "ĠTh": 1190,
+      "Ġbirds": 1191,
+      "ass": 1192,
+      "Her": 1193,
+      "iss": 1194,
+      "Ġhelped": 1195,
+      "ĠJane": 1196,
+      "Ġpull": 1197,
+      "Ġfirst": 1198,
+      "itc": 1199,
+      "Ġblock": 1200,
+      "Ġhop": 1201,
+      "Ġbit": 1202,
+      "Ġdr": 1203,
+      "Ġrealized": 1204,
+      "Ġkid": 1205,
+      "Look": 1206,
+      "ila": 1207,
+      "Ġmon": 1208,
+      "Ġbrother": 1209,
+      "Anna": 1210,
+      "Sara": 1211,
+      "Ġz": 1212,
+      "ĠEveryone": 1213,
+      "Ġate": 1214,
+      "Ġdoes": 1215,
+      "imes": 1216,
+      "Ġhappened": 1217,
+      "Ġstop": 1218,
+      "zy": 1219,
+      "Ġyummy": 1220,
+      "Ġfavor": 1221,
+      "ppy": 1222,
+      "Ġkitc": 1223,
+      "Ġkitchen": 1224,
+      "Ġsweet": 1225,
+      "us": 1226,
+      "Ġper": 1227,
+      "Ġreally": 1228,
+      "aisy": 1229,
+      "Ġgrass": 1230,
+      "Ġfavorite": 1231,
+      "Ġbegan": 1232,
+      "Ġrest": 1233,
+      "Ġready": 1234,
+      "Ġlea": 1235,
+      "Ġreached": 1236,
+      "Ġunderst": 1237,
+      "air": 1238,
+      "Ġste": 1239,
+      "Ġbunny": 1240,
+      "ĠAs": 1241,
+      "Ġstory": 1242,
+      "'re": 1243,
+      "Ġpain": 1244,
+      "Ġsing": 1245,
+      "ster": 1246,
+      "Ġhere": 1247,
+      "Ġsand": 1248,
+      "Ġonly": 1249,
+      "Ġflo": 1250,
+      "Ġam": 1251,
+      "Ġglad": 1252,
+      "Ġtri": 1253,
+      "Ġbeh": 1254,
+      "Ġworld": 1255,
+      "Ġopen": 1256,
+      "Ġcre": 1257,
+      "fully": 1258,
+      "Ġprin": 1259,
+      "where": 1260,
+      "arent": 1261,
+      "Ġflower": 1262,
+      "Ġthrough": 1263,
+      "Ġba": 1264,
+      "Ġfire": 1265,
+      "Ġdone": 1266,
+      "Ġhaving": 1267,
+      "Ġthing": 1268,
+      "Ġdelic": 1269,
+      "Ġhimself": 1270,
+      "Ġtired": 1271,
+      "Ġparent": 1272,
+      "Ġsoft": 1273,
+      "Ġfro": 1274,
+      "Timmy": 1275,
+      "Ġtast": 1276,
+      "Ġbutterf": 1277,
+      "ĠLet": 1278,
+      "Ġcut": 1279,
+      "Ġpart": 1280,
+      "Ġwhy": 1281,
+      "ken": 1282,
+      "Ġmess": 1283,
+      "Can": 1284,
+      "Ġworry": 1285,
+      "Mommy": 1286,
+      "iver": 1287,
+      "Ġdin": 1288,
+      "uff": 1289,
+      "ater": 1290,
+      "Ġmagic": 1291,
+      "Ġwaved": 1292,
+      "Ġshouted": 1293,
+      "Ġpond": 1294,
+      "Ġkids": 1295,
+      "Ġhat": 1296,
+      "Ġduck": 1297,
+      "Ġsees": 1298,
+      "olly": 1299,
+      "illed": 1300,
+      "Ġgame": 1301,
+      "ient": 1302,
+      "Ġmaking": 1303,
+      "ather": 1304,
+      "John": 1305,
+      "As": 1306,
+      "akes": 1307,
+      "Ġcatch": 1308,
+      "Ġseen": 1309,
+      "Ġcool": 1310,
+      "ation": 1311,
+      "Ġcoming": 1312,
+      "Ġless": 1313,
+      "Ġdark": 1314,
+      "Ġused": 1315,
+      "eddy": 1316,
+      "Ġfix": 1317,
+      "ĠJoe": 1318,
+      "Ġthank": 1319,
+      "mer": 1320,
+      "Ġtop": 1321,
+      "Ġlady": 1322,
+      "Ġhair": 1323,
+      "aring": 1324,
+      "Ġprom": 1325,
+      "Ġhopped": 1326,
+      "ĠCan": 1327,
+      "\".": 1328,
+      "ign": 1329,
+      "Ġsurprise": 1330,
+      "Ġdraw": 1331,
+      "Ġmum": 1332,
+      "Ġmouse": 1333,
+      "Ġfunny": 1334,
+      "rel": 1335,
+      "Ġcra": 1336,
+      "Ġ-": 1337,
+      "aper": 1338,
+      "Ġfull": 1339,
+      "Ġtouch": 1340,
+      "Ġlight": 1341,
+      "Ġspot": 1342,
+      "ren": 1343,
+      "Ġdro": 1344,
+      "ĠBenny": 1345,
+      "Ġparents": 1346,
+      "Ġworked": 1347,
+      "ins": 1348,
+      "oney": 1349,
+      "ĠDo": 1350,
+      "Ġsurprised": 1351,
+      "Ġcarefully": 1352,
+      "Ġtrees": 1353,
+      "Ġfrog": 1354,
+      "Ġswing": 1355,
+      "Ġdoing": 1356,
+      "Don": 1357,
+      "Ġsat": 1358,
+      "inally": 1359,
+      "ĠThat": 1360,
+      "Ġice": 1361,
+      "ĠIn": 1362,
+      "Ġheld": 1363,
+      "Wow": 1364,
+      "Ġrunning": 1365,
+      "Ġpretend": 1366,
+      "Ġswim": 1367,
+      "Ġset": 1368,
+      "Ġread": 1369,
+      "Ġdelicious": 1370,
+      "Ġneeded": 1371,
+      "Ġtight": 1372,
+      "Ġslow": 1373,
+      "Ġremembered": 1374,
+      "Ġlost": 1375,
+      "Ġcold": 1376,
+      "Ġsmell": 1377,
+      "ards": 1378,
+      "Ġwood": 1379,
+      "Ġhappily": 1380,
+      "hy": 1381,
+      "ely": 1382,
+      "Ġlooks": 1383,
+      "Ġbehind": 1384,
+      "Ġherself": 1385,
+      "Ġcried": 1386,
+      "Ġenjoyed": 1387,
+      "Ġname": 1388,
+      "ask": 1389,
+      "Ġyears": 1390,
+      "Ġbuy": 1391,
+      "Ġhole": 1392,
+      "Ġblocks": 1393,
+      "Ġdri": 1394,
+      "Ġsleep": 1395,
+      "Ġgi": 1396,
+      "Ġyellow": 1397,
+      "cess": 1398,
+      "Ġbutterfly": 1399,
+      "ike": 1400,
+      "ued": 1401,
+      "Ġwished": 1402,
+      "Ġperf": 1403,
+      "Ġanother": 1404,
+      "ĠDaisy": 1405,
+      "Ġgreen": 1406,
+      "Ġmove": 1407,
+      "Ġtall": 1408,
+      "Ġair": 1409,
+      "Ġbag": 1410,
+      "Ġfloor": 1411,
+      "Ġcars": 1412,
+      "Ġlesson": 1413,
+      "ul": 1414,
+      "Ġbow": 1415,
+      "Ġarri": 1416,
+      "Ġwindow": 1417,
+      "Ġsho": 1418,
+      "Ġchildren": 1419,
+      "ner": 1420,
+      "Ġfinished": 1421,
+      "Ġhill": 1422,
+      "ĠAfter": 1423,
+      "andy": 1424,
+      "sp": 1425,
+      "ens": 1426,
+      "Ġpaper": 1427,
+      "Ġlikes": 1428,
+      "From": 1429,
+      "sy": 1430,
+      "Ġhold": 1431,
+      "Sam": 1432,
+      "Ġwrong": 1433,
+      "reed": 1434,
+      "Ġcontin": 1435,
+      "Ġunderstand": 1436,
+      "atter": 1437,
+      "uit": 1438,
+      "rew": 1439,
+      "Ġgent": 1440,
+      "Ġanything": 1441,
+      "Ġclose": 1442,
+      "Ġwall": 1443,
+      "Ġel": 1444,
+      "asure": 1445,
+      "Ġleft": 1446,
+      "Ġable": 1447,
+      "Ġarrived": 1448,
+      "Ġhun": 1449,
+      "ross": 1450,
+      "av": 1451,
+      "Ġhear": 1452,
+      "Ġfriendly": 1453,
+      "Ġforgot": 1454,
+      "Ġgone": 1455,
+      "ama": 1456,
+      "Ġcreat": 1457,
+      "Ġwet": 1458,
+      "Ġlion": 1459,
+      "Hell": 1460,
+      "Hello": 1461,
+      "Ġdream": 1462,
+      "Ġhot": 1463,
+      "bo": 1464,
+      "ber": 1465,
+      "ĠSally": 1466,
+      "Ġfilled": 1467,
+      "Ġdir": 1468,
+      "ield": 1469,
+      "Ġcookies": 1470,
+      "Ġlaugh": 1471,
+      "Ġbroken": 1472,
+      "Ġdinner": 1473,
+      "lf": 1474,
+      "Ġelse": 1475,
+      "Ġhid": 1476,
+      "ced": 1477,
+      "Ġpink": 1478,
+      "Ġfollowed": 1479,
+      "Ġtable": 1480,
+      "Ġmar": 1481,
+      "Ġcolors": 1482,
+      "oup": 1483,
+      "Ġmoment": 1484,
+      "Ġcontinued": 1485,
+      "Ġwonderful": 1486,
+      "ĠEm": 1487,
+      "ey": 1488,
+      "ined": 1489,
+      "irrel": 1490,
+      "rot": 1491,
+      "Ġfinally": 1492,
+      "Jack": 1493,
+      "Ġarm": 1494,
+      "Ġmight": 1495,
+      "ĠNow": 1496,
+      "Ġcast": 1497,
+      "Ġyes": 1498,
+      "Ġbuild": 1499,
+      "Ġenough": 1500,
+      "ĠBilly": 1501,
+      "Ġsomeone": 1502,
+      "Ġperfect": 1503,
+      "Ġfair": 1504,
+      "Ġstayed": 1505,
+      "app": 1506,
+      "Ġmorning": 1507,
+      "ĠThere": 1508,
+      "Ġpuppy": 1509,
+      "ol": 1510,
+      "Ġdaddy": 1511,
+      "Ġtrying": 1512,
+      "'ll": 1513,
+      "Ġju": 1514,
+      "Ġothers": 1515,
+      "Ġbooks": 1516,
+      "Ġagreed": 1517,
+      "Ġmus": 1518,
+      "Ġsnow": 1519,
+      "Ġsquirrel": 1520,
+      "Ġcream": 1521,
+      "room": 1522,
+      "Ġgetting": 1523,
+      "Ġgrandma": 1524,
+      "ĠLila": 1525,
+      "Ġleaves": 1526,
+      "Ġbaby": 1527,
+      "Ġcount": 1528,
+      "icy": 1529,
+      "Ġfew": 1530,
+      "At": 1531,
+      "Ġfall": 1532,
+      "Then": 1533,
+      "gon": 1534,
+      "Ġbreak": 1535,
+      "Ġclimbed": 1536,
+      "ries": 1537,
+      "Ġbeach": 1538,
+      "ash": 1539,
+      "Ġbug": 1540,
+      "Ġplease": 1541,
+      "Ġmother": 1542,
+      "Ġbrought": 1543,
+      "Ġtrain": 1544,
+      "ance": 1545,
+      "ĠThis": 1546,
+      "Ġdeep": 1547,
+      "Ġvis": 1548,
+      "ated": 1549,
+      "shed": 1550,
+      "Ġmet": 1551,
+      "Ġwasn": 1552,
+      "Ġsometimes": 1553,
+      "Ġeverything": 1554,
+      "ĠTommy": 1555,
+      "ich": 1556,
+      "Ġmusic": 1557,
+      "key": 1558,
+      "ling": 1559,
+      "This": 1560,
+      "os": 1561,
+      "Ġturned": 1562,
+      "lc": 1563,
+      "Ġride": 1564,
+      "oom": 1565,
+      "Ġsong": 1566,
+      "oring": 1567,
+      "Ġspark": 1568,
+      "Ġfight": 1569,
+      "Ġhungry": 1570,
+      "ons": 1571,
+      "Ġpictures": 1572,
+      "ds": 1573,
+      "Ġmakes": 1574,
+      "Ġsear": 1575,
+      "ucky": 1576,
+      "Ġlistened": 1577,
+      "Ġjoy": 1578,
+      "Ġpol": 1579,
+      "ĠWhat": 1580,
+      "His": 1581,
+      "ee": 1582,
+      "Ġclot": 1583,
+      "Ġsail": 1584,
+      "apped": 1585,
+      "bble": 1586,
+      "Ġcomp": 1587,
+      "Ġplan": 1588,
+      "Ġwants": 1589,
+      "Ġclothes": 1590,
+      "Ġpoin": 1591,
+      "ĠK": 1592,
+      "zz": 1593,
+      "Ġballoon": 1594,
+      "Ġstrange": 1595,
+      "man": 1596,
+      "enny": 1597,
+      "Ġpi": 1598,
+      "Ġgrow": 1599,
+      "Ġflying": 1600,
+      "row": 1601,
+      "Ġscary": 1602,
+      "Ġtreat": 1603,
+      "Ġwaited": 1604,
+      "Ġamazed": 1605,
+      "Ġteddy": 1606,
+      "Ġcastle": 1607,
+      "ister": 1608,
+      "Ġele": 1609,
+      "Ġamazing": 1610,
+      "med": 1611,
+      "Ġspl": 1612,
+      "Oh": 1613,
+      "Ġleave": 1614,
+      "Ġowner": 1615,
+      "Ġpromised": 1616,
+      "Ġdanger": 1617,
+      "ever": 1618,
+      "OK": 1619,
+      "Ġsuch": 1620,
+      "Ġwhite": 1621,
+      "Ġpat": 1622,
+      "Ġtalk": 1623,
+      "uffy": 1624,
+      "Ġfur": 1625,
+      "Ġpie": 1626,
+      "ope": 1627,
+      "red": 1628,
+      "Ġpulled": 1629,
+      "Ġpre": 1630,
+      "Ġwoods": 1631,
+      "ĠTo": 1632,
+      "Ġshared": 1633,
+      "Ġalone": 1634,
+      "Ġtowards": 1635,
+      "cle": 1636,
+      "ĠMaybe": 1637,
+      "Ġsit": 1638,
+      "Ġnap": 1639,
+      "Ġcolorful": 1640,
+      "amp": 1641,
+      "hone": 1642,
+      "Ġvisit": 1643,
+      "igg": 1644,
+      "ugg": 1645,
+      "thy": 1646,
+      "ence": 1647,
+      "Ġtail": 1648,
+      "ctor": 1649,
+      "Ġmagical": 1650,
+      "Ġriver": 1651,
+      "Ġhig": 1652,
+      "Ġbelie": 1653,
+      "Ġgrate": 1654,
+      "ually": 1655,
+      "ang": 1656,
+      "ott": 1657,
+      "Ġhide": 1658,
+      "Ġsilly": 1659,
+      "Ġsmiles": 1660,
+      "ower": 1661,
+      "Ġside": 1662,
+      "Max": 1663,
+      "Ġroll": 1664,
+      "Ġgu": 1665,
+      "ĠAmy": 1666,
+      "Ġpro": 1667,
+      "eter": 1668,
+      "Ġfaster": 1669,
+      "Ġgrateful": 1670,
+      "Ġtreasure": 1671,
+      "ased": 1672,
+      "Ġsnack": 1673,
+      "up": 1674,
+      "Ġland": 1675,
+      "avy": 1676,
+      "Ġmoral": 1677,
+      "ained": 1678,
+      "Ġsister": 1679,
+      "ĠGra": 1680,
+      "Ġshap": 1681,
+      "Ġpaint": 1682,
+      "Ġslowly": 1683,
+      "Ġfield": 1684,
+      "Ġpet": 1685,
+      "Ġsec": 1686,
+      "orm": 1687,
+      "ĠJim": 1688,
+      "Ġbran": 1689,
+      "Ġmin": 1690,
+      "Ġmust": 1691,
+      "Ġhelping": 1692,
+      "Ġworried": 1693,
+      "Ġjob": 1694,
+      "Ġfox": 1695,
+      "set": 1696,
+      "Ġmoney": 1697,
+      "Ġpot": 1698,
+      "Ġqui": 1699,
+      "Ġbel": 1700,
+      "Ġacc": 1701,
+      "Ġliving": 1702,
+      "Ġmonster": 1703,
+      "less": 1704,
+      "Ġparty": 1705,
+      "ear": 1706,
+      "Ġmost": 1707,
+      "Ġwear": 1708,
+      "Ġremember": 1709,
+      "ire": 1710,
+      "Ġsign": 1711,
+      "wl": 1712,
+      "Ġcloud": 1713,
+      "Ġcandy": 1714,
+      "Ġhigher": 1715,
+      "ipped": 1716,
+      "ident": 1717,
+      "ĠAll": 1718,
+      "der": 1719,
+      "ze": 1720,
+      "Ġquiet": 1721,
+      "Ġtown": 1722,
+      "unch": 1723,
+      "Ġprincess": 1724,
+      "Ġruns": 1725,
+      "asket": 1726,
+      "em": 1727,
+      "Ġeverywhere": 1728,
+      "Ġjoin": 1729,
+      "Ġstepped": 1730,
+      "Ġbasket": 1731,
+      "Ġlake": 1732,
+      "Ġcup": 1733,
+      "sw": 1734,
+      "outh": 1735,
+      "Ġcarrot": 1736,
+      "Ġcoll": 1737,
+      "Ġplant": 1738,
+      "Ġscream": 1739,
+      "ĠDaddy": 1740,
+      "Ġbuck": 1741,
+      "Ġheavy": 1742,
+      "Ġbigger": 1743,
+      "Ġcho": 1744,
+      "Ġblank": 1745,
+      "Ġclosed": 1746,
+      "Ġwon": 1747,
+      "ises": 1748,
+      "Ġansw": 1749,
+      "br": 1750,
+      "Ġblanket": 1751,
+      "Ġmouth": 1752,
+      "ames": 1753,
+      "eces": 1754,
+      "Ġeating": 1755,
+      "Ġpieces": 1756,
+      "cket": 1757,
+      "Ġstre": 1758,
+      "Ġwelc": 1759,
+      "Ġwouldn": 1760,
+      "Ġreach": 1761,
+      "Ġbroke": 1762,
+      "eared": 1763,
+      "Ġdangerous": 1764,
+      "gs": 1765,
+      "ph": 1766,
+      "ĠMolly": 1767,
+      "Ġce": 1768,
+      "ĠMr": 1769,
+      "ord": 1770,
+      "fort": 1771,
+      "Ġdolls": 1772,
+      "ming": 1773,
+      "Ġdance": 1774,
+      "Ġdragon": 1775,
+      "Ġthinks": 1776,
+      "Ġasks": 1777,
+      "Ġacross": 1778,
+      "Okay": 1779,
+      "Ġchair": 1780,
+      "Ġteac": 1781,
+      "Ġbott": 1782,
+      "Hi": 1783,
+      "Ġpa": 1784,
+      "Ġneigh": 1785,
+      "Ġbar": 1786,
+      "Ġbike": 1787,
+      "Ġpack": 1788,
+      "iting": 1789,
+      "Ġdisapp": 1790,
+      "Ġneighb": 1791,
+      "Ġstuck": 1792,
+      "de": 1793,
+      "Ġgif": 1794,
+      "Ġfruit": 1795,
+      "Ġbelieve": 1796,
+      "cy": 1797,
+      "Ġve": 1798,
+      "Ġcrying": 1799,
+      "ier": 1800,
+      "phant": 1801,
+      "Ġsuddenly": 1802,
+      "Ġsoup": 1803,
+      "Ġrace": 1804,
+      "Ġthrew": 1805,
+      "Sure": 1806,
+      "Ġfarmer": 1807,
+      "Ġaccident": 1808,
+      "Ġdirty": 1809,
+      "Ġelephant": 1810,
+      "Ġmonkey": 1811,
+      "Ġheal": 1812,
+      "weet": 1813,
+      "Ġrem": 1814,
+      "Ġpers": 1815,
+      "Ġsame": 1816,
+      "ored": 1817,
+      "ventually": 1818,
+      "ead": 1819,
+      "pping": 1820,
+      "Ġgentle": 1821,
+      "Ġfree": 1822,
+      "Ġbrown": 1823,
+      "Maybe": 1824,
+      "Ġinst": 1825,
+      "Ġbee": 1826,
+      "ix": 1827,
+      "Ġben": 1828,
+      "Ġwin": 1829,
+      "Ġblack": 1830,
+      "Ġalong": 1831,
+      "Ġlonger": 1832,
+      "ible": 1833,
+      "Ġspr": 1834,
+      "Ġclapped": 1835,
+      "Finally": 1836,
+      "Why": 1837,
+      "cked": 1838,
+      "Ġwords": 1839,
+      "ĠFl": 1840,
+      "Ġteacher": 1841,
+      "Ġupset": 1842,
+      "chool": 1843,
+      "Ġpiece": 1844,
+      "Ġwell": 1845,
+      "Ġcheered": 1846,
+      "Ġhit": 1847,
+      "Ġsang": 1848,
+      "ment": 1849,
+      "Ġbowl": 1850,
+      "Ġbite": 1851,
+      "Ġdoctor": 1852,
+      "ĠJill": 1853,
+      "Ġbucket": 1854,
+      "Mia": 1855,
+      "Ġbath": 1856,
+      "Ġcaught": 1857,
+      "Ġheart": 1858,
+      "Ġforget": 1859,
+      "Ġmark": 1860,
+      "Ġbutt": 1861,
+      "Ġdry": 1862,
+      "Ġyoung": 1863,
+      "Ġsea": 1864,
+      "Ġcour": 1865,
+      "Ġdropped": 1866,
+      "ese": 1867,
+      "Ġyard": 1868,
+      "Ġplac": 1869,
+      "ourn": 1870,
+      "Ġschool": 1871,
+      "Ġswings": 1872,
+      "bby": 1873,
+      "Ġwings": 1874,
+      "bs": 1875,
+      "Ġexplained": 1876,
+      "Ġjourn": 1877,
+      "Ġbring": 1878,
+      "Ġdrink": 1879,
+      "Ġstreet": 1880,
+      "Ġjuice": 1881,
+      "ung": 1882,
+      "Ġnearby": 1883,
+      "ĠEmma": 1884,
+      "Ġsmo": 1885,
+      "Ġsmart": 1886,
+      "Ġpushed": 1887,
+      "Ġstories": 1888,
+      "Ġdrove": 1889,
+      "Ġtiny": 1890,
+      "Ġpen": 1891,
+      "Ġcourse": 1892,
+      "Ġes": 1893,
+      "Ġmine": 1894,
+      "Ġtoday": 1895,
+      "Ġpocket": 1896,
+      "Ġyear": 1897,
+      "aughter": 1898,
+      "Ġje": 1899,
+      "Ġsecret": 1900,
+      "Ġexp": 1901,
+      "Ġwithout": 1902,
+      "Ġsinging": 1903,
+      "Ġwelcome": 1904,
+      "Ġhappen": 1905,
+      "to": 1906,
+      "Ġfit": 1907,
+      "Ġstu": 1908,
+      "vel": 1909,
+      "ract": 1910,
+      "Ġbus": 1911,
+      "Ġcheese": 1912,
+      "Ġcray": 1913,
+      "Ġfairy": 1914,
+      "Ġjar": 1915,
+      "Ġturns": 1916,
+      "Ġbush": 1917,
+      "bow": 1918,
+      "llo": 1919,
+      "Ġexploring": 1920,
+      "Ġlon": 1921,
+      "Ġstand": 1922,
+      "itting": 1923,
+      "Ġseemed": 1924,
+      "Ġspoon": 1925,
+      "ĠFinally": 1926,
+      "Ġgames": 1927,
+      "Ġwoke": 1928,
+      "issed": 1929,
+      "Ġresp": 1930,
+      "Ġtrou": 1931,
+      "Ġtwins": 1932,
+      "Ġhoped": 1933,
+      "Ġatt": 1934,
+      "Ġlonely": 1935,
+      "Ġant": 1936,
+      "ĠMama": 1937,
+      "orrow": 1938,
+      "Ġnoises": 1939,
+      "Ġhugs": 1940,
+      "ountain": 1941,
+      "yard": 1942,
+      "Ġdaughter": 1943,
+      "Ġinv": 1944,
+      "Ġkey": 1945,
+      "ail": 1946,
+      "Ġrocks": 1947,
+      "Ġdisco": 1948,
+      "Ġsu": 1949,
+      "Ġlunch": 1950,
+      "read": 1951,
+      "oun": 1952,
+      "vered": 1953,
+      "Ġbackyard": 1954,
+      "Ġsuc": 1955,
+      "Ġcow": 1956,
+      "Ġapple": 1957,
+      "ek": 1958,
+      "Ġswam": 1959,
+      "Ġshoes": 1960,
+      "Ġstars": 1961,
+      "Ġshook": 1962,
+      "ittens": 1963,
+      "Ġmiss": 1964,
+      "ches": 1965,
+      "Ġwish": 1966,
+      "Ġrelie": 1967,
+      "fused": 1968,
+      "Ġshapes": 1969,
+      "urple": 1970,
+      "Ġtower": 1971,
+      "ity": 1972,
+      "Ġcorn": 1973,
+      "Ġmoved": 1974,
+      "shine": 1975,
+      "Ġ3": 1976,
+      "Ġthough": 1977,
+      "Ġcir": 1978,
+      "umb": 1979,
+      "Ġtaking": 1980,
+      "ts": 1981,
+      "ĠTweet": 1982,
+      "ape": 1983,
+      "Ġrainbow": 1984,
+      "Ġthrow": 1985,
+      "Ġstar": 1986,
+      "Ġbench": 1987,
+      "Ġneck": 1988,
+      "ocked": 1989,
+      "Ġcreature": 1990,
+      "Ġbubble": 1991,
+      "Ġlate": 1992,
+      "Ġadventures": 1993,
+      "Ġowl": 1994,
+      "ions": 1995,
+      "And": 1996,
+      "Ġwhe": 1997,
+      "Ġpar": 1998,
+      "Ġshell": 1999,
+      "Ġkite": 2000,
+      "ĠFluffy": 2001,
+      "ining": 2002,
+      "Ġmil": 2003,
+      "unt": 2004,
+      "Ġfence": 2005,
+      "Ġmix": 2006,
+      "Ġlift": 2007,
+      "Ġaccidentally": 2008,
+      "Ġwise": 2009,
+      "Ġhello": 2010,
+      "Ġpurple": 2011,
+      "pper": 2012,
+      "Ġonto": 2013,
+      "Ġspin": 2014,
+      "ten": 2015,
+      "ours": 2016,
+      "Ġsitting": 2017,
+      "idge": 2018,
+      "Ġsunshine": 2019,
+      "Ġcute": 2020,
+      "Ġmat": 2021,
+      "ward": 2022,
+      "Ġshop": 2023,
+      "Ġwhist": 2024,
+      "Ġdist": 2025,
+      "Ġorange": 2026,
+      "Lila": 2027,
+      "Ġnaught": 2028,
+      "ĠSammy": 2029,
+      "Ġnaughty": 2030,
+      "Ġnest": 2031,
+      "ose": 2032,
+      "ors": 2033,
+      "lla": 2034,
+      "Ġmilk": 2035,
+      "fish": 2036,
+      "Ġaf": 2037,
+      "Ġboun": 2038,
+      "Ġphone": 2039,
+      "Ġarms": 2040,
+      "Ġeas": 2041,
+      "ness": 2042,
+      "Ġcarry": 2043,
+      "ĠGrandma": 2044,
+      "og": 2045,
+      "Ġbought": 2046,
+      "Ġdriver": 2047,
+      "Ġinstead": 2048,
+      "Later": 2049,
+      "Ġtalked": 2050,
+      "Ġsearched": 2051,
+      "gged": 2052,
+      "Ġpig": 2053,
+      "Ġcozy": 2054,
+      "Ġsunny": 2055,
+      "itty": 2056,
+      "Ġfeels": 2057,
+      "Ġfan": 2058,
+      "Ġwondered": 2059,
+      "Ġcomes": 2060,
+      "Ġswimming": 2061,
+      "uched": 2062,
+      "Ġtouched": 2063,
+      "Ġpop": 2064,
+      "ĠInside": 2065,
+      "ale": 2066,
+      "Ġlucky": 2067,
+      "Ġlaughing": 2068,
+      "Ġbelong": 2069,
+      "Ġsounds": 2070,
+      "Ġwom": 2071,
+      "Ġcave": 2072,
+      "let": 2073,
+      "Ġjourney": 2074,
+      "Ġwoman": 2075,
+      "Ġcou": 2076,
+      "Ġnothing": 2077,
+      "Ġcoat": 2078,
+      "Ġrelieved": 2079,
+      "ĠO": 2080,
+      "Ġpeace": 2081,
+      "adow": 2082,
+      "Ġnose": 2083,
+      "Ġbusy": 2084,
+      "Bob": 2085,
+      "Ġpast": 2086,
+      "Ġapples": 2087,
+      "Ġsick": 2088,
+      "Ġrope": 2089,
+      "Ġpatient": 2090,
+      "Ġact": 2091,
+      "Ġpudd": 2092,
+      "Ġinc": 2093,
+      "raid": 2094,
+      "Ġwatching": 2095,
+      "Ġbranch": 2096,
+      "Ġafraid": 2097,
+      "Ġtom": 2098,
+      "ider": 2099,
+      "Ġdays": 2100,
+      "Ġret": 2101,
+      "cing": 2102,
+      "ĠMary": 2103,
+      "Ġband": 2104,
+      "Ġfarm": 2105,
+      "Ġhuge": 2106,
+      "ĠThank": 2107,
+      "ator": 2108,
+      "Ġexciting": 2109,
+      "Ġdanced": 2110,
+      "thday": 2111,
+      "Ġwar": 2112,
+      "ĠSoon": 2113,
+      "ball": 2114,
+      "Ġgigg": 2115,
+      "blem": 2116,
+      "Ġzoom": 2117,
+      "Ġmad": 2118,
+      "Ġvill": 2119,
+      "Ġforever": 2120,
+      "Ġproblem": 2121,
+      "Ġcollect": 2122,
+      "ped": 2123,
+      "irt": 2124,
+      "Ġminut": 2125,
+      "Ġwra": 2126,
+      "ho": 2127,
+      "Ġlife": 2128,
+      "Ġknee": 2129,
+      "ces": 2130,
+      "Do": 2131,
+      "cer": 2132,
+      "mp": 2133,
+      "arp": 2134,
+      "Ġking": 2135,
+      "Ġasleep": 2136,
+      "Ġreturn": 2137,
+      "Ġsharp": 2138,
+      "Ġrel": 2139,
+      "Ġpower": 2140,
+      "eth": 2141,
+      "Ġholding": 2142,
+      "Ġfing": 2143,
+      "Ġhealthy": 2144,
+      "ĠMittens": 2145,
+      "Ġprot": 2146,
+      "Ġmeet": 2147,
+      "Ġorgan": 2148,
+      "Ġclever": 2149,
+      "Ġspotted": 2150,
+      "Ġletter": 2151,
+      "Ġgather": 2152,
+      "alm": 2153,
+      "Of": 2154,
+      "ere": 2155,
+      "Ġround": 2156,
+      "Ġstorm": 2157,
+      "Ġprotect": 2158,
+      "Ġgift": 2159,
+      "amed": 2160,
+      "Ġmail": 2161,
+      "ĠJen": 2162,
+      "Ġbirthday": 2163,
+      "Ġpres": 2164,
+      "Ġsaf": 2165,
+      "Ġneighbor": 2166,
+      "epend": 2167,
+      "Ġtakes": 2168,
+      "sc": 2169,
+      "Ġear": 2170,
+      "Ġcomfort": 2171,
+      "Ġent": 2172,
+      "Ġrep": 2173,
+      "Ġperson": 2174,
+      "Ġsmiling": 2175,
+      "ĠWith": 2176,
+      "Ġgently": 2177,
+      "Ġpointed": 2178,
+      "Every": 2179,
+      "owed": 2180,
+      "Ġspo": 2181,
+      "col": 2182,
+      "Ġtasty": 2183,
+      "ular": 2184,
+      "ĠJimmy": 2185,
+      "Ġplane": 2186,
+      "sting": 2187,
+      "hin": 2188,
+      "Ġhoney": 2189,
+      "itch": 2190,
+      "Ġpill": 2191,
+      "Ġpass": 2192,
+      "itten": 2193,
+      "Ġmatter": 2194,
+      "Ġadm": 2195,
+      "Ġtasted": 2196,
+      "Ġsmelled": 2197,
+      "nic": 2198,
+      "ove": 2199,
+      "Ġeag": 2200,
+      "Ġshining": 2201,
+      "Hey": 2202,
+      "Ġhope": 2203,
+      "Ġplaces": 2204,
+      "Ġkick": 2205,
+      "ĠCh": 2206,
+      "Ġpicnic": 2207,
+      "Ġbottle": 2208,
+      "Ġrespect": 2209,
+      "Ġblew": 2210,
+      "Ġappeared": 2211,
+      "Ġsupp": 2212,
+      "Tommy": 2213,
+      "ĠCome": 2214,
+      "Ġspider": 2215,
+      "Ġintere": 2216,
+      "Ġcheer": 2217,
+      "board": 2218,
+      "Ġwearing": 2219,
+      "Ġpresent": 2220,
+      "ert": 2221,
+      "Ġmist": 2222,
+      "ize": 2223,
+      "Ġtrouble": 2224,
+      "Ġtrip": 2225,
+      "Ġpract": 2226,
+      "Ġkiss": 2227,
+      "Ġquest": 2228,
+      "ond": 2229,
+      "Ġash": 2230,
+      "Ġloves": 2231,
+      "Ġtightly": 2232,
+      "gg": 2233,
+      "arge": 2234,
+      "Ġsur": 2235,
+      "Ġspread": 2236,
+      "aur": 2237,
+      "Ġwide": 2238,
+      "ones": 2239,
+      "umber": 2240,
+      "Ġfeather": 2241,
+      "Ġsplas": 2242,
+      "ont": 2243,
+      "ndp": 2244,
+      "Ġlater": 2245,
+      "Ġwhole": 2246,
+      "Ġanyone": 2247,
+      "Ġbread": 2248,
+      "Molly": 2249,
+      "Ġdes": 2250,
+      "Ġrec": 2251,
+      "ella": 2252,
+      "Ġroad": 2253,
+      "In": 2254,
+      "Ġoce": 2255,
+      "Ġgiant": 2256,
+      "Ġocean": 2257,
+      "els": 2258,
+      "Ġpuzz": 2259,
+      "Ġcookie": 2260,
+      "Ġpan": 2261,
+      "Ġpath": 2262,
+      "ÅĵI": 2263,
+      "Ġconfused": 2264,
+      "Ġscreamed": 2265,
+      "Ġclouds": 2266,
+      "eb": 2267,
+      "Ġimpress": 2268,
+      "Ġfront": 2269,
+      "ĠGo": 2270,
+      "Ġseat": 2271,
+      "lex": 2272,
+      "Ġlay": 2273,
+      "Ġwhich": 2274,
+      "la": 2275,
+      "Ġthin": 2276,
+      "Ġteach": 2277,
+      "erly": 2278,
+      "Ġdi": 2279,
+      "Ġanswer": 2280,
+      "ungle": 2281,
+      "Ġap": 2282,
+      "ssed": 2283,
+      "hile": 2284,
+      "ub": 2285,
+      "Ġlarge": 2286,
+      "Ġjungle": 2287,
+      "Ġpromise": 2288,
+      "Ġser": 2289,
+      "Ġber": 2290,
+      "Ġwild": 2291,
+      "Ġbark": 2292,
+      "Ġmach": 2293,
+      "oose": 2294,
+      "Ġbutton": 2295,
+      "ndpa": 2296,
+      "Good": 2297,
+      "Ġmyster": 2298,
+      "Ġsnake": 2299,
+      "Ġvillage": 2300,
+      "Ġhor": 2301,
+      "ĠEmily": 2302,
+      "Come": 2303,
+      "Ġtool": 2304,
+      "Ġputs": 2305,
+      "Ġlast": 2306,
+      "Ġimag": 2307,
+      "ĠJake": 2308,
+      "Lucy": 2309,
+      "Ġtid": 2310,
+      "Ġban": 2311,
+      "lebr": 2312,
+      "Ġeventually": 2313,
+      "Ġslid": 2314,
+      "Ġwave": 2315,
+      "Ġlive": 2316,
+      "Ġchased": 2317,
+      "ĠEverywhere": 2318,
+      "Ġcelebr": 2319,
+      "Ġcrayons": 2320,
+      "Just": 2321,
+      "Ġspent": 2322,
+      "Ġwrite": 2323,
+      "Ġgives": 2324,
+      "unk": 2325,
+      "ife": 2326,
+      "Ġdecor": 2327,
+      "Ġfoot": 2328,
+      "Ġdelight": 2329,
+      "Ġsol": 2330,
+      "Ġsandw": 2331,
+      "Ġdirt": 2332,
+      "ĠJenny": 2333,
+      "Ġtalking": 2334,
+      "Ġtreats": 2335,
+      "Ġcart": 2336,
+      "ching": 2337,
+      "Ġwaiting": 2338,
+      "Ġhiding": 2339,
+      "Ġsnowman": 2340,
+      "Ġinteresting": 2341,
+      "Ġhon": 2342,
+      "ony": 2343,
+      "Ġshelf": 2344,
+      "Ġtaste": 2345,
+      "een": 2346,
+      "Jim": 2347,
+      "Ġstep": 2348,
+      "Mum": 2349,
+      "Ġhelpful": 2350,
+      "Ġfeet": 2351,
+      "Ġshy": 2352,
+      "Ġgoes": 2353,
+      "Ġval": 2354,
+      "Ġemb": 2355,
+      "Ġstood": 2356,
+      "Ġshr": 2357,
+      "Ġbuilding": 2358,
+      "Ġoven": 2359,
+      "Ġstret": 2360,
+      "Ġlovely": 2361,
+      "Ġducks": 2362,
+      "Ġcorner": 2363,
+      "Ġwash": 2364,
+      "cks": 2365,
+      "Ġspe": 2366,
+      "Ġpretended": 2367,
+      "Ġrolled": 2368,
+      "Ġrude": 2369,
+      "old": 2370,
+      "Ġcalm": 2371,
+      "Ġpile": 2372,
+      "Ġteeth": 2373,
+      "Ġjumping": 2374,
+      "Ġzoo": 2375,
+      "Ġpuddle": 2376,
+      "Ġtidy": 2377,
+      "Mama": 2378,
+      "iger": 2379,
+      "ipe": 2380,
+      "Ġbugs": 2381,
+      "Ġashamed": 2382,
+      "Ġbat": 2383,
+      "ina": 2384,
+      "ĠRe": 2385,
+      "Ġob": 2386,
+      "Ġstra": 2387,
+      "ĠSt": 2388,
+      "Ġwhistle": 2389,
+      "Ġbanan": 2390,
+      "not": 2391,
+      "Ġnet": 2392,
+      "Ġforgive": 2393,
+      "Ġprince": 2394,
+      "ener": 2395,
+      "Ġshirt": 2396,
+      "Ġsel": 2397,
+      "Ġcoo": 2398,
+      "Ġembar": 2399,
+      "umpy": 2400,
+      "Ġsparkly": 2401,
+      "Ġremind": 2402,
+      "Ġsug": 2403,
+      "Ġcross": 2404,
+      "Ġmind": 2405,
+      "Ġcannot": 2406,
+      "Ġsuccess": 2407,
+      "Ġembarra": 2408,
+      "Soon": 2409,
+      "Ġmot": 2410,
+      "Ġsharing": 2411,
+      "Ġworm": 2412,
+      "Ġfold": 2413,
+      "Ġpeaceful": 2414,
+      "Ġwore": 2415,
+      "Ġmountain": 2416,
+      "Ġblow": 2417,
+      "lice": 2418,
+      "Ġign": 2419,
+      "Ġbell": 2420,
+      "Ġfurry": 2421,
+      "Ġgrab": 2422,
+      "als": 2423,
+      "ometimes": 2424,
+      "Ġwhenever": 2425,
+      "Ġpour": 2426,
+      "vous": 2427,
+      "llie": 2428,
+      "Ġpush": 2429,
+      "Ġbreath": 2430,
+      "Ġmachine": 2431,
+      "Ġsugar": 2432,
+      "Ġchick": 2433,
+      "Ġcreative": 2434,
+      "St": 2435,
+      "ned": 2436,
+      "Ġbal": 2437,
+      "Ġstir": 2438,
+      "Ġdolp": 2439,
+      "Ġtries": 2440,
+      "Now": 2441,
+      "Ġlad": 2442,
+      "ĠLe": 2443,
+      "Ġmed": 2444,
+      "Ġpool": 2445,
+      "Ġgener": 2446,
+      "Ġsal": 2447,
+      "ork": 2448,
+      "ult": 2449,
+      "Ġspray": 2450,
+      "Ġship": 2451,
+      "ian": 2452,
+      "Ġhum": 2453,
+      "Ġhel": 2454,
+      "isa": 2455,
+      "Ġselfish": 2456,
+      "Ġhar": 2457,
+      "Ġfaces": 2458,
+      "Ġmessy": 2459,
+      "Ġ'": 2460,
+      "Ġple": 2461,
+      "ĠSome": 2462,
+      "ĠHow": 2463,
+      "Ġgold": 2464,
+      "Ġchocol": 2465,
+      "Please": 2466,
+      "Ġminutes": 2467,
+      "Ġpillow": 2468,
+      "My": 2469,
+      "aking": 2470,
+      "Ġtun": 2471,
+      "Ġmissed": 2472,
+      "ighed": 2473,
+      "Ġvan": 2474,
+      "Ġfixed": 2475,
+      "Ġfighting": 2476,
+      "oin": 2477,
+      "Ġfig": 2478,
+      "Ġembarrassed": 2479,
+      "Ġmeant": 2480,
+      "Ġdrive": 2481,
+      "Ġtomorrow": 2482,
+      "Ġhours": 2483,
+      "Ġca": 2484,
+      "Ġner": 2485,
+      "Ġspicy": 2486,
+      "Ġknowing": 2487,
+      "ĠPlease": 2488,
+      "Sarah": 2489,
+      "Ġladder": 2490,
+      "ital": 2491,
+      "Ġhorse": 2492,
+      "ato": 2493,
+      "Ġug": 2494,
+      "ĠJust": 2495,
+      "Ġtrust": 2496,
+      "Ġhosp": 2497,
+      "Ġugly": 2498,
+      "Ġhospital": 2499,
+      "Ġchew": 2500,
+      "Ġbedroom": 2501,
+      "Ġeasy": 2502,
+      "Ġnervous": 2503,
+      "Ġrob": 2504,
+      "Ġthankful": 2505,
+      "Ġcarrots": 2506,
+      "Dad": 2507,
+      "elly": 2508,
+      "Ġgrew": 2509,
+      "Ġcolour": 2510,
+      "Ġbarked": 2511,
+      "Ġcouch": 2512,
+      "Ġnut": 2513,
+      "Ġmeadow": 2514,
+      "Ġtaught": 2515,
+      "Ġunderstood": 2516,
+      "Ġdisappoin": 2517,
+      "Ġpas": 2518,
+      "ano": 2519,
+      "Ġoften": 2520,
+      "Ġclass": 2521,
+      "Ġpassed": 2522,
+      "Ġknocked": 2523,
+      "Ġlanded": 2524,
+      "Ġmic": 2525,
+      "ird": 2526,
+      "Ġfear": 2527,
+      "Ġcoin": 2528,
+      "Ġmud": 2529,
+      "work": 2530,
+      "Ġdeter": 2531,
+      "Ġreg": 2532,
+      "Ġreturned": 2533,
+      "Ġdeterm": 2534,
+      "Ġhur": 2535,
+      "Ġfinish": 2536,
+      "izz": 2537,
+      "Ġtea": 2538,
+      "Ġsmooth": 2539,
+      "mo": 2540,
+      "Ġstuff": 2541,
+      "Ġmov": 2542,
+      "Ġgenerous": 2543,
+      "To": 2544,
+      "ĠOn": 2545,
+      "isp": 2546,
+      "Ġdrum": 2547,
+      "obby": 2548,
+      "Ġbubbles": 2549,
+      "Ġrobot": 2550,
+      "Ġthese": 2551,
+      "Ġseed": 2552,
+      "Ġglass": 2553,
+      "Ġdisappointed": 2554,
+      "ground": 2555,
+      "Ġring": 2556,
+      "Ġcard": 2557,
+      "Ġhears": 2558,
+      "Ġcarried": 2559,
+      "Ġmoon": 2560,
+      "Ġchocolate": 2561,
+      "Ġleaf": 2562,
+      "Ġsnacks": 2563,
+      "Ġcirc": 2564,
+      "Ġfancy": 2565,
+      "dle": 2566,
+      "Ġspend": 2567,
+      "ĠAnn": 2568,
+      "ustr": 2569,
+      "Ġcrab": 2570,
+      "Ġsongs": 2571,
+      "pack": 2572,
+      "Ġpir": 2573,
+      "ecially": 2574,
+      "osaur": 2575,
+      "Ġsold": 2576,
+      "Ġbridge": 2577,
+      "ĠEven": 2578,
+      "Ġsleepy": 2579,
+      "Ġhonest": 2580,
+      "Ġmir": 2581,
+      "ĠBr": 2582,
+      "Ġpaw": 2583,
+      "pecially": 2584,
+      "Ġav": 2585,
+      "ĠWhy": 2586,
+      "izzy": 2587,
+      "Ġchest": 2588,
+      "Ġwolf": 2589,
+      "Ġdinosaur": 2590,
+      "Ġespecially": 2591,
+      "Ġmap": 2592,
+      "Ġgas": 2593,
+      "ory": 2594,
+      "Ġchange": 2595,
+      "Ġgroup": 2596,
+      "Ġgathered": 2597,
+      "Ġsour": 2598,
+      "Ġpoor": 2599,
+      "Ġsplash": 2600,
+      "Ġwaves": 2601,
+      "Ġforward": 2602,
+      "Ġclown": 2603,
+      "Ġmysterious": 2604,
+      "ror": 2605,
+      "Ġbody": 2606,
+      "Ġfrustr": 2607,
+      "Ġcraw": 2608,
+      "Ġfake": 2609,
+      "Ġpin": 2610,
+      "Ġok": 2611,
+      "Ġrad": 2612,
+      "Ġwhisp": 2613,
+      "Ġtwirl": 2614,
+      "Ġstring": 2615,
+      "Ġsmelly": 2616,
+      "ĠTogether": 2617,
+      "sist": 2618,
+      "Ġcand": 2619,
+      "Ġgate": 2620,
+      "Ġscar": 2621,
+      "ĠKitty": 2622,
+      "Ġneckl": 2623,
+      "Billy": 2624,
+      "Ġmotor": 2625,
+      "ying": 2626,
+      "ote": 2627,
+      "Ġshore": 2628,
+      "urse": 2629,
+      "Ġjew": 2630,
+      "Ġweak": 2631,
+      "Ġgrumpy": 2632,
+      "Ġfinger": 2633,
+      "Ġsack": 2634,
+      "Ġkitten": 2635,
+      "Ġpolite": 2636,
+      "Ġglue": 2637,
+      "uce": 2638,
+      "Ġnumber": 2639,
+      "airs": 2640,
+      "Ġesc": 2641,
+      "Ġmirror": 2642,
+      "Ġsheep": 2643,
+      "Ġvase": 2644,
+      "Ġplants": 2645,
+      "Ġberries": 2646,
+      "most": 2647,
+      "Be": 2648,
+      "den": 2649,
+      "Ġjelly": 2650,
+      "ĠTheir": 2651,
+      "Ġemp": 2652,
+      "itter": 2653,
+      "There": 2654,
+      "Ġscr": 2655,
+      "Ġgray": 2656,
+      "Ġpuzzle": 2657,
+      "Ġnecklace": 2658,
+      "Ġmaybe": 2659,
+      "Ġplate": 2660,
+      "Ġalmost": 2661,
+      "usie": 2662,
+      "Ġfrustrated": 2663,
+      "Ġempty": 2664,
+      "port": 2665,
+      "orry": 2666,
+      "Ġthick": 2667,
+      "Ġjam": 2668,
+      "Ġskipped": 2669,
+      "ensive": 2670,
+      "ĠTeddy": 2671,
+      "aged": 2672,
+      "Ġcloset": 2673,
+      "Ġhidden": 2674,
+      "Ġexpensive": 2675,
+      "Ġdetermined": 2676,
+      "Ġbored": 2677,
+      "Ġlit": 2678,
+      "Ġdrew": 2679,
+      "Ġlegs": 2680,
+      "Ġhopping": 2681,
+      "ates": 2682,
+      "ĠSometimes": 2683,
+      "Ġsticks": 2684,
+      "Ġones": 2685,
+      "ĠAt": 2686,
+      "Ġbirdie": 2687,
+      "ĠDon": 2688,
+      "Ġpolice": 2689,
+      "Ġfruits": 2690,
+      "Ġtick": 2691,
+      "Ġaunt": 2692,
+      "Ġwis": 2693,
+      "Ġbake": 2694,
+      "Ġline": 2695,
+      "ots": 2696,
+      "Ġstone": 2697,
+      "Ġdogs": 2698,
+      "aul": 2699,
+      "Ġfigure": 2700,
+      "Jane": 2701,
+      "Ġsight": 2702,
+      "Ġcries": 2703,
+      "ĠBe": 2704,
+      "Ġmoving": 2705,
+      "Ġcontent": 2706,
+      "ĠBrown": 2707,
+      "Ġsaved": 2708,
+      "Ġcloth": 2709,
+      "?\".": 2710,
+      "box": 2711,
+      "Ġbranches": 2712,
+      "Ġpacked": 2713,
+      "Ġpowerful": 2714,
+      "Ġsplashed": 2715,
+      "Ġfeed": 2716,
+      "ested": 2717,
+      "Ġyelled": 2718,
+      "Where": 2719,
+      "dge": 2720,
+      "kin": 2721,
+      "Ġtiger": 2722,
+      "Ġpay": 2723,
+      "iddle": 2724,
+      "oop": 2725,
+      "ĠBella": 2726,
+      "Ġexam": 2727,
+      "Ġtaken": 2728,
+      "Ġcrane": 2729,
+      "Ġspoil": 2730,
+      "'d": 2731,
+      "Ġhang": 2732,
+      "Ġflag": 2733,
+      "Ġanswered": 2734,
+      "Ġdiscovered": 2735,
+      "ĠLeo": 2736,
+      "ush": 2737,
+      "Ġsave": 2738,
+      "Ġseek": 2739,
+      "Ġexcite": 2740,
+      "Ġpray": 2741,
+      "Ġjog": 2742,
+      "Ġstanding": 2743,
+      "Ġdolphin": 2744,
+      "Ġjack": 2745,
+      "Are": 2746,
+      "era": 2747,
+      "rag": 2748,
+      "Ġflut": 2749,
+      "getable": 2750,
+      "Ġboring": 2751,
+      "Ġlock": 2752,
+      "Ġincred": 2753,
+      "Ġexcitement": 2754,
+      "Ġsighed": 2755,
+      "Ġwip": 2756,
+      "Ġfis": 2757,
+      "Ġfill": 2758,
+      "Ġsoap": 2759,
+      "ĠMum": 2760,
+      "ola": 2761,
+      "Ġpleased": 2762,
+      "Ġjacket": 2763,
+      "light": 2764,
+      "Ġsugg": 2765,
+      "Ġmiddle": 2766,
+      "Ġeld": 2767,
+      "Ġwrote": 2768,
+      "Ġballoons": 2769,
+      "Ġorganized": 2770,
+      "que": 2771,
+      "Ġsailed": 2772,
+      "Their": 2773,
+      "Ġtells": 2774,
+      "Ġoy": 2775,
+      "Ġstones": 2776,
+      "Ġboard": 2777,
+      "Ġspun": 2778,
+      "Ġvegetable": 2779,
+      "lies": 2780,
+      "Ġind": 2781,
+      "iness": 2782,
+      "Ġworking": 2783,
+      "lower": 2784,
+      "alk": 2785,
+      "iff": 2786,
+      "Ġparrot": 2787,
+      "Stop": 2788,
+      "Ġscarf": 2789,
+      "Ġwagged": 2790,
+      "Ġclap": 2791,
+      "Ġmeasure": 2792,
+      "asing": 2793,
+      "Ġtears": 2794,
+      "body": 2795,
+      "Ġcomfortable": 2796,
+      "Ġleg": 2797,
+      "Ġswan": 2798,
+      "Ġtrue": 2799,
+      "Ġfright": 2800,
+      "Ġdrop": 2801,
+      "Ġsmoke": 2802,
+      "Ġfeathers": 2803,
+      "Ġincredible": 2804,
+      "ggs": 2805,
+      "ual": 2806,
+      "Ġtie": 2807,
+      "Ġcap": 2808,
+      "Ġlose": 2809,
+      "Ġpus": 2810,
+      "Ġeager": 2811,
+      "Ġmovie": 2812,
+      "fic": 2813,
+      "Ġcop": 2814,
+      "Ġeggs": 2815,
+      "oof": 2816,
+      "Ġrid": 2817,
+      "Ġcovered": 2818,
+      "Ġfil": 2819,
+      "Ġlem": 2820,
+      "Ġgrap": 2821,
+      "Ġdisappeared": 2822,
+      "Ġrecord": 2823,
+      "ĠTV": 2824,
+      "ĠBl": 2825,
+      "Ġext": 2826,
+      "Ġord": 2827,
+      "Ġgiggled": 2828,
+      "corn": 2829,
+      "Ġpri": 2830,
+      "Ġham": 2831,
+      "Ġrare": 2832,
+      "Ġyourself": 2833,
+      "Ġeng": 2834,
+      "Ġwhale": 2835,
+      "Ġknife": 2836,
+      "ĠLisa": 2837,
+      "Ġteam": 2838,
+      "ĠJohnny": 2839,
+      "zed": 2840,
+      "Ġtest": 2841,
+      "Ġbone": 2842,
+      "Ġdizzy": 2843,
+      "Ġlibr": 2844,
+      "Ġwrap": 2845,
+      "Ġquestions": 2846,
+      "iv": 2847,
+      "Ġlying": 2848,
+      "Ġstamp": 2849,
+      "Ġlicked": 2850,
+      "Ġnoisy": 2851,
+      "Ġkindness": 2852,
+      "Ġdiffic": 2853,
+      "Ġdrawing": 2854,
+      "apping": 2855,
+      "Jimmy": 2856,
+      "Ġstraw": 2857,
+      "Ġburn": 2858,
+      "Ġwagon": 2859,
+      "ately": 2860,
+      "Ġgrown": 2861,
+      "Ġrocket": 2862,
+      "Ġpopcorn": 2863,
+      "Sally": 2864,
+      "Ġbatter": 2865,
+      "Ġwand": 2866,
+      "Ġanc": 2867,
+      "ĠEnd": 2868,
+      "Ġsword": 2869,
+      "Ġhappening": 2870,
+      "Ġlifted": 2871,
+      "Ġbalance": 2872,
+      "Ġextra": 2873,
+      "Sorry": 2874,
+      "ha": 2875,
+      "Ġwander": 2876,
+      "Ġfat": 2877,
+      "ĠMark": 2878,
+      "ĠElla": 2879,
+      "Ġbecome": 2880,
+      "Ġtrack": 2881,
+      "Ġsmaller": 2882,
+      "Ġmistake": 2883,
+      "Ġtoast": 2884,
+      "ating": 2885,
+      "Ġmanaged": 2886,
+      "selves": 2887,
+      "ĠPeter": 2888,
+      "Ġbathroom": 2889,
+      "Ġharm": 2890,
+      "Ġdifficult": 2891,
+      "Ġtwist": 2892,
+      "Ġoffered": 2893,
+      "Ġruined": 2894,
+      "Ġmatch": 2895,
+      "Ġancient": 2896,
+      "Ġgar": 2897,
+      "illi": 2898,
+      "Ġdistance": 2899,
+      "Ġplayground": 2900,
+      "Ġlazy": 2901,
+      "Ġdancing": 2902,
+      "Ġadventur": 2903,
+      "af": 2904,
+      "ĠBa": 2905,
+      "Ġcalling": 2906,
+      "Ġcleaned": 2907,
+      "Ġcrown": 2908,
+      "ormal": 2909,
+      "Ġonce": 2910,
+      "Ġboss": 2911,
+      "Ġsell": 2912,
+      "Ġwalks": 2913,
+      "Ġfrightened": 2914,
+      "erri": 2915,
+      "Ġmask": 2916,
+      "Ġfluffy": 2917,
+      "emo": 2918,
+      "ĠZ": 2919,
+      "Ġfrag": 2920,
+      "Ġdest": 2921,
+      "Ġnormal": 2922,
+      "Ġyog": 2923,
+      "Ġpicks": 2924,
+      "Ġeye": 2925,
+      "Ġdrank": 2926,
+      "Ġcircle": 2927,
+      "Ġadventurous": 2928,
+      "Spot": 2929,
+      "Ġtent": 2930,
+      "Ġpress": 2931,
+      "Ġkissed": 2932,
+      "ict": 2933,
+      "Ġsciss": 2934,
+      "Ġgets": 2935,
+      "Ġtrunk": 2936,
+      "Ġcheck": 2937,
+      "Ġenjoying": 2938,
+      "Ġshells": 2939,
+      "Ġelderly": 2940,
+      "Ġscissors": 2941,
+      "Ġterri": 2942,
+      "Ġtoug": 2943,
+      "ages": 2944,
+      "Ġsteal": 2945,
+      "Me": 2946,
+      "ready": 2947,
+      "ete": 2948,
+      "Ġalready": 2949,
+      "ĠLittle": 2950,
+      "Ġjuicy": 2951,
+      "Ġstudy": 2952,
+      "Ġhorn": 2953,
+      "erp": 2954,
+      "Ġpizz": 2955,
+      "Ġallig": 2956,
+      "Ġlouder": 2957,
+      "Ġtowel": 2958,
+      "Ġcircles": 2959,
+      "Ġlead": 2960,
+      "Ġroar": 2961,
+      "Ġrose": 2962,
+      "Ġslipped": 2963,
+      "Ġtele": 2964,
+      "Ġfamous": 2965,
+      "Ġarg": 2966,
+      "Ġcheerful": 2967,
+      "ĠRex": 2968,
+      "Ġtough": 2969,
+      "ipper": 2970,
+      "Ġbarn": 2971,
+      "Ġfool": 2972,
+      "Ġdig": 2973,
+      "Ġdish": 2974,
+      "Ġagainst": 2975,
+      "Ġdeer": 2976,
+      "Ġsweetie": 2977,
+      "Ġengine": 2978,
+      "Ġed": 2979,
+      "Ġfather": 2980,
+      "Ġcover": 2981,
+      "Ġyours": 2982,
+      "Ġneeds": 2983,
+      "Joe": 2984,
+      "Ġbags": 2985,
+      "Ġspinning": 2986,
+      "Sue": 2987,
+      "Ġaw": 2988,
+      "anged": 2989,
+      "amond": 2990,
+      "Ġyarn": 2991,
+      "oph": 2992,
+      "Ġgiving": 2993,
+      "Ġdiamond": 2994,
+      "Ġsandwich": 2995,
+      "Ġindepend": 2996,
+      "Ġfragile": 2997,
+      "Who": 2998,
+      "cept": 2999,
+      "Ġnosy": 3000,
+      "Ġtwig": 3001,
+      "Ġhurts": 3002,
+      "Ġsuggested": 3003,
+      "Ġlemon": 3004,
+      "iest": 3005,
+      "ination": 3006,
+      "orge": 3007,
+      "Ġnod": 3008,
+      "Ġbloom": 3009,
+      "Ġhose": 3010,
+      "Ġboxes": 3011,
+      "Ġrealised": 3012,
+      "Ġfrown": 3013,
+      "ache": 3014,
+      "Ġrelax": 3015,
+      "Ġhammer": 3016,
+      "Ġadded": 3017,
+      "Ġweird": 3018,
+      "Ġmod": 3019,
+      "Ġcrack": 3020,
+      "Ġalligator": 3021,
+      "Amy": 3022,
+      "Gra": 3023,
+      "oot": 3024,
+      "Ġshake": 3025,
+      "rage": 3026,
+      "Ġlearning": 3027,
+      "Ġvegetables": 3028,
+      "Ġadd": 3029,
+      "Ġmelt": 3030,
+      "ĠSusie": 3031,
+      "elp": 3032,
+      "ĠBobby": 3033,
+      "Ġtrap": 3034,
+      "Ġcollar": 3035,
+      "Ġstubb": 3036,
+      "ique": 3037,
+      "Ġborrow": 3038,
+      "Ġpump": 3039,
+      "Ġloudly": 3040,
+      "Ġsearch": 3041,
+      "Ġchicken": 3042,
+      "Ġpizza": 3043,
+      "Ġindependent": 3044,
+      "Ġstubborn": 3045,
+      "Ġref": 3046,
+      "Ġasking": 3047,
+      "Ġbrilli": 3048,
+      "Ġdecide": 3049,
+      "Ġflash": 3050,
+      "Ġcaterp": 3051,
+      "Ġqueen": 3052,
+      "Ġsnee": 3053,
+      "ĠRose": 3054,
+      "Ġinvited": 3055,
+      "Ġstrawber": 3056,
+      "Ġfoolish": 3057,
+      "Ġcaterpill": 3058,
+      "gy": 3059,
+      "Ġtur": 3060,
+      "Ġdepend": 3061,
+      "Ġguit": 3062,
+      "Ġstri": 3063,
+      "Ġknight": 3064,
+      "Ġboys": 3065,
+      "Ġpee": 3066,
+      "Ġcomb": 3067,
+      "Ġclear": 3068,
+      "Ġunique": 3069,
+      "Ġbuttons": 3070,
+      "ĠTweety": 3071,
+      "Ġcolourful": 3072,
+      "Ġescape": 3073,
+      "Ġbrilliant": 3074,
+      "Ġrich": 3075,
+      "ĠBu": 3076,
+      "Ġsaying": 3077,
+      "Ġrode": 3078,
+      "Ġskin": 3079,
+      "Ġgarage": 3080,
+      "Help": 3081,
+      "dom": 3082,
+      "Ġmummy": 3083,
+      "Ġbeak": 3084,
+      "ured": 3085,
+      "aw": 3086,
+      "eorge": 3087,
+      "rop": 3088,
+      "edient": 3089,
+      "Ġunus": 3090,
+      "Ġoyster": 3091,
+      "Ġturkey": 3092,
+      "ĠOK": 3093,
+      "Ġfountain": 3094,
+      "Ġpatter": 3095,
+      "Ġweek": 3096,
+      "Ġchase": 3097,
+      "Ġrubb": 3098,
+      "Ġcounted": 3099,
+      "Ġregular": 3100,
+      "Ġwiped": 3101,
+      "Ġguitar": 3102,
+      "Ġunusual": 3103,
+      "land": 3104,
+      "Ġumb": 3105,
+      "Ġfork": 3106,
+      "Ġshows": 3107,
+      "Ġlights": 3108,
+      "Ġwalls": 3109,
+      "Ġdreamed": 3110,
+      "Ġbanana": 3111,
+      "Ġsuccessful": 3112,
+      "Ġjewel": 3113,
+      "Ġpattern": 3114,
+      "Ġumbre": 3115,
+      "cil": 3116,
+      "ray": 3117,
+      "inal": 3118,
+      "Ġlow": 3119,
+      "imed": 3120,
+      "Ġswe": 3121,
+      "Ġcryst": 3122,
+      "Ġpencil": 3123,
+      "Ġsafely": 3124,
+      "Ġtools": 3125,
+      "Well": 3126,
+      "Ġtape": 3127,
+      "Ġstream": 3128,
+      "ceed": 3129,
+      "Ġresc": 3130,
+      "Ġabove": 3131,
+      "Ġharder": 3132,
+      "Ġguess": 3133,
+      "Ġbottom": 3134,
+      "Ġmarket": 3135,
+      "Ġimpressed": 3136,
+      "Ġwaff": 3137,
+      "anut": 3138,
+      "iginal": 3139,
+      "Ġnotice": 3140,
+      "illa": 3141,
+      "Ġnods": 3142,
+      "Ġpeanut": 3143,
+      "olog": 3144,
+      "Ġpatch": 3145,
+      "Ġcrawled": 3146,
+      "Ġcaterpillar": 3147,
+      "na": 3148,
+      "Ġtank": 3149,
+      "Ġtask": 3150,
+      "Ġtire": 3151,
+      "Ġgun": 3152,
+      "Ġload": 3153,
+      "Ġcompet": 3154,
+      "umbled": 3155,
+      "Ġapolog": 3156,
+      "Ġsolve": 3157,
+      "How": 3158,
+      "Mummy": 3159,
+      "fast": 3160,
+      "hip": 3161,
+      "ĠNo": 3162,
+      "Ġbitter": 3163,
+      "arl": 3164,
+      "Ġears": 3165,
+      "Ġshone": 3166,
+      "Ġbrush": 3167,
+      "ĠFin": 3168,
+      "Ġoriginal": 3169,
+      "Ġfier": 3170,
+      "Ġglow": 3171,
+      "ĠNemo": 3172,
+      "Ġbreakfast": 3173,
+      "Ġadmired": 3174,
+      "ĠBlue": 3175,
+      "Ġedge": 3176,
+      "Ġdependable": 3177,
+      "und": 3178,
+      "uth": 3179,
+      "ĠIf": 3180,
+      "Ġclay": 3181,
+      "Ġstronger": 3182,
+      "Ġbossy": 3183,
+      "Ġcudd": 3184,
+      "aser": 3185,
+      "Ġgrandpa": 3186,
+      "Ġknows": 3187,
+      "Ġpicking": 3188,
+      "Ġjoke": 3189,
+      "Ġboats": 3190,
+      "Ġbald": 3191,
+      "Ġmedic": 3192,
+      "Ġscrat": 3193,
+      "Ġcone": 3194,
+      "Ġpenny": 3195,
+      "Ġlean": 3196,
+      "Ġraft": 3197,
+      "uggled": 3198,
+      "Ġsucceed": 3199,
+      "Ġobedient": 3200,
+      "Ġhumble": 3201,
+      "Ġlibrary": 3202,
+      "Re": 3203,
+      "head": 3204,
+      "Ġph": 3205,
+      "Ġnumb": 3206,
+      "Ġsauce": 3207,
+      "ĠBear": 3208,
+      "Ġtray": 3209,
+      "Ġproudly": 3210,
+      "Here": 3211,
+      "Ġsounded": 3212,
+      "Ġsquare": 3213,
+      "Ġterrible": 3214,
+      "Ġcrystal": 3215,
+      "Ġfierce": 3216,
+      "Jill": 3217,
+      "Ġwitch": 3218,
+      "inary": 3219,
+      "Ġhappiness": 3220,
+      "ĠLola": 3221,
+      "Ġhanded": 3222,
+      "Ġfridge": 3223,
+      "fa": 3224,
+      "Ġrough": 3225,
+      "ention": 3226,
+      "Ġchanged": 3227,
+      "Ġjoined": 3228,
+      "Ġraven": 3229,
+      "Ġmighty": 3230,
+      "Ġchose": 3231,
+      "Ġwheel": 3232,
+      "Ġumbrella": 3233,
+      "Ġtag": 3234,
+      "Ġcri": 3235,
+      "Ġow": 3236,
+      "arry": 3237,
+      "imp": 3238,
+      "ĠBill": 3239,
+      "Ġhelps": 3240,
+      "Ġfinding": 3241,
+      "Ġcleaning": 3242,
+      "Ġsquee": 3243,
+      "Ġfirework": 3244,
+      "Ġmedicine": 3245,
+      "azz": 3246,
+      "met": 3247,
+      "Ġplayful": 3248,
+      "Ġlocked": 3249,
+      "Ġgoat": 3250,
+      "Ġaccept": 3251,
+      "Ġcompass": 3252,
+      "Ġsurf": 3253,
+      "Ġcompetit": 3254,
+      "ext": 3255,
+      "kn": 3256,
+      "Ġsy": 3257,
+      "Ġsil": 3258,
+      "Ġbeet": 3259,
+      "ĠMar": 3260,
+      "uring": 3261,
+      "Ġchir": 3262,
+      "ĠEllie": 3263,
+      "Ġballs": 3264,
+      "ÅĵLet": 3265,
+      "Ġbutterflies": 3266,
+      "Ġguard": 3267,
+      "Ġcrayon": 3268,
+      "Ġdiscover": 3269,
+      "Ġparade": 3270,
+      "Ġmixed": 3271,
+      "Ġvalu": 3272,
+      "Ġhelmet": 3273,
+      "ĠBrownie": 3274,
+      "Em": 3275,
+      "ject": 3276,
+      "squ": 3277,
+      "ud": 3278,
+      "Ġgum": 3279,
+      "ature": 3280,
+      "Ġisland": 3281,
+      "Ġcost": 3282,
+      "Ġmole": 3283,
+      "Ġnicely": 3284,
+      "Ġkinds": 3285,
+      "Ġraced": 3286,
+      "Ġstove": 3287,
+      "Ġlaughs": 3288,
+      "Ġmarch": 3289,
+      "Ġfalls": 3290,
+      "Ġpersist": 3291,
+      "ĠBaby": 3292,
+      "ophie": 3293,
+      "Alice": 3294,
+      "ience": 3295,
+      "ito": 3296,
+      "Ġcage": 3297,
+      "Ġgoose": 3298,
+      "Ġcoins": 3299,
+      "Ġtrump": 3300,
+      "Ġmosqu": 3301,
+      "Ġserious": 3302,
+      "Ġmosquito": 3303,
+      "Ġflex": 3304,
+      "Ġcro": 3305,
+      "elon": 3306,
+      "Ġexcla": 3307,
+      "Ġchoose": 3308,
+      "Ġexplored": 3309,
+      "Ġunl": 3310,
+      "Ġbrothers": 3311,
+      "Ġguil": 3312,
+      "Ġnumbers": 3313,
+      "Ġtrumpet": 3314,
+      "Ġicy": 3315,
+      "Ġmoms": 3316,
+      "iew": 3317,
+      "Ġview": 3318,
+      "Ġenorm": 3319,
+      "Ġfireman": 3320,
+      "ĠMrs": 3321,
+      "Ġpractice": 3322,
+      "Ġenormous": 3323,
+      "wards": 3324,
+      "Ġsup": 3325,
+      "Ġvolc": 3326,
+      "Ġmeans": 3327,
+      "Ġpointing": 3328,
+      "Ġvaluable": 3329,
+      "Ġflexible": 3330,
+      "Ġexclaimed": 3331,
+      "Ġguilty": 3332,
+      "yal": 3333,
+      "Ġcam": 3334,
+      "Ġpipe": 3335,
+      "ision": 3336,
+      "ĠMy": 3337,
+      "Ġuseful": 3338,
+      "Ġfavour": 3339,
+      "Ġcrazy": 3340,
+      "Ġphot": 3341,
+      "known": 3342,
+      "Ġvolcano": 3343,
+      "Ġwake": 3344,
+      "Ġcity": 3345,
+      "omed": 3346,
+      "llip": 3347,
+      "Ġforth": 3348,
+      "Ġlollip": 3349,
+      "Ġseal": 3350,
+      "Ġallowed": 3351,
+      "Ġscare": 3352,
+      "Ġbrightly": 3353,
+      "Ġmarble": 3354,
+      "Ġpopular": 3355,
+      "Ġflashlight": 3356,
+      "Ġcompassion": 3357,
+      "Ġlollipop": 3358,
+      "ĠU": 3359,
+      "Ġing": 3360,
+      "Ġhunt": 3361,
+      "Ġdull": 3362,
+      "erry": 3363,
+      "Ġstat": 3364,
+      "Ġshel": 3365,
+      "!\".": 3366,
+      "Ġunknown": 3367,
+      "Ġhats": 3368,
+      "Ġshoot": 3369,
+      "redient": 3370,
+      "Ġbelonged": 3371,
+      "Ġfavourite": 3372,
+      "Ġingredient": 3373,
+      "Ġpil": 3374,
+      "Ġloyal": 3375,
+      "Ġbrace": 3376,
+      "ĠWhenever": 3377,
+      "Ġdreams": 3378,
+      "Ġkicked": 3379,
+      "Ġseeds": 3380,
+      "Ġtwirled": 3381,
+      "Ġsuper": 3382,
+      "time": 3383,
+      "Ġfine": 3384,
+      "Ġbees": 3385,
+      "Ġsofa": 3386,
+      "Ġshark": 3387,
+      "ĠMike": 3388,
+      "Ġanx": 3389,
+      "Ġsadly": 3390,
+      "Ġshowing": 3391,
+      "Ġways": 3392,
+      "Ġtrucks": 3393,
+      "Ġdelicate": 3394,
+      "ations": 3395,
+      "Ġrepe": 3396,
+      "Ġimpressive": 3397,
+      "Ġpoured": 3398,
+      "Ġpirate": 3399,
+      "Ġwhispered": 3400,
+      "Ġharmless": 3401,
+      "aff": 3402,
+      "Ġturt": 3403,
+      "Ġtied": 3404,
+      "aroo": 3405,
+      "ado": 3406,
+      "arth": 3407,
+      "Ġgrace": 3408,
+      "Ġhandle": 3409,
+      "Ġenc": 3410,
+      "Ġdeliver": 3411,
+      "Benny": 3412,
+      "Ġrushed": 3413,
+      "Ġusing": 3414,
+      "angaroo": 3415,
+      "Ġshape": 3416,
+      "Ġbushes": 3417,
+      "Ġpersistent": 3418,
+      "Ġgor": 3419,
+      "ĠSp": 3420,
+      "Ġkangaroo": 3421,
+      "Ġang": 3422,
+      "Ġoffice": 3423,
+      "Ġanxious": 3424,
+      "Go": 3425,
+      "alous": 3426,
+      "Ġspell": 3427,
+      "ĠWhile": 3428,
+      "iable": 3429,
+      "Ġpotato": 3430,
+      "Ġjealous": 3431,
+      "Ġwrapped": 3432,
+      "Ġfour": 3433,
+      "Ġcurt": 3434,
+      "Ġlog": 3435,
+      "Ġcoal": 3436,
+      "Ġreliable": 3437,
+      "Ġcurtain": 3438,
+      "Daisy": 3439,
+      "Ġsudden": 3440,
+      "mbol": 3441,
+      "ÅĵYes": 3442,
+      "aches": 3443,
+      "ĠPe": 3444,
+      "Ġpainted": 3445,
+      "ĠToby": 3446,
+      "Ġcere": 3447,
+      "gu": 3448,
+      "Ġtummy": 3449,
+      "Ġthose": 3450,
+      "ouses": 3451,
+      "uddy": 3452,
+      "Ġcush": 3453,
+      "Ġmetal": 3454,
+      "Ġsymbol": 3455,
+      "Ġbeetle": 3456,
+      "Ġcamera": 3457,
+      "Ġhouses": 3458,
+      "ilt": 3459,
+      "Ġcelebrate": 3460,
+      "Ġdelighted": 3461,
+      "Ġgorilla": 3462,
+      "Ġtooth": 3463,
+      "Ġthirst": 3464,
+      "keep": 3465,
+      "Ġshiver": 3466,
+      "Ġreward": 3467,
+      "Ġspace": 3468,
+      "Ġtravel": 3469,
+      "Ġrubbed": 3470,
+      "Ġprint": 3471,
+      "Ġdriving": 3472,
+      "Ġmarry": 3473,
+      "Ġwarned": 3474,
+      "Ġsoldier": 3475,
+      "Ġmotorcy": 3476,
+      "cut": 3477,
+      "Ġson": 3478,
+      "Ġtor": 3479,
+      "arlie": 3480,
+      "Ġhero": 3481,
+      "ief": 3482,
+      "Ġcarp": 3483,
+      "Ġexcitedly": 3484,
+      "Ġtemp": 3485,
+      "ĠPete": 3486,
+      "ĠBobo": 3487,
+      "cod": 3488,
+      "Ġhung": 3489,
+      "Ġgrowing": 3490,
+      "upid": 3491,
+      "Ġthinking": 3492,
+      "Ġtunn": 3493,
+      "While": 3494,
+      "cu": 3495,
+      "ipp": 3496,
+      "Ġhay": 3497,
+      "Ġyet": 3498,
+      "Ġvine": 3499,
+      "Ġacorn": 3500,
+      "icycle": 3501,
+      "Ġprep": 3502,
+      "Ġreminded": 3503,
+      "Ġgasped": 3504,
+      "Ġflute": 3505,
+      "Ġordinary": 3506,
+      "Ġcrocod": 3507,
+      "Ġamb": 3508,
+      "Ġcur": 3509,
+      "ĠBet": 3510,
+      "ĠMandy": 3511,
+      "Ġpup": 3512,
+      "Ġcreatures": 3513,
+      "Ġhurry": 3514,
+      "Ġspoiled": 3515,
+      "Ġtimes": 3516,
+      "Ġmis": 3517,
+      "Ġrice": 3518,
+      "Ġstupid": 3519,
+      "Ġshine": 3520,
+      "Ġresist": 3521,
+      "ugged": 3522,
+      "Ġlaw": 3523,
+      "Ġskull": 3524,
+      "coa": 3525,
+      "Ġmissing": 3526,
+      "Ġwheat": 3527,
+      "Ġsupport": 3528,
+      "Ġingredients": 3529,
+      "aid": 3530,
+      "loo": 3531,
+      "Ġcase": 3532,
+      "ery": 3533,
+      "Ġwashed": 3534,
+      "Ġdove": 3535,
+      "Ġspilled": 3536,
+      "Ġscoot": 3537,
+      "Ġmeal": 3538,
+      "Ġmule": 3539,
+      "ĠDucky": 3540,
+      "Ġmoder": 3541,
+      "arsh": 3542,
+      "ÅĵWhat": 3543,
+      "Ġtrick": 3544,
+      "Ġsett": 3545,
+      "ĠTweetie": 3546,
+      "Ġbounce": 3547,
+      "Ġfilthy": 3548,
+      "Ġbase": 3549,
+      "Ġhoop": 3550,
+      "Ġfre": 3551,
+      "Ġstumbled": 3552,
+      "Ġsoar": 3553,
+      "Ġweal": 3554,
+      "Ġseem": 3555,
+      "Ġword": 3556,
+      "Ġlab": 3557,
+      "ĠDave": 3558,
+      "ĠFr": 3559,
+      "Ġbadly": 3560,
+      "Ġhairy": 3561,
+      "Ġcrawl": 3562,
+      "Ġlively": 3563,
+      "Ġsteps": 3564,
+      "ÅĵLetâ": 3565,
+      "Ġbracelet": 3566,
+      "Ġcereal": 3567,
+      "Ġthirsty": 3568,
+      "Ġcarpet": 3569,
+      "Ġwool": 3570,
+      "ither": 3571,
+      "Ġgoal": 3572,
+      "Ġbackpack": 3573,
+      "Ġtruth": 3574,
+      "Ġcompl": 3575,
+      "Ġcheap": 3576,
+      "Ġdisg": 3577,
+      "Ġplaced": 3578,
+      "Ġearly": 3579,
+      "Ġdecorate": 3580,
+      "Ġnuts": 3581,
+      "Ow": 3582,
+      "cream": 3583,
+      "Ġbump": 3584,
+      "Ġthemselves": 3585,
+      "ices": 3586,
+      "Ġhelpless": 3587,
+      "Ġclum": 3588,
+      "Ġscatter": 3589,
+      "Ġscale": 3590,
+      "Ġnews": 3591,
+      "usting": 3592,
+      "Ġenv": 3593,
+      "âĤ¬âĢ": 3594,
+      "Ġtelling": 3595,
+      "Ġswinging": 3596,
+      "Ġsparkled": 3597,
+      "Ġcarrying": 3598,
+      "gging": 3599,
+      "ines": 3600,
+      "ric": 3601,
+      "Ġfriendship": 3602,
+      "Ġcareless": 3603,
+      "Ġsne": 3604,
+      "Ġdoesn": 3605,
+      "Ġfalling": 3606,
+      "Ġcomput": 3607,
+      "Ġpale": 3608,
+      "Ġpeeked": 3609,
+      "Ġcompassionate": 3610,
+      "com": 3611,
+      "vice": 3612,
+      "Ġsend": 3613,
+      "Ġstage": 3614,
+      "Ġmem": 3615,
+      "Ġchalk": 3616,
+      "Ġchasing": 3617,
+      "Ġpebble": 3618,
+      "ĠEverything": 3619,
+      "Ġcube": 3620,
+      "Ġpige": 3621,
+      "Ġcourage": 3622,
+      "Ġfingers": 3623,
+      "Ġturtle": 3624,
+      "bled": 3625,
+      "Ġsink": 3626,
+      "Ġbicycle": 3627,
+      "Ġshaking": 3628,
+      "Ġsleeping": 3629,
+      "Ġneighbour": 3630,
+      "Ġmodern": 3631,
+      "Ġdisgusting": 3632,
+      "Ġclumsy": 3633,
+      "gest": 3634,
+      "Ġhook": 3635,
+      "Ġcher": 3636,
+      "Ġnail": 3637,
+      "Ġbiggest": 3638,
+      "iches": 3639,
+      "Ġbul": 3640,
+      "Ġending": 3641,
+      "Ġdead": 3642,
+      "Ġtriang": 3643,
+      "ulance": 3644,
+      "Ġspoke": 3645,
+      "Ġpracticed": 3646,
+      "Ġambulance": 3647,
+      "Ġcomputer": 3648,
+      "ibb": 3649,
+      "Ġlamp": 3650,
+      "Ġstation": 3651,
+      "Ġchar": 3652,
+      "Ġwallet": 3653,
+      "ĠToday": 3654,
+      "Ġpackage": 3655,
+      "Ġmicrop": 3656,
+      "Ġcushion": 3657,
+      "keeper": 3658,
+      "Ġcrocodile": 3659,
+      "Ġmicrophone": 3660,
+      "under": 3661,
+      "ĠAlex": 3662,
+      "Ġthoughtful": 3663,
+      "Ġjolly": 3664,
+      "Ġpengu": 3665,
+      "Ġpumpkin": 3666,
+      "Ġcostum": 3667,
+      "Ġfive": 3668,
+      "Ġdough": 3669,
+      "Ġpony": 3670,
+      "Ġol": 3671,
+      "imi": 3672,
+      "Ġstairs": 3673,
+      "Ġknock": 3674,
+      "Ġgrand": 3675,
+      "Ġintell": 3676,
+      "Ġuniver": 3677,
+      "Ġbrighter": 3678,
+      "Ġopens": 3679,
+      "Ġdreaming": 3680,
+      "Ġbounced": 3681,
+      "Ġquestion": 3682,
+      "Ġstatue": 3683,
+      "Ġwine": 3684,
+      "isk": 3685,
+      "ĠAlice": 3686,
+      "Ġcocoa": 3687,
+      "ĠYour": 3688,
+      "Ġpepper": 3689,
+      "Ġbeauty": 3690,
+      "Ġperm": 3691,
+      "Ġpainting": 3692,
+      "Ġshoe": 3693,
+      "Ġelev": 3694,
+      "Everyone": 3695,
+      "hino": 3696,
+      "Ġwealthy": 3697,
+      "Ġintellig": 3698,
+      "noon": 3699,
+      "Ġsuit": 3700,
+      "Ġmild": 3701,
+      "Ġnature": 3702,
+      "ans": 3703,
+      "Ġhappier": 3704,
+      "Ġneat": 3705,
+      "Ġstarts": 3706,
+      "ucked": 3707,
+      "Ġafternoon": 3708,
+      "Ġtorn": 3709,
+      "Ġelevator": 3710,
+      "gen": 3711,
+      "ti": 3712,
+      "Ġten": 3713,
+      "Ġharsh": 3714,
+      "Ġped": 3715,
+      "atient": 3716,
+      "orant": 3717,
+      "Ġrece": 3718,
+      "Ġjet": 3719,
+      "illie": 3720,
+      "ĠRed": 3721,
+      "Ġreading": 3722,
+      "Ġsearching": 3723,
+      "Ġbasketball": 3724,
+      "Ġbarber": 3725,
+      "Ġspeed": 3726,
+      "See": 3727,
+      "awn": 3728,
+      "Ġstack": 3729,
+      "ĠMummy": 3730,
+      "Ġclock": 3731,
+      "ĠGive": 3732,
+      "Ġmagn": 3733,
+      "Ġleaving": 3734,
+      "Ġcupboard": 3735,
+      "Ġdesign": 3736,
+      "Ġslides": 3737,
+      "Ġsandwiches": 3738,
+      "Ġcandle": 3739,
+      "aulif": 3740,
+      "Ġriding": 3741,
+      "Ġfresh": 3742,
+      "oppy": 3743,
+      "Ġshocked": 3744,
+      "Ġener": 3745,
+      "Ġjumps": 3746,
+      "Ġhaircut": 3747,
+      "Ġrespectful": 3748,
+      "Ġcooking": 3749,
+      "Ġticket": 3750,
+      "Ġencou": 3751,
+      "Ġtunnel": 3752,
+      "auliflower": 3753,
+      "Give": 3754,
+      "Ġsle": 3755,
+      "reen": 3756,
+      "Ġmay": 3757,
+      "Ġthief": 3758,
+      "Ġyawn": 3759,
+      "Ġfort": 3760,
+      "Ġalert": 3761,
+      "Ġsorts": 3762,
+      "Ġimpatient": 3763,
+      "Ġcreate": 3764,
+      "ailable": 3765,
+      "Ġwheels": 3766,
+      "Ġvalue": 3767,
+      "Ġprize": 3768,
+      "Mary": 3769,
+      "ye": 3770,
+      "het": 3771,
+      "Ġsent": 3772,
+      "Ġbent": 3773,
+      "ince": 3774,
+      "Ġcomet": 3775,
+      "Ġcamp": 3776,
+      "Ġcauliflower": 3777,
+      "Ġmelon": 3778,
+      "Ġgem": 3779,
+      "Ġitself": 3780,
+      "iron": 3781,
+      "Ġmush": 3782,
+      "Ġmonkeys": 3783,
+      "Ġsalad": 3784,
+      "Ġdestro": 3785,
+      "Ġrescue": 3786,
+      "Ġscooter": 3787,
+      "Ġintelligent": 3788,
+      "az": 3789,
+      "Ġdug": 3790,
+      "iling": 3791,
+      "anger": 3792,
+      "Ġroof": 3793,
+      "Ġrhino": 3794,
+      "Ġscold": 3795,
+      "aghet": 3796,
+      "Ġexper": 3797,
+      "Ġbarking": 3798,
+      "Ġbananas": 3799,
+      "Ġignorant": 3800,
+      "Ġmicro": 3801,
+      "Ġavailable": 3802,
+      "Ġgraceful": 3803,
+      "Ġmotorcycle": 3804,
+      "aghetti": 3805,
+      "hood": 3806,
+      "ĠSn": 3807,
+      "Ġearth": 3808,
+      "Ġboots": 3809,
+      "Ġspaghetti": 3810,
+      "ummer": 3811,
+      "Ġagree": 3812,
+      "Ġbull": 3813,
+      "Ġanywhere": 3814,
+      "ĠGeorge": 3815,
+      "Ġbehave": 3816,
+      "ĠKim": 3817,
+      "Ġpaid": 3818,
+      "scope": 3819,
+      "Ġstretched": 3820,
+      "Ġfearful": 3821,
+      "Ġavo": 3822,
+      "Ġmicroscope": 3823,
+      "If": 3824,
+      "io": 3825,
+      "Ġnoteb": 3826,
+      "ĠEventually": 3827,
+      "Ġolder": 3828,
+      "Ġsniff": 3829,
+      "Ġadvice": 3830,
+      "Ġstops": 3831,
+      "Ġperform": 3832,
+      "Ġfurther": 3833,
+      "Ġenvious": 3834,
+      "Ġpigeon": 3835,
+      "Ġmushroom": 3836,
+      "Ġnotebook": 3837,
+      "ubby": 3838,
+      "Ġpun": 3839,
+      "ats": 3840,
+      "Ġnurse": 3841,
+      "orable": 3842,
+      "Ġthunder": 3843,
+      "Ġclapping": 3844,
+      "Ġvide": 3845,
+      "Ġbuilt": 3846,
+      "ĠCl": 3847,
+      "Ġuncom": 3848,
+      "Ġshouting": 3849,
+      "Ġarrow": 3850,
+      "Ġdrawer": 3851,
+      "Ġprov": 3852,
+      "fortable": 3853,
+      "Ġtomato": 3854,
+      "Ġmeeting": 3855,
+      "Ġobject": 3856,
+      "Ġyogurt": 3857,
+      "Ġtemple": 3858,
+      "Ġuncomfortable": 3859,
+      "ef": 3860,
+      "ues": 3861,
+      "ĠTony": 3862,
+      "Ġloop": 3863,
+      "Ġchubby": 3864,
+      "Ġswitch": 3865,
+      "Ġskip": 3866,
+      "Ġadorable": 3867,
+      "ÅĵIt": 3868,
+      "Ġcounting": 3869,
+      "Ġcooked": 3870,
+      "Ġpist": 3871,
+      "arian": 3872,
+      "enry": 3873,
+      "Ġstared": 3874,
+      "Ġshut": 3875,
+      "icop": 3876,
+      "Ġquite": 3877,
+      "Ġsnuggled": 3878,
+      "ĠGrandpa": 3879,
+      "Ġtroubled": 3880,
+      "Ġgiggle": 3881,
+      "Ġblowing": 3882,
+      "Ġhelicop": 3883,
+      "Ġfisher": 3884,
+      "Ġpistol": 3885,
+      "Ġhelicopter": 3886,
+      "par": 3887,
+      "ĠSophie": 3888,
+      "ooped": 3889,
+      "ips": 3890,
+      "Ġnowhere": 3891,
+      "Ġforgave": 3892,
+      "Ġmarched": 3893,
+      "Ġtreasures": 3894,
+      "host": 3895,
+      "Ġpassport": 3896,
+      "Ġstirred": 3897,
+      "Ġpushing": 3898,
+      "Ġcompetitive": 3899,
+      "Ġdestroy": 3900,
+      "Yay": 3901,
+      "aked": 3902,
+      "oe": 3903,
+      "tter": 3904,
+      "Ġgir": 3905,
+      "Ġghost": 3906,
+      "anic": 3907,
+      "kelet": 3908,
+      "htub": 3909,
+      "Ġreef": 3910,
+      "Ġsepar": 3911,
+      "opard": 3912,
+      "play": 3913,
+      "Ġenvel": 3914,
+      "Ġbreat": 3915,
+      "Ġrepair": 3916,
+      "Ġfootball": 3917,
+      "Ġbathtub": 3918,
+      "Ġrubber": 3919,
+      "Ġangel": 3920,
+      "Ġtriangle": 3921,
+      "Ġled": 3922,
+      "Ġmill": 3923,
+      "ĠSh": 3924,
+      "chanic": 3925,
+      "Ġnames": 3926,
+      "Ġleopard": 3927,
+      "Ġnobody": 3928,
+      "Ġanyway": 3929,
+      "uct": 3930,
+      "ctus": 3931,
+      "Ġshouldn": 3932,
+      "Ġzeb": 3933,
+      "Ġgiven": 3934,
+      "Ġholds": 3935,
+      "Ġbarrel": 3936,
+      "Ġbandage": 3937,
+      "Ġenth": 3938,
+      "Daddy": 3939,
+      "Ġzebra": 3940,
+      "ives": 3941,
+      "ube": 3942,
+      "year": 3943,
+      "Ġpor": 3944,
+      "Ġpand": 3945,
+      "Ġotter": 3946,
+      "Ġribb": 3947,
+      "Ġshield": 3948,
+      "Ġmechanic": 3949,
+      "Ġdonâ": 3950,
+      "Ġdisag": 3951,
+      "Ġdisplay": 3952,
+      "Ġmusician": 3953,
+      "ceros": 3954,
+      "Ġspeak": 3955,
+      "Ġcab": 3956,
+      "Ġcactus": 3957,
+      "ĠBetsy": 3958,
+      "Ġbulb": 3959,
+      "Ch": 3960,
+      "eath": 3961,
+      "ikes": 3962,
+      "xy": 3963,
+      "Ġtube": 3964,
+      "Ġahead": 3965,
+      "Ġsummer": 3966,
+      "Ġskelet": 3967,
+      "Ġpurse": 3968,
+      "Ġknob": 3969,
+      "Ġdidnâ": 3970,
+      "Ġcouldnâ": 3971,
+      "Ġcolours": 3972,
+      "Ġwindows": 3973,
+      "oomy": 3974,
+      "Ġgifted": 3975,
+      "Ġcartoon": 3976,
+      "Ġrhinoceros": 3977,
+      "gl": 3978,
+      "heart": 3979,
+      "Ġsize": 3980,
+      "Ġbet": 3981,
+      "ĠMiss": 3982,
+      "Ġscrew": 3983,
+      "Ġflour": 3984,
+      "Ġblin": 3985,
+      "apa": 3986,
+      "Ġdishes": 3987,
+      "Ġraining": 3988,
+      "Ġhoping": 3989,
+      "Ġshovel": 3990,
+      "Ġmint": 3991,
+      "Ġjellyfish": 3992,
+      "Ġsweater": 3993,
+      "Ġcharming": 3994,
+      "Ġpenguin": 3995,
+      "Ġenvelope": 3996,
+      "Ġenthus": 3997,
+      "Ġcabin": 3998,
+      "rec": 3999,
+      "Ġpant": 4000,
+      "Ġthread": 4001,
+      "Ġinse": 4002,
+      "Ġstaff": 4003,
+      "Ġliz": 4004,
+      "Ġunpack": 4005,
+      "Ġwriting": 4006,
+      "Ġtrash": 4007,
+      "Ġrolling": 4008,
+      "Ġwaffle": 4009,
+      "Ġiron": 4010,
+      "Ġwing": 4011,
+      "erable": 4012,
+      "Ġsheet": 4013,
+      "ĠBuddy": 4014,
+      "Ġshadow": 4015,
+      "Ġroared": 4016,
+      "Ġmuff": 4017,
+      "Ġairport": 4018,
+      "Ġceiling": 4019,
+      "Ġattic": 4020,
+      "Ġorganize": 4021,
+      "Ġstretch": 4022,
+      "Ġgrapes": 4023,
+      "Ġobs": 4024,
+      "ĠAre": 4025,
+      "ĠWould": 4026,
+      "ĠInst": 4027,
+      "Ġpiano": 4028,
+      "Ġsalt": 4029,
+      "Ġmiserable": 4030,
+      "Ġcord": 4031,
+      "Ġdess": 4032,
+      "Ġrefused": 4033,
+      "Ġscreen": 4034,
+      "ĠDan": 4035,
+      "Ġstrugg": 4036,
+      "Ġneedle": 4037,
+      "Ġbears": 4038,
+      "ĠAndy": 4039,
+      "Ġheaded": 4040,
+      "Ġsticky": 4041,
+      "Ġfreez": 4042,
+      "Ġzoomed": 4043,
+      "Ġimagined": 4044,
+      "Ġmedal": 4045,
+      "Ġmagnet": 4046,
+      "reci": 4047,
+      "Ġobser": 4048,
+      "Ġer": 4049,
+      "Ġlives": 4050,
+      "ĠAl": 4051,
+      "ĠPat": 4052,
+      "Ġappreci": 4053,
+      "asses": 4054,
+      "Ġsailor": 4055,
+      "Ġminute": 4056,
+      "Ġfisherman": 4057,
+      "vision": 4058,
+      "Ġrat": 4059,
+      "aled": 4060,
+      "Ġbrus": 4061,
+      "Ġchance": 4062,
+      "Ġpost": 4063,
+      "Ġsungl": 4064,
+      "Ġcheek": 4065,
+      "reeze": 4066,
+      "Ġdeaf": 4067,
+      "Ġrules": 4068,
+      "Ġfrogs": 4069,
+      "Ġairpl": 4070,
+      "ĠGod": 4071,
+      "Ġstrawberry": 4072,
+      "Ġslept": 4073,
+      "Ġlizard": 4074,
+      "Ġsunglasses": 4075,
+      "Ġluck": 4076,
+      "Ġinf": 4077,
+      "Ġbeep": 4078,
+      "ĠBunny": 4079,
+      "Ġmeas": 4080,
+      "Ġrod": 4081,
+      "Ġorder": 4082,
+      "Ġrestless": 4083,
+      "Ġsandbox": 4084,
+      "Ġmessage": 4085,
+      "ĠJoey": 4086,
+      "Ġcomplet": 4087,
+      "Ġattract": 4088,
+      "Ġgolden": 4089,
+      "Grandma": 4090,
+      "Ġpilot": 4091,
+      "Ġporch": 4092,
+      "Little": 4093,
+      "ler": 4094,
+      "ses": 4095
+    },
+    "merges": [
+      [
+        "h",
+        "e"
+      ],
+      [
+        "Ġ",
+        "t"
+      ],
+      [
+        "Ġ",
+        "a"
+      ],
+      [
+        "Ġ",
+        "s"
+      ],
+      [
+        "Ġ",
+        "w"
+      ],
+      [
+        "n",
+        "d"
+      ],
+      [
+        "Ġt",
+        "he"
+      ],
+      [
+        "e",
+        "d"
+      ],
+      [
+        "Ġa",
+        "nd"
+      ],
+      [
+        "Ġt",
+        "o"
+      ],
+      [
+        "Ġ",
+        "b"
+      ],
+      [
+        "i",
+        "n"
+      ],
+      [
+        "Ġ",
+        "h"
+      ],
+      [
+        "Ġw",
+        "a"
+      ],
+      [
+        "r",
+        "e"
+      ],
+      [
+        "Ġ",
+        "f"
+      ],
+      [
+        "i",
+        "t"
+      ],
+      [
+        "o",
+        "u"
+      ],
+      [
+        "Ġ",
+        "c"
+      ],
+      [
+        "Ġ",
+        "l"
+      ],
+      [
+        "Ġ",
+        "he"
+      ],
+      [
+        "Ġ",
+        "d"
+      ],
+      [
+        "e",
+        "r"
+      ],
+      [
+        "Ġwa",
+        "s"
+      ],
+      [
+        "Ġ",
+        "m"
+      ],
+      [
+        "Ġ",
+        "p"
+      ],
+      [
+        "o",
+        "m"
+      ],
+      [
+        "Ġ",
+        "T"
+      ],
+      [
+        "Ġ",
+        "o"
+      ],
+      [
+        "a",
+        "y"
+      ],
+      [
+        "a",
+        "r"
+      ],
+      [
+        "in",
+        "g"
+      ],
+      [
+        "i",
+        "s"
+      ],
+      [
+        "Ġ",
+        "g"
+      ],
+      [
+        "i",
+        "l"
+      ],
+      [
+        "i",
+        "d"
+      ],
+      [
+        "a",
+        "t"
+      ],
+      [
+        "e",
+        "n"
+      ],
+      [
+        "Ġ",
+        "n"
+      ],
+      [
+        "Ġs",
+        "a"
+      ],
+      [
+        "Ġh",
+        "a"
+      ],
+      [
+        "Ġ",
+        "S"
+      ],
+      [
+        "i",
+        "m"
+      ],
+      [
+        "a",
+        "n"
+      ],
+      [
+        "ĠT",
+        "he"
+      ],
+      [
+        "o",
+        "r"
+      ],
+      [
+        "o",
+        "n"
+      ],
+      [
+        "Ġ",
+        "it"
+      ],
+      [
+        "Ġt",
+        "h"
+      ],
+      [
+        "l",
+        "l"
+      ],
+      [
+        "l",
+        "e"
+      ],
+      [
+        "Ġ",
+        "H"
+      ],
+      [
+        "Ġhe",
+        "r"
+      ],
+      [
+        "e",
+        "t"
+      ],
+      [
+        "o",
+        "t"
+      ],
+      [
+        "i",
+        "r"
+      ],
+      [
+        "ĠS",
+        "he"
+      ],
+      [
+        "ĠH",
+        "e"
+      ],
+      [
+        "v",
+        "er"
+      ],
+      [
+        "e",
+        "s"
+      ],
+      [
+        "Ġ",
+        "in"
+      ],
+      [
+        "u",
+        "t"
+      ],
+      [
+        "o",
+        "w"
+      ],
+      [
+        "c",
+        "k"
+      ],
+      [
+        "Ġ",
+        "e"
+      ],
+      [
+        "Ġ",
+        "u"
+      ],
+      [
+        "l",
+        "d"
+      ],
+      [
+        "ĠThe",
+        "y"
+      ],
+      [
+        "o",
+        "o"
+      ],
+      [
+        "i",
+        "g"
+      ],
+      [
+        "Ġsa",
+        "id"
+      ],
+      [
+        "a",
+        "m"
+      ],
+      [
+        "il",
+        "y"
+      ],
+      [
+        "Ġb",
+        "e"
+      ],
+      [
+        "Ġ",
+        "y"
+      ],
+      [
+        "Ġ",
+        "r"
+      ],
+      [
+        "Ġs",
+        "t"
+      ],
+      [
+        "c",
+        "e"
+      ],
+      [
+        "Ġs",
+        "he"
+      ],
+      [
+        "Ġ",
+        "\""
+      ],
+      [
+        "p",
+        "p"
+      ],
+      [
+        "k",
+        "e"
+      ],
+      [
+        "it",
+        "h"
+      ],
+      [
+        "O",
+        "n"
+      ],
+      [
+        "Ġ",
+        "I"
+      ],
+      [
+        "Ġw",
+        "ith"
+      ],
+      [
+        "v",
+        "e"
+      ],
+      [
+        "L",
+        "ily"
+      ],
+      [
+        "Ġo",
+        "n"
+      ],
+      [
+        "Ġo",
+        "f"
+      ],
+      [
+        "Ġs",
+        "o"
+      ],
+      [
+        "Ġh",
+        "is"
+      ],
+      [
+        "k",
+        "ed"
+      ],
+      [
+        "r",
+        "i"
+      ],
+      [
+        "n",
+        "t"
+      ],
+      [
+        "ver",
+        "y"
+      ],
+      [
+        "Ġp",
+        "l"
+      ],
+      [
+        "Ġd",
+        "ay"
+      ],
+      [
+        "a",
+        "d"
+      ],
+      [
+        "Ġy",
+        "ou"
+      ],
+      [
+        "Ġth",
+        "at"
+      ],
+      [
+        "Ġu",
+        "p"
+      ],
+      [
+        "Ġha",
+        "d"
+      ],
+      [
+        "s",
+        "t"
+      ],
+      [
+        "Ġpl",
+        "ay"
+      ],
+      [
+        "Ġthe",
+        "y"
+      ],
+      [
+        "Ġ",
+        "Lily"
+      ],
+      [
+        "Ġw",
+        "e"
+      ],
+      [
+        "Ġm",
+        "om"
+      ],
+      [
+        "m",
+        "y"
+      ],
+      [
+        "Ġf",
+        "or"
+      ],
+      [
+        "e",
+        "l"
+      ],
+      [
+        "ou",
+        "ld"
+      ],
+      [
+        "u",
+        "n"
+      ],
+      [
+        "Ġ",
+        "B"
+      ],
+      [
+        "'",
+        "s"
+      ],
+      [
+        "it",
+        "t"
+      ],
+      [
+        "en",
+        "t"
+      ],
+      [
+        "Ġha",
+        "pp"
+      ],
+      [
+        "T",
+        "he"
+      ],
+      [
+        "c",
+        "h"
+      ],
+      [
+        "Ġl",
+        "i"
+      ],
+      [
+        "ou",
+        "t"
+      ],
+      [
+        "Ġwa",
+        "nt"
+      ],
+      [
+        "Ġs",
+        "h"
+      ],
+      [
+        "he",
+        "r"
+      ],
+      [
+        "l",
+        "y"
+      ],
+      [
+        "im",
+        "e"
+      ],
+      [
+        "itt",
+        "le"
+      ],
+      [
+        "ou",
+        "nd"
+      ],
+      [
+        "Ġ",
+        "very"
+      ],
+      [
+        "Ġt",
+        "ime"
+      ],
+      [
+        "om",
+        "e"
+      ],
+      [
+        "Ġl",
+        "ittle"
+      ],
+      [
+        "Ġthe",
+        "re"
+      ],
+      [
+        "s",
+        "e"
+      ],
+      [
+        "Ġd",
+        "o"
+      ],
+      [
+        "Ġw",
+        "h"
+      ],
+      [
+        "a",
+        "ll"
+      ],
+      [
+        "Ġ",
+        "k"
+      ],
+      [
+        "e",
+        "nd"
+      ],
+      [
+        "a",
+        "l"
+      ],
+      [
+        "h",
+        "t"
+      ],
+      [
+        "Ġn",
+        "e"
+      ],
+      [
+        "Ġ",
+        "re"
+      ],
+      [
+        "Ġn",
+        "ot"
+      ],
+      [
+        "Ġhapp",
+        "y"
+      ],
+      [
+        "Ġ",
+        "Ċ"
+      ],
+      [
+        "Ġb",
+        "ig"
+      ],
+      [
+        "Ġ",
+        "M"
+      ],
+      [
+        "Ġb",
+        "ut"
+      ],
+      [
+        "Ġs",
+        "m"
+      ],
+      [
+        "a",
+        "ck"
+      ],
+      [
+        "Ġsa",
+        "w"
+      ],
+      [
+        "ĠI",
+        "t"
+      ],
+      [
+        "Ġa",
+        "s"
+      ],
+      [
+        "Ġa",
+        "n"
+      ],
+      [
+        "r",
+        "a"
+      ],
+      [
+        "ri",
+        "end"
+      ],
+      [
+        "Ġf",
+        "riend"
+      ],
+      [
+        "id",
+        "e"
+      ],
+      [
+        "On",
+        "e"
+      ],
+      [
+        "r",
+        "y"
+      ],
+      [
+        "'",
+        "t"
+      ],
+      [
+        "v",
+        "ed"
+      ],
+      [
+        "Ġ",
+        "is"
+      ],
+      [
+        "On",
+        "ce"
+      ],
+      [
+        "a",
+        "ke"
+      ],
+      [
+        ".",
+        "\""
+      ],
+      [
+        "Ġwe",
+        "re"
+      ],
+      [
+        "t",
+        "er"
+      ],
+      [
+        "u",
+        "g"
+      ],
+      [
+        "Ġl",
+        "oo"
+      ],
+      [
+        "Ġl",
+        "o"
+      ],
+      [
+        "o",
+        "re"
+      ],
+      [
+        "e",
+        "c"
+      ],
+      [
+        "ĠT",
+        "im"
+      ],
+      [
+        "Ġh",
+        "im"
+      ],
+      [
+        "Ġb",
+        "o"
+      ],
+      [
+        "!",
+        "\""
+      ],
+      [
+        "Ġto",
+        "o"
+      ],
+      [
+        "Ġg",
+        "o"
+      ],
+      [
+        "Ġup",
+        "on"
+      ],
+      [
+        "ir",
+        "l"
+      ],
+      [
+        "Ġ",
+        "j"
+      ],
+      [
+        "Ġwant",
+        "ed"
+      ],
+      [
+        "Ġg",
+        "irl"
+      ],
+      [
+        "Ġs",
+        "e"
+      ],
+      [
+        "Ġ",
+        "out"
+      ],
+      [
+        "ar",
+        "d"
+      ],
+      [
+        "w",
+        "ay"
+      ],
+      [
+        "Ġs",
+        "p"
+      ],
+      [
+        "il",
+        "l"
+      ],
+      [
+        "i",
+        "nd"
+      ],
+      [
+        "Ġthe",
+        "m"
+      ],
+      [
+        "Ġc",
+        "ould"
+      ],
+      [
+        "f",
+        "u"
+      ],
+      [
+        "he",
+        "n"
+      ],
+      [
+        "Ġa",
+        "t"
+      ],
+      [
+        "u",
+        "r"
+      ],
+      [
+        "Ġd",
+        "id"
+      ],
+      [
+        "Ġsm",
+        "il"
+      ],
+      [
+        "Ġthe",
+        "ir"
+      ],
+      [
+        "Ġa",
+        "re"
+      ],
+      [
+        "Ġe",
+        "x"
+      ],
+      [
+        "Ġ",
+        "A"
+      ],
+      [
+        "a",
+        "in"
+      ],
+      [
+        "Ġw",
+        "ent"
+      ],
+      [
+        "ar",
+        "t"
+      ],
+      [
+        "he",
+        "d"
+      ],
+      [
+        "r",
+        "om"
+      ],
+      [
+        "i",
+        "c"
+      ],
+      [
+        "r",
+        "ound"
+      ],
+      [
+        "Ġha",
+        "ve"
+      ],
+      [
+        "Ġn",
+        "am"
+      ],
+      [
+        "l",
+        "p"
+      ],
+      [
+        "Ġa",
+        "ll"
+      ],
+      [
+        "Ġ",
+        "J"
+      ],
+      [
+        "fu",
+        "l"
+      ],
+      [
+        "Ġk",
+        "n"
+      ],
+      [
+        "h",
+        "ing"
+      ],
+      [
+        "oo",
+        "d"
+      ],
+      [
+        "Ġhe",
+        "lp"
+      ],
+      [
+        "ig",
+        "ht"
+      ],
+      [
+        "Ġfriend",
+        "s"
+      ],
+      [
+        "on",
+        "e"
+      ],
+      [
+        "ar",
+        "k"
+      ],
+      [
+        "Ġb",
+        "ack"
+      ],
+      [
+        "u",
+        "m"
+      ],
+      [
+        "Ġc",
+        "an"
+      ],
+      [
+        "Ġnam",
+        "ed"
+      ],
+      [
+        "Ġc",
+        "l"
+      ],
+      [
+        "?",
+        "\""
+      ],
+      [
+        "Ġf",
+        "un"
+      ],
+      [
+        "a",
+        "re"
+      ],
+      [
+        "ĠB",
+        "en"
+      ],
+      [
+        "Ġlo",
+        "ved"
+      ],
+      [
+        "Ġa",
+        "l"
+      ],
+      [
+        "el",
+        "t"
+      ],
+      [
+        "ĠTim",
+        "my"
+      ],
+      [
+        "Ġ",
+        "One"
+      ],
+      [
+        "o",
+        "p"
+      ],
+      [
+        "s",
+        "ide"
+      ],
+      [
+        "Ġl",
+        "e"
+      ],
+      [
+        "Ġn",
+        "o"
+      ],
+      [
+        "Ġs",
+        "c"
+      ],
+      [
+        "ĠT",
+        "om"
+      ],
+      [
+        "Ġf",
+        "elt"
+      ],
+      [
+        "ou",
+        "g"
+      ],
+      [
+        "Ġsmil",
+        "ed"
+      ],
+      [
+        "i",
+        "ck"
+      ],
+      [
+        "Ġas",
+        "ked"
+      ],
+      [
+        "Y",
+        "ou"
+      ],
+      [
+        "Ġto",
+        "y"
+      ],
+      [
+        "Ġm",
+        "an"
+      ],
+      [
+        "Ġa",
+        "round"
+      ],
+      [
+        "am",
+        "e"
+      ],
+      [
+        "Ġf",
+        "e"
+      ],
+      [
+        "Ġs",
+        "ay"
+      ],
+      [
+        "Ġbo",
+        "y"
+      ],
+      [
+        "Ġs",
+        "ome"
+      ],
+      [
+        "Ġloo",
+        "ked"
+      ],
+      [
+        "u",
+        "re"
+      ],
+      [
+        "om",
+        "et"
+      ],
+      [
+        "Ġb",
+        "r"
+      ],
+      [
+        "Ġw",
+        "ould"
+      ],
+      [
+        "Ġm",
+        "e"
+      ],
+      [
+        "Ġb",
+        "ir"
+      ],
+      [
+        "Ġli",
+        "ke"
+      ],
+      [
+        "g",
+        "et"
+      ],
+      [
+        "Ġst",
+        "art"
+      ],
+      [
+        "Ġr",
+        "o"
+      ],
+      [
+        "a",
+        "s"
+      ],
+      [
+        "Ġse",
+        "e"
+      ],
+      [
+        "Ġ",
+        "W"
+      ],
+      [
+        "i",
+        "ce"
+      ],
+      [
+        "on",
+        "g"
+      ],
+      [
+        "Ġbir",
+        "d"
+      ],
+      [
+        "Ġs",
+        "omet"
+      ],
+      [
+        "d",
+        "d"
+      ],
+      [
+        "Ġw",
+        "or"
+      ],
+      [
+        "ad",
+        "e"
+      ],
+      [
+        "i",
+        "e"
+      ],
+      [
+        "k",
+        "ing"
+      ],
+      [
+        "Ġa",
+        "g"
+      ],
+      [
+        "ow",
+        "n"
+      ],
+      [
+        "Ġt",
+        "re"
+      ],
+      [
+        "Ġf",
+        "a"
+      ],
+      [
+        "Ġa",
+        "way"
+      ],
+      [
+        "Ġwh",
+        "at"
+      ],
+      [
+        "ing",
+        "s"
+      ],
+      [
+        "Ġstart",
+        "ed"
+      ],
+      [
+        "get",
+        "her"
+      ],
+      [
+        "Ġr",
+        "an"
+      ],
+      [
+        "Ã",
+        "¢"
+      ],
+      [
+        "â",
+        "Ĥ"
+      ],
+      [
+        "âĤ",
+        "¬"
+      ],
+      [
+        "ar",
+        "ed"
+      ],
+      [
+        "Ġm",
+        "ake"
+      ],
+      [
+        "ĠB",
+        "ut"
+      ],
+      [
+        "it",
+        "ed"
+      ],
+      [
+        "i",
+        "f"
+      ],
+      [
+        "ou",
+        "d"
+      ],
+      [
+        "Ġm",
+        "ade"
+      ],
+      [
+        "Ġto",
+        "gether"
+      ],
+      [
+        "Ġsomet",
+        "hing"
+      ],
+      [
+        "Ġex",
+        "c"
+      ],
+      [
+        "a",
+        "g"
+      ],
+      [
+        "Ġc",
+        "o"
+      ],
+      [
+        "Ġp",
+        "ark"
+      ],
+      [
+        "Ġne",
+        "w"
+      ],
+      [
+        "Ġsa",
+        "d"
+      ],
+      [
+        "Ġp",
+        "ut"
+      ],
+      [
+        ",",
+        "\""
+      ],
+      [
+        "Ġf",
+        "rom"
+      ],
+      [
+        "b",
+        "le"
+      ],
+      [
+        "t",
+        "her"
+      ],
+      [
+        "Ġp",
+        "r"
+      ],
+      [
+        "Ġm",
+        "u"
+      ],
+      [
+        "Ġc",
+        "ar"
+      ],
+      [
+        "Ġh",
+        "ome"
+      ],
+      [
+        "Ġ",
+        "You"
+      ],
+      [
+        "Ġthe",
+        "n"
+      ],
+      [
+        "Ġw",
+        "hen"
+      ],
+      [
+        "Ġf",
+        "ound"
+      ],
+      [
+        "e",
+        "ll"
+      ],
+      [
+        "Ġo",
+        "ther"
+      ],
+      [
+        "Ġag",
+        "ain"
+      ],
+      [
+        "Ġc",
+        "h"
+      ],
+      [
+        "Ġd",
+        "ec"
+      ],
+      [
+        "Ġwh",
+        "o"
+      ],
+      [
+        "Ġl",
+        "a"
+      ],
+      [
+        "ri",
+        "ed"
+      ],
+      [
+        "s",
+        "s"
+      ],
+      [
+        "Ġg",
+        "ood"
+      ],
+      [
+        "Ġh",
+        "ug"
+      ],
+      [
+        "Ġ",
+        "L"
+      ],
+      [
+        "pp",
+        "ed"
+      ],
+      [
+        "Ġwa",
+        "l"
+      ],
+      [
+        "e",
+        "p"
+      ],
+      [
+        "all",
+        "y"
+      ],
+      [
+        "Ġsay",
+        "s"
+      ],
+      [
+        "Ġf",
+        "l"
+      ],
+      [
+        "es",
+        "t"
+      ],
+      [
+        "a",
+        "ch"
+      ],
+      [
+        "Ġ",
+        "E"
+      ],
+      [
+        "Ġexc",
+        "ited"
+      ],
+      [
+        "p",
+        "l"
+      ],
+      [
+        "q",
+        "u"
+      ],
+      [
+        "oo",
+        "k"
+      ],
+      [
+        "Ġg",
+        "et"
+      ],
+      [
+        "oug",
+        "ht"
+      ],
+      [
+        "Ġplay",
+        "ing"
+      ],
+      [
+        "Ġg",
+        "ot"
+      ],
+      [
+        "Ġs",
+        "w"
+      ],
+      [
+        "ou",
+        "s"
+      ],
+      [
+        "h",
+        "at"
+      ],
+      [
+        "n",
+        "y"
+      ],
+      [
+        "id",
+        "ed"
+      ],
+      [
+        "u",
+        "ck"
+      ],
+      [
+        "Ġth",
+        "ings"
+      ],
+      [
+        "Ġe",
+        "very"
+      ],
+      [
+        "Ġdec",
+        "ided"
+      ],
+      [
+        "Ġc",
+        "ame"
+      ],
+      [
+        "Ġbe",
+        "c"
+      ],
+      [
+        "a",
+        "ve"
+      ],
+      [
+        "r",
+        "o"
+      ],
+      [
+        "a",
+        "x"
+      ],
+      [
+        "Ġli",
+        "ked"
+      ],
+      [
+        "Ġd",
+        "own"
+      ],
+      [
+        "Ġdo",
+        "g"
+      ],
+      [
+        "Ġsc",
+        "ared"
+      ],
+      [
+        "Ġ",
+        "v"
+      ],
+      [
+        "u",
+        "dd"
+      ],
+      [
+        "u",
+        "st"
+      ],
+      [
+        "Ġon",
+        "e"
+      ],
+      [
+        "Ġf",
+        "ind"
+      ],
+      [
+        "Ġb",
+        "l"
+      ],
+      [
+        "Ġth",
+        "an"
+      ],
+      [
+        "Ġ",
+        "D"
+      ],
+      [
+        "ou",
+        "se"
+      ],
+      [
+        "way",
+        "s"
+      ],
+      [
+        "Ġkn",
+        "e"
+      ],
+      [
+        "Ġdid",
+        "n"
+      ],
+      [
+        "a",
+        "p"
+      ],
+      [
+        "Ġmom",
+        "my"
+      ],
+      [
+        "Ġc",
+        "are"
+      ],
+      [
+        "Ġal",
+        "ways"
+      ],
+      [
+        "Ġa",
+        "b"
+      ],
+      [
+        "is",
+        "t"
+      ],
+      [
+        "Ġd",
+        "ad"
+      ],
+      [
+        "Ġfe",
+        "el"
+      ],
+      [
+        "ar",
+        "a"
+      ],
+      [
+        "b",
+        "b"
+      ],
+      [
+        "ar",
+        "n"
+      ],
+      [
+        "f",
+        "e"
+      ],
+      [
+        "Ġyou",
+        "r"
+      ],
+      [
+        "Ġout",
+        "side"
+      ],
+      [
+        "u",
+        "e"
+      ],
+      [
+        "Ġg",
+        "ra"
+      ],
+      [
+        "an",
+        "t"
+      ],
+      [
+        "Ġ",
+        "ke"
+      ],
+      [
+        "ĠM",
+        "om"
+      ],
+      [
+        "Ġtoo",
+        "k"
+      ],
+      [
+        "Ġl",
+        "ot"
+      ],
+      [
+        "n",
+        "n"
+      ],
+      [
+        "Ġb",
+        "u"
+      ],
+      [
+        "Ġab",
+        "out"
+      ],
+      [
+        "es",
+        "s"
+      ],
+      [
+        "Ġ",
+        "F"
+      ],
+      [
+        "nd",
+        "er"
+      ],
+      [
+        "Ġtre",
+        "e"
+      ],
+      [
+        "ec",
+        "i"
+      ],
+      [
+        "Ġloo",
+        "k"
+      ],
+      [
+        "Ġp",
+        "o"
+      ],
+      [
+        "Ġm",
+        "y"
+      ],
+      [
+        "ou",
+        "r"
+      ],
+      [
+        "Ġtoy",
+        "s"
+      ],
+      [
+        "it",
+        "e"
+      ],
+      [
+        "c",
+        "hed"
+      ],
+      [
+        "Ġkne",
+        "w"
+      ],
+      [
+        "Ġth",
+        "ought"
+      ],
+      [
+        "en",
+        "ed"
+      ],
+      [
+        "Ġle",
+        "arn"
+      ],
+      [
+        "Ġin",
+        "t"
+      ],
+      [
+        "Ġo",
+        "ld"
+      ],
+      [
+        "Ġm",
+        "ore"
+      ],
+      [
+        "nn",
+        "a"
+      ],
+      [
+        "is",
+        "e"
+      ],
+      [
+        "g",
+        "ed"
+      ],
+      [
+        "Ġt",
+        "a"
+      ],
+      [
+        "udd",
+        "en"
+      ],
+      [
+        "eci",
+        "al"
+      ],
+      [
+        "Ġsp",
+        "ecial"
+      ],
+      [
+        "ĠM",
+        "ax"
+      ],
+      [
+        "a",
+        "u"
+      ],
+      [
+        "Ġw",
+        "ill"
+      ],
+      [
+        "er",
+        "s"
+      ],
+      [
+        "The",
+        "y"
+      ],
+      [
+        "re",
+        "t"
+      ],
+      [
+        "Ġp",
+        "e"
+      ],
+      [
+        "Ġh",
+        "o"
+      ],
+      [
+        "ĠS",
+        "am"
+      ],
+      [
+        "Ġt",
+        "ake"
+      ],
+      [
+        "Ġb",
+        "all"
+      ],
+      [
+        "Ġkn",
+        "ow"
+      ],
+      [
+        "Ġla",
+        "ug"
+      ],
+      [
+        "f",
+        "ter"
+      ],
+      [
+        "udden",
+        "ly"
+      ],
+      [
+        "Ġc",
+        "at"
+      ],
+      [
+        "Ġh",
+        "ow"
+      ],
+      [
+        "i",
+        "ve"
+      ],
+      [
+        "Ġt",
+        "r"
+      ],
+      [
+        "Ġmu",
+        "ch"
+      ],
+      [
+        "Ġan",
+        "y"
+      ],
+      [
+        "Ġp",
+        "u"
+      ],
+      [
+        "m",
+        "a"
+      ],
+      [
+        "Ġs",
+        "l"
+      ],
+      [
+        "Ġs",
+        "or"
+      ],
+      [
+        "Ġm",
+        "o"
+      ],
+      [
+        "v",
+        "en"
+      ],
+      [
+        "is",
+        "h"
+      ],
+      [
+        "Ġsh",
+        "ow"
+      ],
+      [
+        "Ġcould",
+        "n"
+      ],
+      [
+        "au",
+        "se"
+      ],
+      [
+        "in",
+        "k"
+      ],
+      [
+        "B",
+        "ut"
+      ],
+      [
+        "Ġh",
+        "ouse"
+      ],
+      [
+        "Ġint",
+        "o"
+      ],
+      [
+        "um",
+        "p"
+      ],
+      [
+        "Ġo",
+        "ver"
+      ],
+      [
+        "Ġt",
+        "ried"
+      ],
+      [
+        "a",
+        "nd"
+      ],
+      [
+        "Ġe",
+        "at"
+      ],
+      [
+        "Ġs",
+        "k"
+      ],
+      [
+        "Ġs",
+        "un"
+      ],
+      [
+        "Ġt",
+        "w"
+      ],
+      [
+        "Ġcl",
+        "o"
+      ],
+      [
+        "i",
+        "a"
+      ],
+      [
+        "Ġr",
+        "un"
+      ],
+      [
+        "Ġha",
+        "nd"
+      ],
+      [
+        "ĠE",
+        "very"
+      ],
+      [
+        "Ġ",
+        "en"
+      ],
+      [
+        "Ġin",
+        "side"
+      ],
+      [
+        "d",
+        "y"
+      ],
+      [
+        "Ġ",
+        "if"
+      ],
+      [
+        "Ġto",
+        "ld"
+      ],
+      [
+        "Ġne",
+        "ver"
+      ],
+      [
+        "i",
+        "on"
+      ],
+      [
+        "Ġ",
+        "qu"
+      ],
+      [
+        "Ġbec",
+        "ause"
+      ],
+      [
+        "b",
+        "y"
+      ],
+      [
+        "Ġpr",
+        "oud"
+      ],
+      [
+        "Ġg",
+        "ave"
+      ],
+      [
+        "Ġsor",
+        "ry"
+      ],
+      [
+        "Ġth",
+        "is"
+      ],
+      [
+        "Ġo",
+        "p"
+      ],
+      [
+        "Ġplay",
+        "ed"
+      ],
+      [
+        "at",
+        "e"
+      ],
+      [
+        "Ġex",
+        "pl"
+      ],
+      [
+        "Ġhe",
+        "ard"
+      ],
+      [
+        "t",
+        "y"
+      ],
+      [
+        "Ġo",
+        "r"
+      ],
+      [
+        "Ġwa",
+        "ter"
+      ],
+      [
+        "an",
+        "k"
+      ],
+      [
+        "g",
+        "e"
+      ],
+      [
+        "s",
+        "ed"
+      ],
+      [
+        "Ġp",
+        "ick"
+      ],
+      [
+        "ot",
+        "her"
+      ],
+      [
+        "Ġro",
+        "om"
+      ],
+      [
+        "et",
+        "ter"
+      ],
+      [
+        "Ġj",
+        "ust"
+      ],
+      [
+        "a",
+        "ce"
+      ],
+      [
+        "Ġhug",
+        "ged"
+      ],
+      [
+        "a",
+        "k"
+      ],
+      [
+        "Ġg",
+        "re"
+      ],
+      [
+        "he",
+        "re"
+      ],
+      [
+        "Ġof",
+        "f"
+      ],
+      [
+        "ĠS",
+        "ara"
+      ],
+      [
+        "Ġp",
+        "ret"
+      ],
+      [
+        "il",
+        "e"
+      ],
+      [
+        "Ġe",
+        "ach"
+      ],
+      [
+        "Ġc",
+        "om"
+      ],
+      [
+        "Ġl",
+        "ong"
+      ],
+      [
+        "Ġbo",
+        "x"
+      ],
+      [
+        "or",
+        "t"
+      ],
+      [
+        "Ġst",
+        "r"
+      ],
+      [
+        "i",
+        "z"
+      ],
+      [
+        "Ġu",
+        "nt"
+      ],
+      [
+        "Ġwa",
+        "t"
+      ],
+      [
+        "ot",
+        "h"
+      ],
+      [
+        "Ġne",
+        "ed"
+      ],
+      [
+        "Ġj",
+        "o"
+      ],
+      [
+        "ĠW",
+        "e"
+      ],
+      [
+        "T",
+        "om"
+      ],
+      [
+        "Ġsm",
+        "all"
+      ],
+      [
+        "in",
+        "e"
+      ],
+      [
+        "Ġbe",
+        "ar"
+      ],
+      [
+        "M",
+        "om"
+      ],
+      [
+        "Ġunt",
+        "il"
+      ],
+      [
+        "Ġn",
+        "ice"
+      ],
+      [
+        "Ġt",
+        "ry"
+      ],
+      [
+        "v",
+        "ing"
+      ],
+      [
+        "u",
+        "c"
+      ],
+      [
+        "s",
+        "el"
+      ],
+      [
+        "oug",
+        "h"
+      ],
+      [
+        "Ġlearn",
+        "ed"
+      ],
+      [
+        "Ġk",
+        "ind"
+      ],
+      [
+        "ĠA",
+        "nna"
+      ],
+      [
+        "il",
+        "d"
+      ],
+      [
+        "Ġf",
+        "o"
+      ],
+      [
+        "Ġman",
+        "y"
+      ],
+      [
+        "'",
+        "m"
+      ],
+      [
+        "ĠJ",
+        "ack"
+      ],
+      [
+        "Ġb",
+        "etter"
+      ],
+      [
+        "Ġ",
+        "im"
+      ],
+      [
+        "g",
+        "ry"
+      ],
+      [
+        "im",
+        "al"
+      ],
+      [
+        "Ġan",
+        "imal"
+      ],
+      [
+        "ur",
+        "t"
+      ],
+      [
+        "f",
+        "t"
+      ],
+      [
+        "Ġe",
+        "nd"
+      ],
+      [
+        "Ġs",
+        "n"
+      ],
+      [
+        "a",
+        "ut"
+      ],
+      [
+        "Ġt",
+        "e"
+      ],
+      [
+        "Ġc",
+        "le"
+      ],
+      [
+        "ĠJ",
+        "o"
+      ],
+      [
+        "v",
+        "ent"
+      ],
+      [
+        "ur",
+        "p"
+      ],
+      [
+        "Ġg",
+        "r"
+      ],
+      [
+        "Ġbe",
+        "aut"
+      ],
+      [
+        "Ġj",
+        "ump"
+      ],
+      [
+        "m",
+        "b"
+      ],
+      [
+        "Ġa",
+        "d"
+      ],
+      [
+        "re",
+        "am"
+      ],
+      [
+        "p",
+        "t"
+      ],
+      [
+        "ĠS",
+        "o"
+      ],
+      [
+        "ĠH",
+        "er"
+      ],
+      [
+        "Ġfl",
+        "ow"
+      ],
+      [
+        "i",
+        "es"
+      ],
+      [
+        "Ġc",
+        "he"
+      ],
+      [
+        "Ġb",
+        "ra"
+      ],
+      [
+        "Ġthan",
+        "ked"
+      ],
+      [
+        "Ġe",
+        "ven"
+      ],
+      [
+        "Ġb",
+        "est"
+      ],
+      [
+        "Ġc",
+        "all"
+      ],
+      [
+        "ad",
+        "y"
+      ],
+      [
+        "H",
+        "e"
+      ],
+      [
+        "Ġlot",
+        "s"
+      ],
+      [
+        "Ġlaug",
+        "hed"
+      ],
+      [
+        "sel",
+        "f"
+      ],
+      [
+        "Ġr",
+        "a"
+      ],
+      [
+        "Ġwa",
+        "y"
+      ],
+      [
+        "ar",
+        "s"
+      ],
+      [
+        "ur",
+        "n"
+      ],
+      [
+        "Ġb",
+        "y"
+      ],
+      [
+        "Ġfa",
+        "st"
+      ],
+      [
+        "ll",
+        "y"
+      ],
+      [
+        "Ġf",
+        "am"
+      ],
+      [
+        "Ġ",
+        "C"
+      ],
+      [
+        "v",
+        "es"
+      ],
+      [
+        "ard",
+        "en"
+      ],
+      [
+        "Ġg",
+        "arden"
+      ],
+      [
+        "Ġbeaut",
+        "i"
+      ],
+      [
+        "w",
+        "n"
+      ],
+      [
+        "T",
+        "h"
+      ],
+      [
+        "Ġbeauti",
+        "ful"
+      ],
+      [
+        "Ġl",
+        "oud"
+      ],
+      [
+        "le",
+        "w"
+      ],
+      [
+        "Ġsk",
+        "y"
+      ],
+      [
+        "Ġd",
+        "on"
+      ],
+      [
+        "h",
+        "n"
+      ],
+      [
+        "er",
+        "ed"
+      ],
+      [
+        "in",
+        "y"
+      ],
+      [
+        "Ġcare",
+        "ful"
+      ],
+      [
+        "Ġlo",
+        "ve"
+      ],
+      [
+        "Ġf",
+        "i"
+      ],
+      [
+        "ĠThe",
+        "n"
+      ],
+      [
+        "Å",
+        "ĵ"
+      ],
+      [
+        "a",
+        "se"
+      ],
+      [
+        "ec",
+        "t"
+      ],
+      [
+        "Ġsa",
+        "fe"
+      ],
+      [
+        "ĠA",
+        "nd"
+      ],
+      [
+        "Ġu",
+        "nder"
+      ],
+      [
+        "Ġc",
+        "ome"
+      ],
+      [
+        "ĠF",
+        "rom"
+      ],
+      [
+        "Y",
+        "es"
+      ],
+      [
+        "ĠM",
+        "ia"
+      ],
+      [
+        "I",
+        "t"
+      ],
+      [
+        "m",
+        "e"
+      ],
+      [
+        "Ġh",
+        "ard"
+      ],
+      [
+        "Ġc",
+        "u"
+      ],
+      [
+        "Ġw",
+        "o"
+      ],
+      [
+        "Ġl",
+        "ist"
+      ],
+      [
+        "Ġst",
+        "ay"
+      ],
+      [
+        "an",
+        "e"
+      ],
+      [
+        "s",
+        "h"
+      ],
+      [
+        "op",
+        "le"
+      ],
+      [
+        "Ġg",
+        "l"
+      ],
+      [
+        "n",
+        "ing"
+      ],
+      [
+        "Ġst",
+        "ill"
+      ],
+      [
+        "oo",
+        "l"
+      ],
+      [
+        "Ġh",
+        "urt"
+      ],
+      [
+        "re",
+        "e"
+      ],
+      [
+        "ĠH",
+        "is"
+      ],
+      [
+        "Ġim",
+        "p"
+      ],
+      [
+        "Ġfam",
+        "ily"
+      ],
+      [
+        "Ġ",
+        "â"
+      ],
+      [
+        "Ġb",
+        "oth"
+      ],
+      [
+        "r",
+        "m"
+      ],
+      [
+        "ig",
+        "h"
+      ],
+      [
+        "Ġli",
+        "ved"
+      ],
+      [
+        "he",
+        "s"
+      ],
+      [
+        "W",
+        "hen"
+      ],
+      [
+        "Ġpe",
+        "ople"
+      ],
+      [
+        "Ġanimal",
+        "s"
+      ],
+      [
+        "Ġco",
+        "l"
+      ],
+      [
+        "Ġbra",
+        "ve"
+      ],
+      [
+        "Ġwal",
+        "ked"
+      ],
+      [
+        "o",
+        "b"
+      ],
+      [
+        "T",
+        "im"
+      ],
+      [
+        "c",
+        "t"
+      ],
+      [
+        "Ġl",
+        "et"
+      ],
+      [
+        "urp",
+        "r"
+      ],
+      [
+        "ĠW",
+        "hen"
+      ],
+      [
+        "Ġtw",
+        "o"
+      ],
+      [
+        "Ġs",
+        "urpr"
+      ],
+      [
+        "Ġsh",
+        "ould"
+      ],
+      [
+        "is",
+        "hed"
+      ],
+      [
+        "Ġb",
+        "ad"
+      ],
+      [
+        "re",
+        "ss"
+      ],
+      [
+        "Ġke",
+        "pt"
+      ],
+      [
+        "Ġf",
+        "ore"
+      ],
+      [
+        "Ġf",
+        "lew"
+      ],
+      [
+        "Ġf",
+        "in"
+      ],
+      [
+        "Ġst",
+        "or"
+      ],
+      [
+        "Ġf",
+        "ly"
+      ],
+      [
+        "a",
+        "st"
+      ],
+      [
+        "is",
+        "ed"
+      ],
+      [
+        "i",
+        "p"
+      ],
+      [
+        "Ġit",
+        "s"
+      ],
+      [
+        "l",
+        "ed"
+      ],
+      [
+        "o",
+        "ck"
+      ],
+      [
+        "uc",
+        "y"
+      ],
+      [
+        "f",
+        "ore"
+      ],
+      [
+        "Ġgo",
+        "ing"
+      ],
+      [
+        "Ġcle",
+        "an"
+      ],
+      [
+        "Ġd",
+        "an"
+      ],
+      [
+        "Ġp",
+        "ic"
+      ],
+      [
+        "Ġso",
+        "on"
+      ],
+      [
+        "Ġcall",
+        "ed"
+      ],
+      [
+        "Ġsh",
+        "are"
+      ],
+      [
+        "k",
+        "ay"
+      ],
+      [
+        "Ġan",
+        "gry"
+      ],
+      [
+        "Ġro",
+        "ck"
+      ],
+      [
+        "Ġc",
+        "on"
+      ],
+      [
+        "Ġpret",
+        "ty"
+      ],
+      [
+        "N",
+        "o"
+      ],
+      [
+        "Ġ",
+        "ide"
+      ],
+      [
+        "i",
+        "ed"
+      ],
+      [
+        "il",
+        "ly"
+      ],
+      [
+        "Ġg",
+        "round"
+      ],
+      [
+        "x",
+        "t"
+      ],
+      [
+        "Ġr",
+        "ed"
+      ],
+      [
+        "Ġexpl",
+        "ore"
+      ],
+      [
+        "Ġc",
+        "ry"
+      ],
+      [
+        "Ġad",
+        "vent"
+      ],
+      [
+        "Ġst",
+        "o"
+      ],
+      [
+        "s",
+        "o"
+      ],
+      [
+        "Ġre",
+        "al"
+      ],
+      [
+        "L",
+        "et"
+      ],
+      [
+        "Ġw",
+        "ind"
+      ],
+      [
+        "Ġsh",
+        "iny"
+      ],
+      [
+        "b",
+        "e"
+      ],
+      [
+        "Ġb",
+        "ook"
+      ],
+      [
+        "Ġal",
+        "so"
+      ],
+      [
+        "Ġdo",
+        "ll"
+      ],
+      [
+        "Ġide",
+        "a"
+      ],
+      [
+        "Ġbe",
+        "fore"
+      ],
+      [
+        "Ġop",
+        "ened"
+      ],
+      [
+        "dd",
+        "ed"
+      ],
+      [
+        "Ġwh",
+        "ile"
+      ],
+      [
+        "um",
+        "my"
+      ],
+      [
+        "Ġke",
+        "ep"
+      ],
+      [
+        "Ġe",
+        "y"
+      ],
+      [
+        "Ġn",
+        "ow"
+      ],
+      [
+        "Ġdo",
+        "or"
+      ],
+      [
+        "Ġfeel",
+        "ing"
+      ],
+      [
+        "âĤ¬",
+        "â"
+      ],
+      [
+        "o",
+        "on"
+      ],
+      [
+        "o",
+        "y"
+      ],
+      [
+        "Ġwal",
+        "king"
+      ],
+      [
+        "Ġno",
+        "ise"
+      ],
+      [
+        "Ġf",
+        "r"
+      ],
+      [
+        "le",
+        "s"
+      ],
+      [
+        "ag",
+        "e"
+      ],
+      [
+        "i",
+        "ous"
+      ],
+      [
+        "Ġcol",
+        "or"
+      ],
+      [
+        "Ġt",
+        "urn"
+      ],
+      [
+        "t",
+        "hing"
+      ],
+      [
+        "f",
+        "f"
+      ],
+      [
+        "u",
+        "ch"
+      ],
+      [
+        "t",
+        "h"
+      ],
+      [
+        "Ġb",
+        "ed"
+      ],
+      [
+        "ar",
+        "y"
+      ],
+      [
+        "Ġd",
+        "ra"
+      ],
+      [
+        "Ġpick",
+        "ed"
+      ],
+      [
+        "im",
+        "b"
+      ],
+      [
+        "e",
+        "et"
+      ],
+      [
+        "Ġcl",
+        "imb"
+      ],
+      [
+        "Ġd",
+        "el"
+      ],
+      [
+        "W",
+        "hat"
+      ],
+      [
+        "Ġbe",
+        "ing"
+      ],
+      [
+        "Ġf",
+        "ood"
+      ],
+      [
+        "Ġu",
+        "n"
+      ],
+      [
+        "Ġf",
+        "ar"
+      ],
+      [
+        "t",
+        "ure"
+      ],
+      [
+        "j",
+        "oy"
+      ],
+      [
+        "Ġadvent",
+        "ure"
+      ],
+      [
+        "a",
+        "c"
+      ],
+      [
+        "Ġsmil",
+        "e"
+      ],
+      [
+        "Ġd",
+        "if"
+      ],
+      [
+        "Ħ",
+        "¢"
+      ],
+      [
+        "âĤ¬â",
+        "Ħ¢"
+      ],
+      [
+        "me",
+        "mb"
+      ],
+      [
+        "Ġw",
+        "r"
+      ],
+      [
+        "Ġth",
+        "r"
+      ],
+      [
+        "ug",
+        "ht"
+      ],
+      [
+        "Ġloo",
+        "king"
+      ],
+      [
+        "Ġne",
+        "xt"
+      ],
+      [
+        "ic",
+        "ed"
+      ],
+      [
+        "ĠL",
+        "ucy"
+      ],
+      [
+        "Ġno",
+        "dded"
+      ],
+      [
+        "Ġqu",
+        "ick"
+      ],
+      [
+        "Ġ",
+        "P"
+      ],
+      [
+        "Ġd",
+        "is"
+      ],
+      [
+        "Ġre",
+        "pl"
+      ],
+      [
+        "ĠD",
+        "ad"
+      ],
+      [
+        "Ġwa",
+        "it"
+      ],
+      [
+        "iz",
+        "ed"
+      ],
+      [
+        "Ġfore",
+        "st"
+      ],
+      [
+        "Ġclo",
+        "s"
+      ],
+      [
+        "ĠS",
+        "uddenly"
+      ],
+      [
+        "Ġt",
+        "ra"
+      ],
+      [
+        "T",
+        "hat"
+      ],
+      [
+        "Ġey",
+        "es"
+      ],
+      [
+        "g",
+        "er"
+      ],
+      [
+        "bb",
+        "it"
+      ],
+      [
+        "t",
+        "ed"
+      ],
+      [
+        "Ġo",
+        "wn"
+      ],
+      [
+        "Ġr",
+        "ain"
+      ],
+      [
+        "Ġimp",
+        "ort"
+      ],
+      [
+        "Ġgre",
+        "at"
+      ],
+      [
+        "Ġre",
+        "memb"
+      ],
+      [
+        "Ġpic",
+        "ture"
+      ],
+      [
+        "Th",
+        "ank"
+      ],
+      [
+        "S",
+        "uddenly"
+      ],
+      [
+        "Ġsto",
+        "pped"
+      ],
+      [
+        "Ġen",
+        "joy"
+      ],
+      [
+        "Ġv",
+        "o"
+      ],
+      [
+        "B",
+        "en"
+      ],
+      [
+        "Ġg",
+        "ive"
+      ],
+      [
+        "Ġimport",
+        "ant"
+      ],
+      [
+        "Ġwor",
+        "k"
+      ],
+      [
+        "Ġne",
+        "ar"
+      ],
+      [
+        "g",
+        "an"
+      ],
+      [
+        "p",
+        "ot"
+      ],
+      [
+        "Ġe",
+        "ver"
+      ],
+      [
+        "Ġa",
+        "pp"
+      ],
+      [
+        "Ġa",
+        "fter"
+      ],
+      [
+        "Ġquick",
+        "ly"
+      ],
+      [
+        "Ġlist",
+        "en"
+      ],
+      [
+        "Ġb",
+        "re"
+      ],
+      [
+        "t",
+        "ing"
+      ],
+      [
+        "bb",
+        "ed"
+      ],
+      [
+        "Ġm",
+        "a"
+      ],
+      [
+        "Ġf",
+        "ish"
+      ],
+      [
+        "Ġrepl",
+        "ied"
+      ],
+      [
+        "Ġra",
+        "bbit"
+      ],
+      [
+        "Ġhand",
+        "s"
+      ],
+      [
+        "Ġ",
+        "G"
+      ],
+      [
+        "Ġnot",
+        "iced"
+      ],
+      [
+        "Ġbr",
+        "o"
+      ],
+      [
+        "Ġsl",
+        "ide"
+      ],
+      [
+        "Ġth",
+        "ink"
+      ],
+      [
+        "Ġwal",
+        "k"
+      ],
+      [
+        "Ġtr",
+        "uck"
+      ],
+      [
+        "Ġa",
+        "c"
+      ],
+      [
+        "k",
+        "es"
+      ],
+      [
+        "Ġstr",
+        "ong"
+      ],
+      [
+        "S",
+        "he"
+      ],
+      [
+        "Ġshow",
+        "ed"
+      ],
+      [
+        "Ġd",
+        "e"
+      ],
+      [
+        "Ġevery",
+        "one"
+      ],
+      [
+        "Ġwo",
+        "nder"
+      ],
+      [
+        "fe",
+        "re"
+      ],
+      [
+        "by",
+        "e"
+      ],
+      [
+        "Ġdif",
+        "fere"
+      ],
+      [
+        "ir",
+        "st"
+      ],
+      [
+        "S",
+        "o"
+      ],
+      [
+        "Ġs",
+        "ure"
+      ],
+      [
+        "Ġha",
+        "s"
+      ],
+      [
+        "Ġr",
+        "ight"
+      ],
+      [
+        "Ġbe",
+        "en"
+      ],
+      [
+        "Ġbec",
+        "ame"
+      ],
+      [
+        "Ġs",
+        "ound"
+      ],
+      [
+        "ma",
+        "z"
+      ],
+      [
+        "Ġto",
+        "w"
+      ],
+      [
+        "Ġr",
+        "u"
+      ],
+      [
+        "Ġt",
+        "al"
+      ],
+      [
+        "Ġa",
+        "maz"
+      ],
+      [
+        "Ġhe",
+        "ad"
+      ],
+      [
+        "Ġsh",
+        "out"
+      ],
+      [
+        "Ġbr",
+        "ight"
+      ],
+      [
+        "Ġy",
+        "e"
+      ],
+      [
+        "Ġwat",
+        "ched"
+      ],
+      [
+        "Ġ",
+        "R"
+      ],
+      [
+        "Ġm",
+        "or"
+      ],
+      [
+        "Ġch",
+        "ild"
+      ],
+      [
+        "a",
+        "ble"
+      ],
+      [
+        "Ġme",
+        "an"
+      ],
+      [
+        "Ġw",
+        "here"
+      ],
+      [
+        "ll",
+        "ow"
+      ],
+      [
+        "Ġh",
+        "igh"
+      ],
+      [
+        "ĠS",
+        "ue"
+      ],
+      [
+        "Ġfa",
+        "ce"
+      ],
+      [
+        "Ġc",
+        "ook"
+      ],
+      [
+        "d",
+        "ay"
+      ],
+      [
+        "ay",
+        "be"
+      ],
+      [
+        "Ġwat",
+        "ch"
+      ],
+      [
+        "Ġbl",
+        "ue"
+      ],
+      [
+        "a",
+        "ught"
+      ],
+      [
+        "Ġdiffere",
+        "nt"
+      ],
+      [
+        "Ġst",
+        "ore"
+      ],
+      [
+        "Ġ",
+        "N"
+      ],
+      [
+        "Ġgood",
+        "bye"
+      ],
+      [
+        "Ġd",
+        "ress"
+      ],
+      [
+        "u",
+        "ll"
+      ],
+      [
+        "ĠB",
+        "ob"
+      ],
+      [
+        "n",
+        "g"
+      ],
+      [
+        "an",
+        "ge"
+      ],
+      [
+        "Ġs",
+        "qu"
+      ],
+      [
+        "Ġo",
+        "kay"
+      ],
+      [
+        "is",
+        "y"
+      ],
+      [
+        "le",
+        "ase"
+      ],
+      [
+        "ĠMom",
+        "my"
+      ],
+      [
+        "Ġvo",
+        "ice"
+      ],
+      [
+        "J",
+        "o"
+      ],
+      [
+        "at",
+        "h"
+      ],
+      [
+        "Ġn",
+        "ight"
+      ],
+      [
+        "ĠS",
+        "pot"
+      ],
+      [
+        "Ġu",
+        "s"
+      ],
+      [
+        "Ġbo",
+        "at"
+      ],
+      [
+        "Ġflow",
+        "ers"
+      ],
+      [
+        "Ġpl",
+        "ace"
+      ],
+      [
+        "Ġfo",
+        "llow"
+      ],
+      [
+        "Ġa",
+        "r"
+      ],
+      [
+        "Ġu",
+        "se"
+      ],
+      [
+        "Ġclos",
+        "er"
+      ],
+      [
+        "un",
+        "ny"
+      ],
+      [
+        "le",
+        "ep"
+      ],
+      [
+        "ir",
+        "ed"
+      ],
+      [
+        "Ġfa",
+        "v"
+      ],
+      [
+        "Ġy",
+        "ell"
+      ],
+      [
+        "Ġgra",
+        "bbed"
+      ],
+      [
+        "Ġcu",
+        "ri"
+      ],
+      [
+        "Ġwa",
+        "rm"
+      ],
+      [
+        "Ġc",
+        "r"
+      ],
+      [
+        "Ġfor",
+        "g"
+      ],
+      [
+        "ĠSara",
+        "h"
+      ],
+      [
+        "ĠJo",
+        "hn"
+      ],
+      [
+        "Ġm",
+        "ag"
+      ],
+      [
+        "Ġst",
+        "ick"
+      ],
+      [
+        "W",
+        "e"
+      ],
+      [
+        "Ġjump",
+        "ed"
+      ],
+      [
+        "Ġc",
+        "ake"
+      ],
+      [
+        "m",
+        "ore"
+      ],
+      [
+        "Ġt",
+        "ell"
+      ],
+      [
+        "Ġany",
+        "more"
+      ],
+      [
+        "A",
+        "fter"
+      ],
+      [
+        "Ġbut",
+        "ter"
+      ],
+      [
+        "nd",
+        "ma"
+      ],
+      [
+        "Ġth",
+        "ree"
+      ],
+      [
+        "Ġas",
+        "k"
+      ],
+      [
+        "c",
+        "o"
+      ],
+      [
+        "Ġ",
+        "our"
+      ],
+      [
+        "l",
+        "ie"
+      ],
+      [
+        "Ġcuri",
+        "ous"
+      ],
+      [
+        "ou",
+        "nt"
+      ],
+      [
+        "or",
+        "n"
+      ],
+      [
+        "Ġcon",
+        "t"
+      ],
+      [
+        "Ġfe",
+        "ll"
+      ],
+      [
+        "a",
+        "ched"
+      ],
+      [
+        "ĠT",
+        "h"
+      ],
+      [
+        "Ġbird",
+        "s"
+      ],
+      [
+        "as",
+        "s"
+      ],
+      [
+        "H",
+        "er"
+      ],
+      [
+        "is",
+        "s"
+      ],
+      [
+        "Ġhelp",
+        "ed"
+      ],
+      [
+        "ĠJ",
+        "ane"
+      ],
+      [
+        "Ġpu",
+        "ll"
+      ],
+      [
+        "Ġf",
+        "irst"
+      ],
+      [
+        "it",
+        "c"
+      ],
+      [
+        "Ġbl",
+        "ock"
+      ],
+      [
+        "Ġh",
+        "op"
+      ],
+      [
+        "Ġb",
+        "it"
+      ],
+      [
+        "Ġd",
+        "r"
+      ],
+      [
+        "Ġreal",
+        "ized"
+      ],
+      [
+        "Ġk",
+        "id"
+      ],
+      [
+        "L",
+        "ook"
+      ],
+      [
+        "il",
+        "a"
+      ],
+      [
+        "Ġm",
+        "on"
+      ],
+      [
+        "Ġbr",
+        "other"
+      ],
+      [
+        "A",
+        "nna"
+      ],
+      [
+        "S",
+        "ara"
+      ],
+      [
+        "Ġ",
+        "z"
+      ],
+      [
+        "ĠEvery",
+        "one"
+      ],
+      [
+        "Ġat",
+        "e"
+      ],
+      [
+        "Ġdo",
+        "es"
+      ],
+      [
+        "im",
+        "es"
+      ],
+      [
+        "Ġhapp",
+        "ened"
+      ],
+      [
+        "Ġst",
+        "op"
+      ],
+      [
+        "z",
+        "y"
+      ],
+      [
+        "Ġy",
+        "ummy"
+      ],
+      [
+        "Ġfav",
+        "or"
+      ],
+      [
+        "pp",
+        "y"
+      ],
+      [
+        "Ġk",
+        "itc"
+      ],
+      [
+        "Ġkitc",
+        "hen"
+      ],
+      [
+        "Ġsw",
+        "eet"
+      ],
+      [
+        "u",
+        "s"
+      ],
+      [
+        "Ġp",
+        "er"
+      ],
+      [
+        "Ġre",
+        "ally"
+      ],
+      [
+        "a",
+        "isy"
+      ],
+      [
+        "Ġgra",
+        "ss"
+      ],
+      [
+        "Ġfavor",
+        "ite"
+      ],
+      [
+        "Ġbe",
+        "gan"
+      ],
+      [
+        "Ġre",
+        "st"
+      ],
+      [
+        "Ġre",
+        "ady"
+      ],
+      [
+        "Ġle",
+        "a"
+      ],
+      [
+        "Ġre",
+        "ached"
+      ],
+      [
+        "Ġunder",
+        "st"
+      ],
+      [
+        "a",
+        "ir"
+      ],
+      [
+        "Ġst",
+        "e"
+      ],
+      [
+        "Ġb",
+        "unny"
+      ],
+      [
+        "ĠA",
+        "s"
+      ],
+      [
+        "Ġstor",
+        "y"
+      ],
+      [
+        "'",
+        "re"
+      ],
+      [
+        "Ġp",
+        "ain"
+      ],
+      [
+        "Ġs",
+        "ing"
+      ],
+      [
+        "st",
+        "er"
+      ],
+      [
+        "Ġhe",
+        "re"
+      ],
+      [
+        "Ġsa",
+        "nd"
+      ],
+      [
+        "Ġon",
+        "ly"
+      ],
+      [
+        "Ġfl",
+        "o"
+      ],
+      [
+        "Ġa",
+        "m"
+      ],
+      [
+        "Ġgl",
+        "ad"
+      ],
+      [
+        "Ġt",
+        "ri"
+      ],
+      [
+        "Ġbe",
+        "h"
+      ],
+      [
+        "Ġwor",
+        "ld"
+      ],
+      [
+        "Ġop",
+        "en"
+      ],
+      [
+        "Ġc",
+        "re"
+      ],
+      [
+        "fu",
+        "lly"
+      ],
+      [
+        "Ġpr",
+        "in"
+      ],
+      [
+        "w",
+        "here"
+      ],
+      [
+        "are",
+        "nt"
+      ],
+      [
+        "Ġflow",
+        "er"
+      ],
+      [
+        "Ġthr",
+        "ough"
+      ],
+      [
+        "Ġb",
+        "a"
+      ],
+      [
+        "Ġfi",
+        "re"
+      ],
+      [
+        "Ġd",
+        "one"
+      ],
+      [
+        "Ġha",
+        "ving"
+      ],
+      [
+        "Ġth",
+        "ing"
+      ],
+      [
+        "Ġdel",
+        "ic"
+      ],
+      [
+        "Ġhim",
+        "self"
+      ],
+      [
+        "Ġt",
+        "ired"
+      ],
+      [
+        "Ġp",
+        "arent"
+      ],
+      [
+        "Ġso",
+        "ft"
+      ],
+      [
+        "Ġf",
+        "ro"
+      ],
+      [
+        "Tim",
+        "my"
+      ],
+      [
+        "Ġta",
+        "st"
+      ],
+      [
+        "Ġbutter",
+        "f"
+      ],
+      [
+        "ĠL",
+        "et"
+      ],
+      [
+        "Ġc",
+        "ut"
+      ],
+      [
+        "Ġp",
+        "art"
+      ],
+      [
+        "Ġwh",
+        "y"
+      ],
+      [
+        "k",
+        "en"
+      ],
+      [
+        "Ġm",
+        "ess"
+      ],
+      [
+        "C",
+        "an"
+      ],
+      [
+        "Ġwor",
+        "ry"
+      ],
+      [
+        "Mom",
+        "my"
+      ],
+      [
+        "i",
+        "ver"
+      ],
+      [
+        "Ġd",
+        "in"
+      ],
+      [
+        "u",
+        "ff"
+      ],
+      [
+        "at",
+        "er"
+      ],
+      [
+        "Ġmag",
+        "ic"
+      ],
+      [
+        "Ġwa",
+        "ved"
+      ],
+      [
+        "Ġshout",
+        "ed"
+      ],
+      [
+        "Ġpo",
+        "nd"
+      ],
+      [
+        "Ġkid",
+        "s"
+      ],
+      [
+        "Ġh",
+        "at"
+      ],
+      [
+        "Ġd",
+        "uck"
+      ],
+      [
+        "Ġse",
+        "es"
+      ],
+      [
+        "o",
+        "lly"
+      ],
+      [
+        "ill",
+        "ed"
+      ],
+      [
+        "Ġg",
+        "ame"
+      ],
+      [
+        "i",
+        "ent"
+      ],
+      [
+        "Ġma",
+        "king"
+      ],
+      [
+        "at",
+        "her"
+      ],
+      [
+        "Jo",
+        "hn"
+      ],
+      [
+        "A",
+        "s"
+      ],
+      [
+        "ak",
+        "es"
+      ],
+      [
+        "Ġcat",
+        "ch"
+      ],
+      [
+        "Ġse",
+        "en"
+      ],
+      [
+        "Ġc",
+        "ool"
+      ],
+      [
+        "at",
+        "ion"
+      ],
+      [
+        "Ġcom",
+        "ing"
+      ],
+      [
+        "Ġl",
+        "ess"
+      ],
+      [
+        "Ġd",
+        "ark"
+      ],
+      [
+        "Ġu",
+        "sed"
+      ],
+      [
+        "ed",
+        "dy"
+      ],
+      [
+        "Ġfi",
+        "x"
+      ],
+      [
+        "ĠJo",
+        "e"
+      ],
+      [
+        "Ġthan",
+        "k"
+      ],
+      [
+        "m",
+        "er"
+      ],
+      [
+        "Ġto",
+        "p"
+      ],
+      [
+        "Ġl",
+        "ady"
+      ],
+      [
+        "Ġha",
+        "ir"
+      ],
+      [
+        "ar",
+        "ing"
+      ],
+      [
+        "Ġp",
+        "rom"
+      ],
+      [
+        "Ġho",
+        "pped"
+      ],
+      [
+        "ĠC",
+        "an"
+      ],
+      [
+        "\"",
+        "."
+      ],
+      [
+        "ig",
+        "n"
+      ],
+      [
+        "Ġsurpr",
+        "ise"
+      ],
+      [
+        "Ġdra",
+        "w"
+      ],
+      [
+        "Ġm",
+        "um"
+      ],
+      [
+        "Ġm",
+        "ouse"
+      ],
+      [
+        "Ġfun",
+        "ny"
+      ],
+      [
+        "re",
+        "l"
+      ],
+      [
+        "Ġc",
+        "ra"
+      ],
+      [
+        "Ġ",
+        "-"
+      ],
+      [
+        "ap",
+        "er"
+      ],
+      [
+        "Ġf",
+        "ull"
+      ],
+      [
+        "Ġto",
+        "uch"
+      ],
+      [
+        "Ġl",
+        "ight"
+      ],
+      [
+        "Ġsp",
+        "ot"
+      ],
+      [
+        "re",
+        "n"
+      ],
+      [
+        "Ġd",
+        "ro"
+      ],
+      [
+        "ĠBen",
+        "ny"
+      ],
+      [
+        "Ġparent",
+        "s"
+      ],
+      [
+        "Ġwor",
+        "ked"
+      ],
+      [
+        "in",
+        "s"
+      ],
+      [
+        "one",
+        "y"
+      ],
+      [
+        "ĠD",
+        "o"
+      ],
+      [
+        "Ġsurpr",
+        "ised"
+      ],
+      [
+        "Ġcare",
+        "fully"
+      ],
+      [
+        "Ġtre",
+        "es"
+      ],
+      [
+        "Ġfro",
+        "g"
+      ],
+      [
+        "Ġsw",
+        "ing"
+      ],
+      [
+        "Ġdo",
+        "ing"
+      ],
+      [
+        "D",
+        "on"
+      ],
+      [
+        "Ġs",
+        "at"
+      ],
+      [
+        "in",
+        "ally"
+      ],
+      [
+        "ĠT",
+        "hat"
+      ],
+      [
+        "Ġ",
+        "ice"
+      ],
+      [
+        "ĠI",
+        "n"
+      ],
+      [
+        "Ġhe",
+        "ld"
+      ],
+      [
+        "W",
+        "ow"
+      ],
+      [
+        "Ġrun",
+        "ning"
+      ],
+      [
+        "Ġpret",
+        "end"
+      ],
+      [
+        "Ġsw",
+        "im"
+      ],
+      [
+        "Ġs",
+        "et"
+      ],
+      [
+        "Ġre",
+        "ad"
+      ],
+      [
+        "Ġdelic",
+        "ious"
+      ],
+      [
+        "Ġneed",
+        "ed"
+      ],
+      [
+        "Ġt",
+        "ight"
+      ],
+      [
+        "Ġsl",
+        "ow"
+      ],
+      [
+        "Ġrememb",
+        "ered"
+      ],
+      [
+        "Ġlo",
+        "st"
+      ],
+      [
+        "Ġco",
+        "ld"
+      ],
+      [
+        "Ġsm",
+        "ell"
+      ],
+      [
+        "ard",
+        "s"
+      ],
+      [
+        "Ġw",
+        "ood"
+      ],
+      [
+        "Ġhapp",
+        "ily"
+      ],
+      [
+        "h",
+        "y"
+      ],
+      [
+        "el",
+        "y"
+      ],
+      [
+        "Ġlook",
+        "s"
+      ],
+      [
+        "Ġbeh",
+        "ind"
+      ],
+      [
+        "Ġher",
+        "self"
+      ],
+      [
+        "Ġc",
+        "ried"
+      ],
+      [
+        "Ġenjoy",
+        "ed"
+      ],
+      [
+        "Ġnam",
+        "e"
+      ],
+      [
+        "as",
+        "k"
+      ],
+      [
+        "Ġye",
+        "ars"
+      ],
+      [
+        "Ġbu",
+        "y"
+      ],
+      [
+        "Ġho",
+        "le"
+      ],
+      [
+        "Ġblock",
+        "s"
+      ],
+      [
+        "Ġd",
+        "ri"
+      ],
+      [
+        "Ġs",
+        "leep"
+      ],
+      [
+        "Ġg",
+        "i"
+      ],
+      [
+        "Ġyell",
+        "ow"
+      ],
+      [
+        "c",
+        "ess"
+      ],
+      [
+        "Ġbutterf",
+        "ly"
+      ],
+      [
+        "i",
+        "ke"
+      ],
+      [
+        "u",
+        "ed"
+      ],
+      [
+        "Ġw",
+        "ished"
+      ],
+      [
+        "Ġper",
+        "f"
+      ],
+      [
+        "Ġan",
+        "other"
+      ],
+      [
+        "ĠD",
+        "aisy"
+      ],
+      [
+        "Ġgre",
+        "en"
+      ],
+      [
+        "Ġmo",
+        "ve"
+      ],
+      [
+        "Ġt",
+        "all"
+      ],
+      [
+        "Ġa",
+        "ir"
+      ],
+      [
+        "Ġb",
+        "ag"
+      ],
+      [
+        "Ġflo",
+        "or"
+      ],
+      [
+        "Ġcar",
+        "s"
+      ],
+      [
+        "Ġless",
+        "on"
+      ],
+      [
+        "u",
+        "l"
+      ],
+      [
+        "Ġb",
+        "ow"
+      ],
+      [
+        "Ġar",
+        "ri"
+      ],
+      [
+        "Ġwind",
+        "ow"
+      ],
+      [
+        "Ġsh",
+        "o"
+      ],
+      [
+        "Ġchild",
+        "ren"
+      ],
+      [
+        "n",
+        "er"
+      ],
+      [
+        "Ġfin",
+        "ished"
+      ],
+      [
+        "Ġh",
+        "ill"
+      ],
+      [
+        "ĠA",
+        "fter"
+      ],
+      [
+        "and",
+        "y"
+      ],
+      [
+        "s",
+        "p"
+      ],
+      [
+        "en",
+        "s"
+      ],
+      [
+        "Ġp",
+        "aper"
+      ],
+      [
+        "Ġli",
+        "kes"
+      ],
+      [
+        "F",
+        "rom"
+      ],
+      [
+        "s",
+        "y"
+      ],
+      [
+        "Ġho",
+        "ld"
+      ],
+      [
+        "S",
+        "am"
+      ],
+      [
+        "Ġwr",
+        "ong"
+      ],
+      [
+        "re",
+        "ed"
+      ],
+      [
+        "Ġcont",
+        "in"
+      ],
+      [
+        "Ġunderst",
+        "and"
+      ],
+      [
+        "at",
+        "ter"
+      ],
+      [
+        "u",
+        "it"
+      ],
+      [
+        "re",
+        "w"
+      ],
+      [
+        "Ġg",
+        "ent"
+      ],
+      [
+        "Ġany",
+        "thing"
+      ],
+      [
+        "Ġclo",
+        "se"
+      ],
+      [
+        "Ġwa",
+        "ll"
+      ],
+      [
+        "Ġe",
+        "l"
+      ],
+      [
+        "as",
+        "ure"
+      ],
+      [
+        "Ġle",
+        "ft"
+      ],
+      [
+        "Ġa",
+        "ble"
+      ],
+      [
+        "Ġarri",
+        "ved"
+      ],
+      [
+        "Ġh",
+        "un"
+      ],
+      [
+        "ro",
+        "ss"
+      ],
+      [
+        "a",
+        "v"
+      ],
+      [
+        "Ġhe",
+        "ar"
+      ],
+      [
+        "Ġfriend",
+        "ly"
+      ],
+      [
+        "Ġforg",
+        "ot"
+      ],
+      [
+        "Ġg",
+        "one"
+      ],
+      [
+        "am",
+        "a"
+      ],
+      [
+        "Ġcre",
+        "at"
+      ],
+      [
+        "Ġw",
+        "et"
+      ],
+      [
+        "Ġli",
+        "on"
+      ],
+      [
+        "H",
+        "ell"
+      ],
+      [
+        "Hell",
+        "o"
+      ],
+      [
+        "Ġd",
+        "ream"
+      ],
+      [
+        "Ġh",
+        "ot"
+      ],
+      [
+        "b",
+        "o"
+      ],
+      [
+        "b",
+        "er"
+      ],
+      [
+        "ĠS",
+        "ally"
+      ],
+      [
+        "Ġf",
+        "illed"
+      ],
+      [
+        "Ġd",
+        "ir"
+      ],
+      [
+        "ie",
+        "ld"
+      ],
+      [
+        "Ġcook",
+        "ies"
+      ],
+      [
+        "Ġlaug",
+        "h"
+      ],
+      [
+        "Ġbro",
+        "ken"
+      ],
+      [
+        "Ġdin",
+        "ner"
+      ],
+      [
+        "l",
+        "f"
+      ],
+      [
+        "Ġel",
+        "se"
+      ],
+      [
+        "Ġh",
+        "id"
+      ],
+      [
+        "c",
+        "ed"
+      ],
+      [
+        "Ġp",
+        "ink"
+      ],
+      [
+        "Ġfollow",
+        "ed"
+      ],
+      [
+        "Ġta",
+        "ble"
+      ],
+      [
+        "Ġm",
+        "ar"
+      ],
+      [
+        "Ġcolor",
+        "s"
+      ],
+      [
+        "ou",
+        "p"
+      ],
+      [
+        "Ġmom",
+        "ent"
+      ],
+      [
+        "Ġcontin",
+        "ued"
+      ],
+      [
+        "Ġwonder",
+        "ful"
+      ],
+      [
+        "ĠE",
+        "m"
+      ],
+      [
+        "e",
+        "y"
+      ],
+      [
+        "in",
+        "ed"
+      ],
+      [
+        "ir",
+        "rel"
+      ],
+      [
+        "r",
+        "ot"
+      ],
+      [
+        "Ġfin",
+        "ally"
+      ],
+      [
+        "J",
+        "ack"
+      ],
+      [
+        "Ġa",
+        "rm"
+      ],
+      [
+        "Ġm",
+        "ight"
+      ],
+      [
+        "ĠN",
+        "ow"
+      ],
+      [
+        "Ġc",
+        "ast"
+      ],
+      [
+        "Ġy",
+        "es"
+      ],
+      [
+        "Ġbu",
+        "ild"
+      ],
+      [
+        "Ġen",
+        "ough"
+      ],
+      [
+        "ĠB",
+        "illy"
+      ],
+      [
+        "Ġsome",
+        "one"
+      ],
+      [
+        "Ġperf",
+        "ect"
+      ],
+      [
+        "Ġfa",
+        "ir"
+      ],
+      [
+        "Ġstay",
+        "ed"
+      ],
+      [
+        "a",
+        "pp"
+      ],
+      [
+        "Ġmor",
+        "ning"
+      ],
+      [
+        "ĠThe",
+        "re"
+      ],
+      [
+        "Ġpu",
+        "ppy"
+      ],
+      [
+        "o",
+        "l"
+      ],
+      [
+        "Ġdad",
+        "dy"
+      ],
+      [
+        "Ġtry",
+        "ing"
+      ],
+      [
+        "'",
+        "ll"
+      ],
+      [
+        "Ġj",
+        "u"
+      ],
+      [
+        "Ġother",
+        "s"
+      ],
+      [
+        "Ġbook",
+        "s"
+      ],
+      [
+        "Ġag",
+        "reed"
+      ],
+      [
+        "Ġmu",
+        "s"
+      ],
+      [
+        "Ġsn",
+        "ow"
+      ],
+      [
+        "Ġsqu",
+        "irrel"
+      ],
+      [
+        "Ġc",
+        "ream"
+      ],
+      [
+        "ro",
+        "om"
+      ],
+      [
+        "Ġget",
+        "ting"
+      ],
+      [
+        "Ġgra",
+        "ndma"
+      ],
+      [
+        "ĠL",
+        "ila"
+      ],
+      [
+        "Ġlea",
+        "ves"
+      ],
+      [
+        "Ġba",
+        "by"
+      ],
+      [
+        "Ġc",
+        "ount"
+      ],
+      [
+        "ic",
+        "y"
+      ],
+      [
+        "Ġfe",
+        "w"
+      ],
+      [
+        "A",
+        "t"
+      ],
+      [
+        "Ġf",
+        "all"
+      ],
+      [
+        "The",
+        "n"
+      ],
+      [
+        "g",
+        "on"
+      ],
+      [
+        "Ġbre",
+        "ak"
+      ],
+      [
+        "Ġclimb",
+        "ed"
+      ],
+      [
+        "ri",
+        "es"
+      ],
+      [
+        "Ġbe",
+        "ach"
+      ],
+      [
+        "as",
+        "h"
+      ],
+      [
+        "Ġb",
+        "ug"
+      ],
+      [
+        "Ġp",
+        "lease"
+      ],
+      [
+        "Ġm",
+        "other"
+      ],
+      [
+        "Ġbr",
+        "ought"
+      ],
+      [
+        "Ġtra",
+        "in"
+      ],
+      [
+        "an",
+        "ce"
+      ],
+      [
+        "ĠTh",
+        "is"
+      ],
+      [
+        "Ġde",
+        "ep"
+      ],
+      [
+        "Ġv",
+        "is"
+      ],
+      [
+        "at",
+        "ed"
+      ],
+      [
+        "s",
+        "hed"
+      ],
+      [
+        "Ġm",
+        "et"
+      ],
+      [
+        "Ġwas",
+        "n"
+      ],
+      [
+        "Ġsomet",
+        "imes"
+      ],
+      [
+        "Ġevery",
+        "thing"
+      ],
+      [
+        "ĠTom",
+        "my"
+      ],
+      [
+        "i",
+        "ch"
+      ],
+      [
+        "Ġmus",
+        "ic"
+      ],
+      [
+        "ke",
+        "y"
+      ],
+      [
+        "l",
+        "ing"
+      ],
+      [
+        "Th",
+        "is"
+      ],
+      [
+        "o",
+        "s"
+      ],
+      [
+        "Ġturn",
+        "ed"
+      ],
+      [
+        "l",
+        "c"
+      ],
+      [
+        "Ġr",
+        "ide"
+      ],
+      [
+        "o",
+        "om"
+      ],
+      [
+        "Ġs",
+        "ong"
+      ],
+      [
+        "or",
+        "ing"
+      ],
+      [
+        "Ġsp",
+        "ark"
+      ],
+      [
+        "Ġf",
+        "ight"
+      ],
+      [
+        "Ġhun",
+        "gry"
+      ],
+      [
+        "on",
+        "s"
+      ],
+      [
+        "Ġpicture",
+        "s"
+      ],
+      [
+        "d",
+        "s"
+      ],
+      [
+        "Ġm",
+        "akes"
+      ],
+      [
+        "Ġse",
+        "ar"
+      ],
+      [
+        "uck",
+        "y"
+      ],
+      [
+        "Ġlist",
+        "ened"
+      ],
+      [
+        "Ġjo",
+        "y"
+      ],
+      [
+        "Ġpo",
+        "l"
+      ],
+      [
+        "ĠW",
+        "hat"
+      ],
+      [
+        "H",
+        "is"
+      ],
+      [
+        "e",
+        "e"
+      ],
+      [
+        "Ġcl",
+        "ot"
+      ],
+      [
+        "Ġsa",
+        "il"
+      ],
+      [
+        "a",
+        "pped"
+      ],
+      [
+        "b",
+        "ble"
+      ],
+      [
+        "Ġcom",
+        "p"
+      ],
+      [
+        "Ġpl",
+        "an"
+      ],
+      [
+        "Ġwant",
+        "s"
+      ],
+      [
+        "Ġclot",
+        "hes"
+      ],
+      [
+        "Ġpo",
+        "in"
+      ],
+      [
+        "Ġ",
+        "K"
+      ],
+      [
+        "z",
+        "z"
+      ],
+      [
+        "Ġball",
+        "oon"
+      ],
+      [
+        "Ġstr",
+        "ange"
+      ],
+      [
+        "m",
+        "an"
+      ],
+      [
+        "en",
+        "ny"
+      ],
+      [
+        "Ġp",
+        "i"
+      ],
+      [
+        "Ġgr",
+        "ow"
+      ],
+      [
+        "Ġfly",
+        "ing"
+      ],
+      [
+        "r",
+        "ow"
+      ],
+      [
+        "Ġsc",
+        "ary"
+      ],
+      [
+        "Ġtre",
+        "at"
+      ],
+      [
+        "Ġwa",
+        "ited"
+      ],
+      [
+        "Ġamaz",
+        "ed"
+      ],
+      [
+        "Ġt",
+        "eddy"
+      ],
+      [
+        "Ġcast",
+        "le"
+      ],
+      [
+        "is",
+        "ter"
+      ],
+      [
+        "Ġe",
+        "le"
+      ],
+      [
+        "Ġamaz",
+        "ing"
+      ],
+      [
+        "m",
+        "ed"
+      ],
+      [
+        "Ġsp",
+        "l"
+      ],
+      [
+        "O",
+        "h"
+      ],
+      [
+        "Ġle",
+        "ave"
+      ],
+      [
+        "Ġown",
+        "er"
+      ],
+      [
+        "Ġprom",
+        "ised"
+      ],
+      [
+        "Ġdan",
+        "ger"
+      ],
+      [
+        "e",
+        "ver"
+      ],
+      [
+        "O",
+        "K"
+      ],
+      [
+        "Ġs",
+        "uch"
+      ],
+      [
+        "Ġwh",
+        "ite"
+      ],
+      [
+        "Ġp",
+        "at"
+      ],
+      [
+        "Ġtal",
+        "k"
+      ],
+      [
+        "uff",
+        "y"
+      ],
+      [
+        "Ġf",
+        "ur"
+      ],
+      [
+        "Ġp",
+        "ie"
+      ],
+      [
+        "op",
+        "e"
+      ],
+      [
+        "r",
+        "ed"
+      ],
+      [
+        "Ġpull",
+        "ed"
+      ],
+      [
+        "Ġp",
+        "re"
+      ],
+      [
+        "Ġwood",
+        "s"
+      ],
+      [
+        "ĠT",
+        "o"
+      ],
+      [
+        "Ġsh",
+        "ared"
+      ],
+      [
+        "Ġal",
+        "one"
+      ],
+      [
+        "Ġtow",
+        "ards"
+      ],
+      [
+        "c",
+        "le"
+      ],
+      [
+        "ĠM",
+        "aybe"
+      ],
+      [
+        "Ġs",
+        "it"
+      ],
+      [
+        "Ġn",
+        "ap"
+      ],
+      [
+        "Ġcolor",
+        "ful"
+      ],
+      [
+        "am",
+        "p"
+      ],
+      [
+        "h",
+        "one"
+      ],
+      [
+        "Ġvis",
+        "it"
+      ],
+      [
+        "ig",
+        "g"
+      ],
+      [
+        "ug",
+        "g"
+      ],
+      [
+        "th",
+        "y"
+      ],
+      [
+        "en",
+        "ce"
+      ],
+      [
+        "Ġta",
+        "il"
+      ],
+      [
+        "ct",
+        "or"
+      ],
+      [
+        "Ġmagic",
+        "al"
+      ],
+      [
+        "Ġr",
+        "iver"
+      ],
+      [
+        "Ġh",
+        "ig"
+      ],
+      [
+        "Ġbe",
+        "lie"
+      ],
+      [
+        "Ġgr",
+        "ate"
+      ],
+      [
+        "u",
+        "ally"
+      ],
+      [
+        "an",
+        "g"
+      ],
+      [
+        "ot",
+        "t"
+      ],
+      [
+        "Ġh",
+        "ide"
+      ],
+      [
+        "Ġs",
+        "illy"
+      ],
+      [
+        "Ġsmil",
+        "es"
+      ],
+      [
+        "ow",
+        "er"
+      ],
+      [
+        "Ġs",
+        "ide"
+      ],
+      [
+        "M",
+        "ax"
+      ],
+      [
+        "Ġro",
+        "ll"
+      ],
+      [
+        "Ġg",
+        "u"
+      ],
+      [
+        "ĠA",
+        "my"
+      ],
+      [
+        "Ġpr",
+        "o"
+      ],
+      [
+        "et",
+        "er"
+      ],
+      [
+        "Ġfast",
+        "er"
+      ],
+      [
+        "Ġgrate",
+        "ful"
+      ],
+      [
+        "Ġtre",
+        "asure"
+      ],
+      [
+        "as",
+        "ed"
+      ],
+      [
+        "Ġsn",
+        "ack"
+      ],
+      [
+        "u",
+        "p"
+      ],
+      [
+        "Ġla",
+        "nd"
+      ],
+      [
+        "av",
+        "y"
+      ],
+      [
+        "Ġmor",
+        "al"
+      ],
+      [
+        "ain",
+        "ed"
+      ],
+      [
+        "Ġs",
+        "ister"
+      ],
+      [
+        "ĠG",
+        "ra"
+      ],
+      [
+        "Ġsh",
+        "ap"
+      ],
+      [
+        "Ġpain",
+        "t"
+      ],
+      [
+        "Ġslow",
+        "ly"
+      ],
+      [
+        "Ġf",
+        "ield"
+      ],
+      [
+        "Ġp",
+        "et"
+      ],
+      [
+        "Ġs",
+        "ec"
+      ],
+      [
+        "or",
+        "m"
+      ],
+      [
+        "ĠJ",
+        "im"
+      ],
+      [
+        "Ġbr",
+        "an"
+      ],
+      [
+        "Ġm",
+        "in"
+      ],
+      [
+        "Ġmu",
+        "st"
+      ],
+      [
+        "Ġhelp",
+        "ing"
+      ],
+      [
+        "Ġwor",
+        "ried"
+      ],
+      [
+        "Ġjo",
+        "b"
+      ],
+      [
+        "Ġfo",
+        "x"
+      ],
+      [
+        "s",
+        "et"
+      ],
+      [
+        "Ġm",
+        "oney"
+      ],
+      [
+        "Ġp",
+        "ot"
+      ],
+      [
+        "Ġqu",
+        "i"
+      ],
+      [
+        "Ġbe",
+        "l"
+      ],
+      [
+        "Ġac",
+        "c"
+      ],
+      [
+        "Ġli",
+        "ving"
+      ],
+      [
+        "Ġmon",
+        "ster"
+      ],
+      [
+        "le",
+        "ss"
+      ],
+      [
+        "Ġpart",
+        "y"
+      ],
+      [
+        "e",
+        "ar"
+      ],
+      [
+        "Ġmo",
+        "st"
+      ],
+      [
+        "Ġwe",
+        "ar"
+      ],
+      [
+        "Ġrememb",
+        "er"
+      ],
+      [
+        "i",
+        "re"
+      ],
+      [
+        "Ġs",
+        "ign"
+      ],
+      [
+        "w",
+        "l"
+      ],
+      [
+        "Ġcl",
+        "oud"
+      ],
+      [
+        "Ġc",
+        "andy"
+      ],
+      [
+        "Ġhig",
+        "her"
+      ],
+      [
+        "i",
+        "pped"
+      ],
+      [
+        "id",
+        "ent"
+      ],
+      [
+        "ĠA",
+        "ll"
+      ],
+      [
+        "d",
+        "er"
+      ],
+      [
+        "z",
+        "e"
+      ],
+      [
+        "Ġqui",
+        "et"
+      ],
+      [
+        "Ġto",
+        "wn"
+      ],
+      [
+        "un",
+        "ch"
+      ],
+      [
+        "Ġprin",
+        "cess"
+      ],
+      [
+        "Ġrun",
+        "s"
+      ],
+      [
+        "ask",
+        "et"
+      ],
+      [
+        "e",
+        "m"
+      ],
+      [
+        "Ġevery",
+        "where"
+      ],
+      [
+        "Ġjo",
+        "in"
+      ],
+      [
+        "Ġste",
+        "pped"
+      ],
+      [
+        "Ġb",
+        "asket"
+      ],
+      [
+        "Ġl",
+        "ake"
+      ],
+      [
+        "Ġcu",
+        "p"
+      ],
+      [
+        "s",
+        "w"
+      ],
+      [
+        "out",
+        "h"
+      ],
+      [
+        "Ġcar",
+        "rot"
+      ],
+      [
+        "Ġco",
+        "ll"
+      ],
+      [
+        "Ġpl",
+        "ant"
+      ],
+      [
+        "Ġsc",
+        "ream"
+      ],
+      [
+        "ĠDad",
+        "dy"
+      ],
+      [
+        "Ġb",
+        "uck"
+      ],
+      [
+        "Ġhe",
+        "avy"
+      ],
+      [
+        "Ġbig",
+        "ger"
+      ],
+      [
+        "Ġch",
+        "o"
+      ],
+      [
+        "Ġbl",
+        "ank"
+      ],
+      [
+        "Ġclo",
+        "sed"
+      ],
+      [
+        "Ġw",
+        "on"
+      ],
+      [
+        "is",
+        "es"
+      ],
+      [
+        "Ġan",
+        "sw"
+      ],
+      [
+        "b",
+        "r"
+      ],
+      [
+        "Ġblank",
+        "et"
+      ],
+      [
+        "Ġm",
+        "outh"
+      ],
+      [
+        "am",
+        "es"
+      ],
+      [
+        "ec",
+        "es"
+      ],
+      [
+        "Ġeat",
+        "ing"
+      ],
+      [
+        "Ġpi",
+        "eces"
+      ],
+      [
+        "ck",
+        "et"
+      ],
+      [
+        "Ġst",
+        "re"
+      ],
+      [
+        "Ġwe",
+        "lc"
+      ],
+      [
+        "Ġwould",
+        "n"
+      ],
+      [
+        "Ġre",
+        "ach"
+      ],
+      [
+        "Ġbro",
+        "ke"
+      ],
+      [
+        "e",
+        "ared"
+      ],
+      [
+        "Ġdanger",
+        "ous"
+      ],
+      [
+        "g",
+        "s"
+      ],
+      [
+        "p",
+        "h"
+      ],
+      [
+        "ĠM",
+        "olly"
+      ],
+      [
+        "Ġc",
+        "e"
+      ],
+      [
+        "ĠM",
+        "r"
+      ],
+      [
+        "or",
+        "d"
+      ],
+      [
+        "f",
+        "ort"
+      ],
+      [
+        "Ġdoll",
+        "s"
+      ],
+      [
+        "m",
+        "ing"
+      ],
+      [
+        "Ġdan",
+        "ce"
+      ],
+      [
+        "Ġdra",
+        "gon"
+      ],
+      [
+        "Ġthink",
+        "s"
+      ],
+      [
+        "Ġask",
+        "s"
+      ],
+      [
+        "Ġac",
+        "ross"
+      ],
+      [
+        "O",
+        "kay"
+      ],
+      [
+        "Ġch",
+        "air"
+      ],
+      [
+        "Ġte",
+        "ac"
+      ],
+      [
+        "Ġb",
+        "ott"
+      ],
+      [
+        "H",
+        "i"
+      ],
+      [
+        "Ġp",
+        "a"
+      ],
+      [
+        "Ġne",
+        "igh"
+      ],
+      [
+        "Ġb",
+        "ar"
+      ],
+      [
+        "Ġb",
+        "ike"
+      ],
+      [
+        "Ġp",
+        "ack"
+      ],
+      [
+        "it",
+        "ing"
+      ],
+      [
+        "Ġdis",
+        "app"
+      ],
+      [
+        "Ġneigh",
+        "b"
+      ],
+      [
+        "Ġst",
+        "uck"
+      ],
+      [
+        "d",
+        "e"
+      ],
+      [
+        "Ġg",
+        "if"
+      ],
+      [
+        "Ġfr",
+        "uit"
+      ],
+      [
+        "Ġbelie",
+        "ve"
+      ],
+      [
+        "c",
+        "y"
+      ],
+      [
+        "Ġ",
+        "ve"
+      ],
+      [
+        "Ġcry",
+        "ing"
+      ],
+      [
+        "i",
+        "er"
+      ],
+      [
+        "ph",
+        "ant"
+      ],
+      [
+        "Ġs",
+        "uddenly"
+      ],
+      [
+        "Ġs",
+        "oup"
+      ],
+      [
+        "Ġr",
+        "ace"
+      ],
+      [
+        "Ġth",
+        "rew"
+      ],
+      [
+        "S",
+        "ure"
+      ],
+      [
+        "Ġfar",
+        "mer"
+      ],
+      [
+        "Ġacc",
+        "ident"
+      ],
+      [
+        "Ġdir",
+        "ty"
+      ],
+      [
+        "Ġele",
+        "phant"
+      ],
+      [
+        "Ġmon",
+        "key"
+      ],
+      [
+        "Ġhe",
+        "al"
+      ],
+      [
+        "w",
+        "eet"
+      ],
+      [
+        "Ġre",
+        "m"
+      ],
+      [
+        "Ġp",
+        "ers"
+      ],
+      [
+        "Ġsa",
+        "me"
+      ],
+      [
+        "or",
+        "ed"
+      ],
+      [
+        "vent",
+        "ually"
+      ],
+      [
+        "e",
+        "ad"
+      ],
+      [
+        "pp",
+        "ing"
+      ],
+      [
+        "Ġgent",
+        "le"
+      ],
+      [
+        "Ġf",
+        "ree"
+      ],
+      [
+        "Ġbr",
+        "own"
+      ],
+      [
+        "M",
+        "aybe"
+      ],
+      [
+        "Ġin",
+        "st"
+      ],
+      [
+        "Ġbe",
+        "e"
+      ],
+      [
+        "i",
+        "x"
+      ],
+      [
+        "Ġb",
+        "en"
+      ],
+      [
+        "Ġw",
+        "in"
+      ],
+      [
+        "Ġbl",
+        "ack"
+      ],
+      [
+        "Ġal",
+        "ong"
+      ],
+      [
+        "Ġlong",
+        "er"
+      ],
+      [
+        "i",
+        "ble"
+      ],
+      [
+        "Ġsp",
+        "r"
+      ],
+      [
+        "Ġcl",
+        "apped"
+      ],
+      [
+        "F",
+        "inally"
+      ],
+      [
+        "W",
+        "hy"
+      ],
+      [
+        "ck",
+        "ed"
+      ],
+      [
+        "Ġwor",
+        "ds"
+      ],
+      [
+        "ĠF",
+        "l"
+      ],
+      [
+        "Ġteac",
+        "her"
+      ],
+      [
+        "Ġup",
+        "set"
+      ],
+      [
+        "ch",
+        "ool"
+      ],
+      [
+        "Ġpie",
+        "ce"
+      ],
+      [
+        "Ġwe",
+        "ll"
+      ],
+      [
+        "Ġche",
+        "ered"
+      ],
+      [
+        "Ġh",
+        "it"
+      ],
+      [
+        "Ġsa",
+        "ng"
+      ],
+      [
+        "m",
+        "ent"
+      ],
+      [
+        "Ġbow",
+        "l"
+      ],
+      [
+        "Ġb",
+        "ite"
+      ],
+      [
+        "Ġdo",
+        "ctor"
+      ],
+      [
+        "ĠJ",
+        "ill"
+      ],
+      [
+        "Ġbuck",
+        "et"
+      ],
+      [
+        "M",
+        "ia"
+      ],
+      [
+        "Ġb",
+        "ath"
+      ],
+      [
+        "Ġc",
+        "aught"
+      ],
+      [
+        "Ġhe",
+        "art"
+      ],
+      [
+        "Ġfor",
+        "get"
+      ],
+      [
+        "Ġm",
+        "ark"
+      ],
+      [
+        "Ġbut",
+        "t"
+      ],
+      [
+        "Ġd",
+        "ry"
+      ],
+      [
+        "Ġyou",
+        "ng"
+      ],
+      [
+        "Ġse",
+        "a"
+      ],
+      [
+        "Ġc",
+        "our"
+      ],
+      [
+        "Ġdro",
+        "pped"
+      ],
+      [
+        "es",
+        "e"
+      ],
+      [
+        "Ġy",
+        "ard"
+      ],
+      [
+        "Ġpl",
+        "ac"
+      ],
+      [
+        "our",
+        "n"
+      ],
+      [
+        "Ġs",
+        "chool"
+      ],
+      [
+        "Ġsw",
+        "ings"
+      ],
+      [
+        "bb",
+        "y"
+      ],
+      [
+        "Ġw",
+        "ings"
+      ],
+      [
+        "b",
+        "s"
+      ],
+      [
+        "Ġexpl",
+        "ained"
+      ],
+      [
+        "Ġj",
+        "ourn"
+      ],
+      [
+        "Ġbr",
+        "ing"
+      ],
+      [
+        "Ġdr",
+        "ink"
+      ],
+      [
+        "Ġstre",
+        "et"
+      ],
+      [
+        "Ġju",
+        "ice"
+      ],
+      [
+        "un",
+        "g"
+      ],
+      [
+        "Ġnear",
+        "by"
+      ],
+      [
+        "ĠEm",
+        "ma"
+      ],
+      [
+        "Ġsm",
+        "o"
+      ],
+      [
+        "Ġsm",
+        "art"
+      ],
+      [
+        "Ġpu",
+        "shed"
+      ],
+      [
+        "Ġstor",
+        "ies"
+      ],
+      [
+        "Ġdro",
+        "ve"
+      ],
+      [
+        "Ġt",
+        "iny"
+      ],
+      [
+        "Ġp",
+        "en"
+      ],
+      [
+        "Ġcour",
+        "se"
+      ],
+      [
+        "Ġ",
+        "es"
+      ],
+      [
+        "Ġm",
+        "ine"
+      ],
+      [
+        "Ġto",
+        "day"
+      ],
+      [
+        "Ġpo",
+        "cket"
+      ],
+      [
+        "Ġye",
+        "ar"
+      ],
+      [
+        "aught",
+        "er"
+      ],
+      [
+        "Ġj",
+        "e"
+      ],
+      [
+        "Ġsec",
+        "ret"
+      ],
+      [
+        "Ġex",
+        "p"
+      ],
+      [
+        "Ġwith",
+        "out"
+      ],
+      [
+        "Ġsing",
+        "ing"
+      ],
+      [
+        "Ġwelc",
+        "ome"
+      ],
+      [
+        "Ġhapp",
+        "en"
+      ],
+      [
+        "t",
+        "o"
+      ],
+      [
+        "Ġf",
+        "it"
+      ],
+      [
+        "Ġst",
+        "u"
+      ],
+      [
+        "ve",
+        "l"
+      ],
+      [
+        "ra",
+        "ct"
+      ],
+      [
+        "Ġbu",
+        "s"
+      ],
+      [
+        "Ġche",
+        "ese"
+      ],
+      [
+        "Ġcr",
+        "ay"
+      ],
+      [
+        "Ġfair",
+        "y"
+      ],
+      [
+        "Ġj",
+        "ar"
+      ],
+      [
+        "Ġturn",
+        "s"
+      ],
+      [
+        "Ġbu",
+        "sh"
+      ],
+      [
+        "b",
+        "ow"
+      ],
+      [
+        "ll",
+        "o"
+      ],
+      [
+        "Ġexpl",
+        "oring"
+      ],
+      [
+        "Ġl",
+        "on"
+      ],
+      [
+        "Ġst",
+        "and"
+      ],
+      [
+        "itt",
+        "ing"
+      ],
+      [
+        "Ġsee",
+        "med"
+      ],
+      [
+        "Ġsp",
+        "oon"
+      ],
+      [
+        "ĠF",
+        "inally"
+      ],
+      [
+        "Ġg",
+        "ames"
+      ],
+      [
+        "Ġwo",
+        "ke"
+      ],
+      [
+        "is",
+        "sed"
+      ],
+      [
+        "Ġre",
+        "sp"
+      ],
+      [
+        "Ġtr",
+        "ou"
+      ],
+      [
+        "Ġtw",
+        "ins"
+      ],
+      [
+        "Ġhop",
+        "ed"
+      ],
+      [
+        "Ġat",
+        "t"
+      ],
+      [
+        "Ġlon",
+        "ely"
+      ],
+      [
+        "Ġa",
+        "nt"
+      ],
+      [
+        "ĠM",
+        "ama"
+      ],
+      [
+        "or",
+        "row"
+      ],
+      [
+        "Ġno",
+        "ises"
+      ],
+      [
+        "Ġhug",
+        "s"
+      ],
+      [
+        "ount",
+        "ain"
+      ],
+      [
+        "y",
+        "ard"
+      ],
+      [
+        "Ġd",
+        "aughter"
+      ],
+      [
+        "Ġin",
+        "v"
+      ],
+      [
+        "Ġke",
+        "y"
+      ],
+      [
+        "a",
+        "il"
+      ],
+      [
+        "Ġrock",
+        "s"
+      ],
+      [
+        "Ġdis",
+        "co"
+      ],
+      [
+        "Ġs",
+        "u"
+      ],
+      [
+        "Ġl",
+        "unch"
+      ],
+      [
+        "re",
+        "ad"
+      ],
+      [
+        "ou",
+        "n"
+      ],
+      [
+        "ver",
+        "ed"
+      ],
+      [
+        "Ġback",
+        "yard"
+      ],
+      [
+        "Ġs",
+        "uc"
+      ],
+      [
+        "Ġc",
+        "ow"
+      ],
+      [
+        "Ġapp",
+        "le"
+      ],
+      [
+        "e",
+        "k"
+      ],
+      [
+        "Ġsw",
+        "am"
+      ],
+      [
+        "Ġsho",
+        "es"
+      ],
+      [
+        "Ġst",
+        "ars"
+      ],
+      [
+        "Ġsh",
+        "ook"
+      ],
+      [
+        "itt",
+        "ens"
+      ],
+      [
+        "Ġm",
+        "iss"
+      ],
+      [
+        "c",
+        "hes"
+      ],
+      [
+        "Ġw",
+        "ish"
+      ],
+      [
+        "Ġre",
+        "lie"
+      ],
+      [
+        "fu",
+        "sed"
+      ],
+      [
+        "Ġshap",
+        "es"
+      ],
+      [
+        "urp",
+        "le"
+      ],
+      [
+        "Ġtow",
+        "er"
+      ],
+      [
+        "it",
+        "y"
+      ],
+      [
+        "Ġc",
+        "orn"
+      ],
+      [
+        "Ġmo",
+        "ved"
+      ],
+      [
+        "sh",
+        "ine"
+      ],
+      [
+        "Ġ",
+        "3"
+      ],
+      [
+        "Ġth",
+        "ough"
+      ],
+      [
+        "Ġc",
+        "ir"
+      ],
+      [
+        "um",
+        "b"
+      ],
+      [
+        "Ġta",
+        "king"
+      ],
+      [
+        "t",
+        "s"
+      ],
+      [
+        "ĠT",
+        "weet"
+      ],
+      [
+        "ap",
+        "e"
+      ],
+      [
+        "Ġrain",
+        "bow"
+      ],
+      [
+        "Ġthr",
+        "ow"
+      ],
+      [
+        "Ġst",
+        "ar"
+      ],
+      [
+        "Ġben",
+        "ch"
+      ],
+      [
+        "Ġne",
+        "ck"
+      ],
+      [
+        "ock",
+        "ed"
+      ],
+      [
+        "Ġcreat",
+        "ure"
+      ],
+      [
+        "Ġbu",
+        "bble"
+      ],
+      [
+        "Ġl",
+        "ate"
+      ],
+      [
+        "Ġadventure",
+        "s"
+      ],
+      [
+        "Ġo",
+        "wl"
+      ],
+      [
+        "ion",
+        "s"
+      ],
+      [
+        "A",
+        "nd"
+      ],
+      [
+        "Ġw",
+        "he"
+      ],
+      [
+        "Ġp",
+        "ar"
+      ],
+      [
+        "Ġshe",
+        "ll"
+      ],
+      [
+        "Ġk",
+        "ite"
+      ],
+      [
+        "ĠFl",
+        "uffy"
+      ],
+      [
+        "in",
+        "ing"
+      ],
+      [
+        "Ġm",
+        "il"
+      ],
+      [
+        "u",
+        "nt"
+      ],
+      [
+        "Ġf",
+        "ence"
+      ],
+      [
+        "Ġm",
+        "ix"
+      ],
+      [
+        "Ġli",
+        "ft"
+      ],
+      [
+        "Ġaccident",
+        "ally"
+      ],
+      [
+        "Ġw",
+        "ise"
+      ],
+      [
+        "Ġhe",
+        "llo"
+      ],
+      [
+        "Ġp",
+        "urple"
+      ],
+      [
+        "pp",
+        "er"
+      ],
+      [
+        "Ġon",
+        "to"
+      ],
+      [
+        "Ġsp",
+        "in"
+      ],
+      [
+        "t",
+        "en"
+      ],
+      [
+        "our",
+        "s"
+      ],
+      [
+        "Ġs",
+        "itting"
+      ],
+      [
+        "id",
+        "ge"
+      ],
+      [
+        "Ġsun",
+        "shine"
+      ],
+      [
+        "Ġcut",
+        "e"
+      ],
+      [
+        "Ġm",
+        "at"
+      ],
+      [
+        "w",
+        "ard"
+      ],
+      [
+        "Ġsh",
+        "op"
+      ],
+      [
+        "Ġwh",
+        "ist"
+      ],
+      [
+        "Ġd",
+        "ist"
+      ],
+      [
+        "Ġor",
+        "ange"
+      ],
+      [
+        "L",
+        "ila"
+      ],
+      [
+        "Ġn",
+        "aught"
+      ],
+      [
+        "ĠSam",
+        "my"
+      ],
+      [
+        "Ġnaught",
+        "y"
+      ],
+      [
+        "Ġn",
+        "est"
+      ],
+      [
+        "o",
+        "se"
+      ],
+      [
+        "or",
+        "s"
+      ],
+      [
+        "ll",
+        "a"
+      ],
+      [
+        "Ġmil",
+        "k"
+      ],
+      [
+        "f",
+        "ish"
+      ],
+      [
+        "Ġa",
+        "f"
+      ],
+      [
+        "Ġb",
+        "oun"
+      ],
+      [
+        "Ġp",
+        "hone"
+      ],
+      [
+        "Ġarm",
+        "s"
+      ],
+      [
+        "Ġe",
+        "as"
+      ],
+      [
+        "n",
+        "ess"
+      ],
+      [
+        "Ġcar",
+        "ry"
+      ],
+      [
+        "ĠGra",
+        "ndma"
+      ],
+      [
+        "o",
+        "g"
+      ],
+      [
+        "Ġb",
+        "ought"
+      ],
+      [
+        "Ġdri",
+        "ver"
+      ],
+      [
+        "Ġinst",
+        "ead"
+      ],
+      [
+        "L",
+        "ater"
+      ],
+      [
+        "Ġtal",
+        "ked"
+      ],
+      [
+        "Ġsear",
+        "ched"
+      ],
+      [
+        "g",
+        "ged"
+      ],
+      [
+        "Ġp",
+        "ig"
+      ],
+      [
+        "Ġco",
+        "zy"
+      ],
+      [
+        "Ġsun",
+        "ny"
+      ],
+      [
+        "itt",
+        "y"
+      ],
+      [
+        "Ġfeel",
+        "s"
+      ],
+      [
+        "Ġf",
+        "an"
+      ],
+      [
+        "Ġwonder",
+        "ed"
+      ],
+      [
+        "Ġcom",
+        "es"
+      ],
+      [
+        "Ġswim",
+        "ming"
+      ],
+      [
+        "u",
+        "ched"
+      ],
+      [
+        "Ġto",
+        "uched"
+      ],
+      [
+        "Ġp",
+        "op"
+      ],
+      [
+        "ĠIn",
+        "side"
+      ],
+      [
+        "a",
+        "le"
+      ],
+      [
+        "Ġl",
+        "ucky"
+      ],
+      [
+        "Ġlaug",
+        "hing"
+      ],
+      [
+        "Ġbel",
+        "ong"
+      ],
+      [
+        "Ġsound",
+        "s"
+      ],
+      [
+        "Ġw",
+        "om"
+      ],
+      [
+        "Ġc",
+        "ave"
+      ],
+      [
+        "le",
+        "t"
+      ],
+      [
+        "Ġjourn",
+        "ey"
+      ],
+      [
+        "Ġwom",
+        "an"
+      ],
+      [
+        "Ġc",
+        "ou"
+      ],
+      [
+        "Ġnot",
+        "hing"
+      ],
+      [
+        "Ġco",
+        "at"
+      ],
+      [
+        "Ġrelie",
+        "ved"
+      ],
+      [
+        "Ġ",
+        "O"
+      ],
+      [
+        "Ġpe",
+        "ace"
+      ],
+      [
+        "ad",
+        "ow"
+      ],
+      [
+        "Ġno",
+        "se"
+      ],
+      [
+        "Ġbu",
+        "sy"
+      ],
+      [
+        "B",
+        "ob"
+      ],
+      [
+        "Ġp",
+        "ast"
+      ],
+      [
+        "Ġapp",
+        "les"
+      ],
+      [
+        "Ġs",
+        "ick"
+      ],
+      [
+        "Ġr",
+        "ope"
+      ],
+      [
+        "Ġpat",
+        "ient"
+      ],
+      [
+        "Ġa",
+        "ct"
+      ],
+      [
+        "Ġp",
+        "udd"
+      ],
+      [
+        "Ġin",
+        "c"
+      ],
+      [
+        "ra",
+        "id"
+      ],
+      [
+        "Ġwatch",
+        "ing"
+      ],
+      [
+        "Ġbran",
+        "ch"
+      ],
+      [
+        "Ġaf",
+        "raid"
+      ],
+      [
+        "Ġto",
+        "m"
+      ],
+      [
+        "id",
+        "er"
+      ],
+      [
+        "Ġday",
+        "s"
+      ],
+      [
+        "Ġre",
+        "t"
+      ],
+      [
+        "c",
+        "ing"
+      ],
+      [
+        "ĠM",
+        "ary"
+      ],
+      [
+        "Ġb",
+        "and"
+      ],
+      [
+        "Ġfar",
+        "m"
+      ],
+      [
+        "Ġhug",
+        "e"
+      ],
+      [
+        "ĠTh",
+        "ank"
+      ],
+      [
+        "at",
+        "or"
+      ],
+      [
+        "Ġexc",
+        "iting"
+      ],
+      [
+        "Ġdan",
+        "ced"
+      ],
+      [
+        "th",
+        "day"
+      ],
+      [
+        "Ġwa",
+        "r"
+      ],
+      [
+        "ĠSo",
+        "on"
+      ],
+      [
+        "b",
+        "all"
+      ],
+      [
+        "Ġg",
+        "igg"
+      ],
+      [
+        "ble",
+        "m"
+      ],
+      [
+        "Ġz",
+        "oom"
+      ],
+      [
+        "Ġm",
+        "ad"
+      ],
+      [
+        "Ġv",
+        "ill"
+      ],
+      [
+        "Ġfore",
+        "ver"
+      ],
+      [
+        "Ġpro",
+        "blem"
+      ],
+      [
+        "Ġcoll",
+        "ect"
+      ],
+      [
+        "p",
+        "ed"
+      ],
+      [
+        "ir",
+        "t"
+      ],
+      [
+        "Ġmin",
+        "ut"
+      ],
+      [
+        "Ġw",
+        "ra"
+      ],
+      [
+        "h",
+        "o"
+      ],
+      [
+        "Ġli",
+        "fe"
+      ],
+      [
+        "Ġkne",
+        "e"
+      ],
+      [
+        "c",
+        "es"
+      ],
+      [
+        "D",
+        "o"
+      ],
+      [
+        "c",
+        "er"
+      ],
+      [
+        "m",
+        "p"
+      ],
+      [
+        "ar",
+        "p"
+      ],
+      [
+        "Ġk",
+        "ing"
+      ],
+      [
+        "Ġas",
+        "leep"
+      ],
+      [
+        "Ġret",
+        "urn"
+      ],
+      [
+        "Ġsh",
+        "arp"
+      ],
+      [
+        "Ġre",
+        "l"
+      ],
+      [
+        "Ġp",
+        "ower"
+      ],
+      [
+        "et",
+        "h"
+      ],
+      [
+        "Ġhold",
+        "ing"
+      ],
+      [
+        "Ġf",
+        "ing"
+      ],
+      [
+        "Ġheal",
+        "thy"
+      ],
+      [
+        "ĠM",
+        "ittens"
+      ],
+      [
+        "Ġpr",
+        "ot"
+      ],
+      [
+        "Ġme",
+        "et"
+      ],
+      [
+        "Ġor",
+        "gan"
+      ],
+      [
+        "Ġcle",
+        "ver"
+      ],
+      [
+        "Ġspot",
+        "ted"
+      ],
+      [
+        "Ġl",
+        "etter"
+      ],
+      [
+        "Ġg",
+        "ather"
+      ],
+      [
+        "al",
+        "m"
+      ],
+      [
+        "O",
+        "f"
+      ],
+      [
+        "e",
+        "re"
+      ],
+      [
+        "Ġr",
+        "ound"
+      ],
+      [
+        "Ġstor",
+        "m"
+      ],
+      [
+        "Ġprot",
+        "ect"
+      ],
+      [
+        "Ġgif",
+        "t"
+      ],
+      [
+        "am",
+        "ed"
+      ],
+      [
+        "Ġma",
+        "il"
+      ],
+      [
+        "ĠJ",
+        "en"
+      ],
+      [
+        "Ġbir",
+        "thday"
+      ],
+      [
+        "Ġpre",
+        "s"
+      ],
+      [
+        "Ġsa",
+        "f"
+      ],
+      [
+        "Ġneighb",
+        "or"
+      ],
+      [
+        "ep",
+        "end"
+      ],
+      [
+        "Ġta",
+        "kes"
+      ],
+      [
+        "s",
+        "c"
+      ],
+      [
+        "Ġe",
+        "ar"
+      ],
+      [
+        "Ġcom",
+        "fort"
+      ],
+      [
+        "Ġ",
+        "ent"
+      ],
+      [
+        "Ġre",
+        "p"
+      ],
+      [
+        "Ġpers",
+        "on"
+      ],
+      [
+        "Ġsmil",
+        "ing"
+      ],
+      [
+        "ĠW",
+        "ith"
+      ],
+      [
+        "Ġgent",
+        "ly"
+      ],
+      [
+        "Ġpoin",
+        "ted"
+      ],
+      [
+        "E",
+        "very"
+      ],
+      [
+        "ow",
+        "ed"
+      ],
+      [
+        "Ġsp",
+        "o"
+      ],
+      [
+        "co",
+        "l"
+      ],
+      [
+        "Ġtast",
+        "y"
+      ],
+      [
+        "ul",
+        "ar"
+      ],
+      [
+        "ĠJim",
+        "my"
+      ],
+      [
+        "Ġpl",
+        "ane"
+      ],
+      [
+        "st",
+        "ing"
+      ],
+      [
+        "h",
+        "in"
+      ],
+      [
+        "Ġh",
+        "oney"
+      ],
+      [
+        "it",
+        "ch"
+      ],
+      [
+        "Ġp",
+        "ill"
+      ],
+      [
+        "Ġp",
+        "ass"
+      ],
+      [
+        "itt",
+        "en"
+      ],
+      [
+        "Ġm",
+        "atter"
+      ],
+      [
+        "Ġad",
+        "m"
+      ],
+      [
+        "Ġtast",
+        "ed"
+      ],
+      [
+        "Ġsmell",
+        "ed"
+      ],
+      [
+        "n",
+        "ic"
+      ],
+      [
+        "o",
+        "ve"
+      ],
+      [
+        "Ġe",
+        "ag"
+      ],
+      [
+        "Ġsh",
+        "ining"
+      ],
+      [
+        "He",
+        "y"
+      ],
+      [
+        "Ġhop",
+        "e"
+      ],
+      [
+        "Ġplac",
+        "es"
+      ],
+      [
+        "Ġk",
+        "ick"
+      ],
+      [
+        "ĠC",
+        "h"
+      ],
+      [
+        "Ġpic",
+        "nic"
+      ],
+      [
+        "Ġbott",
+        "le"
+      ],
+      [
+        "Ġresp",
+        "ect"
+      ],
+      [
+        "Ġb",
+        "lew"
+      ],
+      [
+        "Ġapp",
+        "eared"
+      ],
+      [
+        "Ġsu",
+        "pp"
+      ],
+      [
+        "Tom",
+        "my"
+      ],
+      [
+        "ĠC",
+        "ome"
+      ],
+      [
+        "Ġsp",
+        "ider"
+      ],
+      [
+        "Ġint",
+        "ere"
+      ],
+      [
+        "Ġche",
+        "er"
+      ],
+      [
+        "bo",
+        "ard"
+      ],
+      [
+        "Ġwe",
+        "aring"
+      ],
+      [
+        "Ġpres",
+        "ent"
+      ],
+      [
+        "er",
+        "t"
+      ],
+      [
+        "Ġm",
+        "ist"
+      ],
+      [
+        "iz",
+        "e"
+      ],
+      [
+        "Ġtrou",
+        "ble"
+      ],
+      [
+        "Ġtri",
+        "p"
+      ],
+      [
+        "Ġp",
+        "ract"
+      ],
+      [
+        "Ġk",
+        "iss"
+      ],
+      [
+        "Ġqu",
+        "est"
+      ],
+      [
+        "o",
+        "nd"
+      ],
+      [
+        "Ġas",
+        "h"
+      ],
+      [
+        "Ġlo",
+        "ves"
+      ],
+      [
+        "Ġtight",
+        "ly"
+      ],
+      [
+        "g",
+        "g"
+      ],
+      [
+        "ar",
+        "ge"
+      ],
+      [
+        "Ġs",
+        "ur"
+      ],
+      [
+        "Ġsp",
+        "read"
+      ],
+      [
+        "a",
+        "ur"
+      ],
+      [
+        "Ġw",
+        "ide"
+      ],
+      [
+        "on",
+        "es"
+      ],
+      [
+        "um",
+        "ber"
+      ],
+      [
+        "Ġfe",
+        "ather"
+      ],
+      [
+        "Ġspl",
+        "as"
+      ],
+      [
+        "on",
+        "t"
+      ],
+      [
+        "nd",
+        "p"
+      ],
+      [
+        "Ġl",
+        "ater"
+      ],
+      [
+        "Ġwho",
+        "le"
+      ],
+      [
+        "Ġany",
+        "one"
+      ],
+      [
+        "Ġbre",
+        "ad"
+      ],
+      [
+        "M",
+        "olly"
+      ],
+      [
+        "Ġd",
+        "es"
+      ],
+      [
+        "Ġre",
+        "c"
+      ],
+      [
+        "ell",
+        "a"
+      ],
+      [
+        "Ġro",
+        "ad"
+      ],
+      [
+        "I",
+        "n"
+      ],
+      [
+        "Ġo",
+        "ce"
+      ],
+      [
+        "Ġgi",
+        "ant"
+      ],
+      [
+        "Ġoce",
+        "an"
+      ],
+      [
+        "el",
+        "s"
+      ],
+      [
+        "Ġpu",
+        "zz"
+      ],
+      [
+        "Ġcook",
+        "ie"
+      ],
+      [
+        "Ġp",
+        "an"
+      ],
+      [
+        "Ġp",
+        "ath"
+      ],
+      [
+        "Åĵ",
+        "I"
+      ],
+      [
+        "Ġcon",
+        "fused"
+      ],
+      [
+        "Ġscream",
+        "ed"
+      ],
+      [
+        "Ġcloud",
+        "s"
+      ],
+      [
+        "e",
+        "b"
+      ],
+      [
+        "Ġimp",
+        "ress"
+      ],
+      [
+        "Ġfr",
+        "ont"
+      ],
+      [
+        "ĠG",
+        "o"
+      ],
+      [
+        "Ġse",
+        "at"
+      ],
+      [
+        "le",
+        "x"
+      ],
+      [
+        "Ġl",
+        "ay"
+      ],
+      [
+        "Ġwh",
+        "ich"
+      ],
+      [
+        "l",
+        "a"
+      ],
+      [
+        "Ġth",
+        "in"
+      ],
+      [
+        "Ġte",
+        "ach"
+      ],
+      [
+        "er",
+        "ly"
+      ],
+      [
+        "Ġd",
+        "i"
+      ],
+      [
+        "Ġansw",
+        "er"
+      ],
+      [
+        "ung",
+        "le"
+      ],
+      [
+        "Ġa",
+        "p"
+      ],
+      [
+        "ss",
+        "ed"
+      ],
+      [
+        "h",
+        "ile"
+      ],
+      [
+        "u",
+        "b"
+      ],
+      [
+        "Ġl",
+        "arge"
+      ],
+      [
+        "Ġj",
+        "ungle"
+      ],
+      [
+        "Ġprom",
+        "ise"
+      ],
+      [
+        "Ġs",
+        "er"
+      ],
+      [
+        "Ġb",
+        "er"
+      ],
+      [
+        "Ġw",
+        "ild"
+      ],
+      [
+        "Ġb",
+        "ark"
+      ],
+      [
+        "Ġm",
+        "ach"
+      ],
+      [
+        "oo",
+        "se"
+      ],
+      [
+        "Ġbutt",
+        "on"
+      ],
+      [
+        "ndp",
+        "a"
+      ],
+      [
+        "G",
+        "ood"
+      ],
+      [
+        "Ġmy",
+        "ster"
+      ],
+      [
+        "Ġsn",
+        "ake"
+      ],
+      [
+        "Ġvill",
+        "age"
+      ],
+      [
+        "Ġh",
+        "or"
+      ],
+      [
+        "ĠEm",
+        "ily"
+      ],
+      [
+        "C",
+        "ome"
+      ],
+      [
+        "Ġtoo",
+        "l"
+      ],
+      [
+        "Ġput",
+        "s"
+      ],
+      [
+        "Ġla",
+        "st"
+      ],
+      [
+        "Ġim",
+        "ag"
+      ],
+      [
+        "ĠJ",
+        "ake"
+      ],
+      [
+        "L",
+        "ucy"
+      ],
+      [
+        "Ġt",
+        "id"
+      ],
+      [
+        "Ġb",
+        "an"
+      ],
+      [
+        "le",
+        "br"
+      ],
+      [
+        "Ġe",
+        "ventually"
+      ],
+      [
+        "Ġsl",
+        "id"
+      ],
+      [
+        "Ġwa",
+        "ve"
+      ],
+      [
+        "Ġli",
+        "ve"
+      ],
+      [
+        "Ġch",
+        "ased"
+      ],
+      [
+        "ĠEvery",
+        "where"
+      ],
+      [
+        "Ġce",
+        "lebr"
+      ],
+      [
+        "Ġcray",
+        "ons"
+      ],
+      [
+        "J",
+        "ust"
+      ],
+      [
+        "Ġsp",
+        "ent"
+      ],
+      [
+        "Ġwr",
+        "ite"
+      ],
+      [
+        "Ġgi",
+        "ves"
+      ],
+      [
+        "un",
+        "k"
+      ],
+      [
+        "if",
+        "e"
+      ],
+      [
+        "Ġdec",
+        "or"
+      ],
+      [
+        "Ġfo",
+        "ot"
+      ],
+      [
+        "Ġdel",
+        "ight"
+      ],
+      [
+        "Ġso",
+        "l"
+      ],
+      [
+        "Ġsand",
+        "w"
+      ],
+      [
+        "Ġdir",
+        "t"
+      ],
+      [
+        "ĠJ",
+        "enny"
+      ],
+      [
+        "Ġtal",
+        "king"
+      ],
+      [
+        "Ġtreat",
+        "s"
+      ],
+      [
+        "Ġc",
+        "art"
+      ],
+      [
+        "ch",
+        "ing"
+      ],
+      [
+        "Ġwait",
+        "ing"
+      ],
+      [
+        "Ġhid",
+        "ing"
+      ],
+      [
+        "Ġsnow",
+        "man"
+      ],
+      [
+        "Ġintere",
+        "sting"
+      ],
+      [
+        "Ġh",
+        "on"
+      ],
+      [
+        "on",
+        "y"
+      ],
+      [
+        "Ġshe",
+        "lf"
+      ],
+      [
+        "Ġtast",
+        "e"
+      ],
+      [
+        "e",
+        "en"
+      ],
+      [
+        "J",
+        "im"
+      ],
+      [
+        "Ġst",
+        "ep"
+      ],
+      [
+        "M",
+        "um"
+      ],
+      [
+        "Ġhelp",
+        "ful"
+      ],
+      [
+        "Ġfe",
+        "et"
+      ],
+      [
+        "Ġsh",
+        "y"
+      ],
+      [
+        "Ġgo",
+        "es"
+      ],
+      [
+        "Ġv",
+        "al"
+      ],
+      [
+        "Ġe",
+        "mb"
+      ],
+      [
+        "Ġst",
+        "ood"
+      ],
+      [
+        "Ġsh",
+        "r"
+      ],
+      [
+        "Ġbuild",
+        "ing"
+      ],
+      [
+        "Ġo",
+        "ven"
+      ],
+      [
+        "Ġst",
+        "ret"
+      ],
+      [
+        "Ġlove",
+        "ly"
+      ],
+      [
+        "Ġduck",
+        "s"
+      ],
+      [
+        "Ġcorn",
+        "er"
+      ],
+      [
+        "Ġwas",
+        "h"
+      ],
+      [
+        "ck",
+        "s"
+      ],
+      [
+        "Ġsp",
+        "e"
+      ],
+      [
+        "Ġpretend",
+        "ed"
+      ],
+      [
+        "Ġroll",
+        "ed"
+      ],
+      [
+        "Ġru",
+        "de"
+      ],
+      [
+        "o",
+        "ld"
+      ],
+      [
+        "Ġc",
+        "alm"
+      ],
+      [
+        "Ġp",
+        "ile"
+      ],
+      [
+        "Ġte",
+        "eth"
+      ],
+      [
+        "Ġjump",
+        "ing"
+      ],
+      [
+        "Ġz",
+        "oo"
+      ],
+      [
+        "Ġpudd",
+        "le"
+      ],
+      [
+        "Ġtid",
+        "y"
+      ],
+      [
+        "M",
+        "ama"
+      ],
+      [
+        "ig",
+        "er"
+      ],
+      [
+        "ip",
+        "e"
+      ],
+      [
+        "Ġbug",
+        "s"
+      ],
+      [
+        "Ġash",
+        "amed"
+      ],
+      [
+        "Ġb",
+        "at"
+      ],
+      [
+        "in",
+        "a"
+      ],
+      [
+        "ĠR",
+        "e"
+      ],
+      [
+        "Ġo",
+        "b"
+      ],
+      [
+        "Ġst",
+        "ra"
+      ],
+      [
+        "ĠS",
+        "t"
+      ],
+      [
+        "Ġwhist",
+        "le"
+      ],
+      [
+        "Ġban",
+        "an"
+      ],
+      [
+        "n",
+        "ot"
+      ],
+      [
+        "Ġn",
+        "et"
+      ],
+      [
+        "Ġforg",
+        "ive"
+      ],
+      [
+        "Ġprin",
+        "ce"
+      ],
+      [
+        "en",
+        "er"
+      ],
+      [
+        "Ġsh",
+        "irt"
+      ],
+      [
+        "Ġs",
+        "el"
+      ],
+      [
+        "Ġc",
+        "oo"
+      ],
+      [
+        "Ġemb",
+        "ar"
+      ],
+      [
+        "ump",
+        "y"
+      ],
+      [
+        "Ġspark",
+        "ly"
+      ],
+      [
+        "Ġrem",
+        "ind"
+      ],
+      [
+        "Ġs",
+        "ug"
+      ],
+      [
+        "Ġc",
+        "ross"
+      ],
+      [
+        "Ġm",
+        "ind"
+      ],
+      [
+        "Ġcan",
+        "not"
+      ],
+      [
+        "Ġsuc",
+        "cess"
+      ],
+      [
+        "Ġembar",
+        "ra"
+      ],
+      [
+        "S",
+        "oon"
+      ],
+      [
+        "Ġm",
+        "ot"
+      ],
+      [
+        "Ġsh",
+        "aring"
+      ],
+      [
+        "Ġwor",
+        "m"
+      ],
+      [
+        "Ġfo",
+        "ld"
+      ],
+      [
+        "Ġpeace",
+        "ful"
+      ],
+      [
+        "Ġw",
+        "ore"
+      ],
+      [
+        "Ġm",
+        "ountain"
+      ],
+      [
+        "Ġbl",
+        "ow"
+      ],
+      [
+        "l",
+        "ice"
+      ],
+      [
+        "Ġ",
+        "ign"
+      ],
+      [
+        "Ġbe",
+        "ll"
+      ],
+      [
+        "Ġfur",
+        "ry"
+      ],
+      [
+        "Ġgra",
+        "b"
+      ],
+      [
+        "al",
+        "s"
+      ],
+      [
+        "omet",
+        "imes"
+      ],
+      [
+        "Ġwhen",
+        "ever"
+      ],
+      [
+        "Ġp",
+        "our"
+      ],
+      [
+        "v",
+        "ous"
+      ],
+      [
+        "ll",
+        "ie"
+      ],
+      [
+        "Ġpu",
+        "sh"
+      ],
+      [
+        "Ġbre",
+        "ath"
+      ],
+      [
+        "Ġmach",
+        "ine"
+      ],
+      [
+        "Ġsug",
+        "ar"
+      ],
+      [
+        "Ġch",
+        "ick"
+      ],
+      [
+        "Ġcreat",
+        "ive"
+      ],
+      [
+        "S",
+        "t"
+      ],
+      [
+        "n",
+        "ed"
+      ],
+      [
+        "Ġb",
+        "al"
+      ],
+      [
+        "Ġst",
+        "ir"
+      ],
+      [
+        "Ġdo",
+        "lp"
+      ],
+      [
+        "Ġtri",
+        "es"
+      ],
+      [
+        "N",
+        "ow"
+      ],
+      [
+        "Ġl",
+        "ad"
+      ],
+      [
+        "ĠL",
+        "e"
+      ],
+      [
+        "Ġm",
+        "ed"
+      ],
+      [
+        "Ġp",
+        "ool"
+      ],
+      [
+        "Ġg",
+        "ener"
+      ],
+      [
+        "Ġsa",
+        "l"
+      ],
+      [
+        "or",
+        "k"
+      ],
+      [
+        "ul",
+        "t"
+      ],
+      [
+        "Ġspr",
+        "ay"
+      ],
+      [
+        "Ġsh",
+        "ip"
+      ],
+      [
+        "i",
+        "an"
+      ],
+      [
+        "Ġh",
+        "um"
+      ],
+      [
+        "Ġhe",
+        "l"
+      ],
+      [
+        "is",
+        "a"
+      ],
+      [
+        "Ġsel",
+        "fish"
+      ],
+      [
+        "Ġh",
+        "ar"
+      ],
+      [
+        "Ġfa",
+        "ces"
+      ],
+      [
+        "Ġmess",
+        "y"
+      ],
+      [
+        "Ġ",
+        "'"
+      ],
+      [
+        "Ġp",
+        "le"
+      ],
+      [
+        "ĠS",
+        "ome"
+      ],
+      [
+        "ĠH",
+        "ow"
+      ],
+      [
+        "Ġgo",
+        "ld"
+      ],
+      [
+        "Ġcho",
+        "col"
+      ],
+      [
+        "P",
+        "lease"
+      ],
+      [
+        "Ġminut",
+        "es"
+      ],
+      [
+        "Ġpill",
+        "ow"
+      ],
+      [
+        "M",
+        "y"
+      ],
+      [
+        "a",
+        "king"
+      ],
+      [
+        "Ġt",
+        "un"
+      ],
+      [
+        "Ġm",
+        "issed"
+      ],
+      [
+        "ig",
+        "hed"
+      ],
+      [
+        "Ġv",
+        "an"
+      ],
+      [
+        "Ġfix",
+        "ed"
+      ],
+      [
+        "Ġfight",
+        "ing"
+      ],
+      [
+        "o",
+        "in"
+      ],
+      [
+        "Ġf",
+        "ig"
+      ],
+      [
+        "Ġembarra",
+        "ssed"
+      ],
+      [
+        "Ġme",
+        "ant"
+      ],
+      [
+        "Ġdri",
+        "ve"
+      ],
+      [
+        "Ġtom",
+        "orrow"
+      ],
+      [
+        "Ġh",
+        "ours"
+      ],
+      [
+        "Ġc",
+        "a"
+      ],
+      [
+        "Ġn",
+        "er"
+      ],
+      [
+        "Ġsp",
+        "icy"
+      ],
+      [
+        "Ġknow",
+        "ing"
+      ],
+      [
+        "ĠP",
+        "lease"
+      ],
+      [
+        "Sara",
+        "h"
+      ],
+      [
+        "Ġlad",
+        "der"
+      ],
+      [
+        "it",
+        "al"
+      ],
+      [
+        "Ġhor",
+        "se"
+      ],
+      [
+        "at",
+        "o"
+      ],
+      [
+        "Ġu",
+        "g"
+      ],
+      [
+        "ĠJ",
+        "ust"
+      ],
+      [
+        "Ġtr",
+        "ust"
+      ],
+      [
+        "Ġho",
+        "sp"
+      ],
+      [
+        "Ġug",
+        "ly"
+      ],
+      [
+        "Ġhosp",
+        "ital"
+      ],
+      [
+        "Ġche",
+        "w"
+      ],
+      [
+        "Ġbed",
+        "room"
+      ],
+      [
+        "Ġeas",
+        "y"
+      ],
+      [
+        "Ġner",
+        "vous"
+      ],
+      [
+        "Ġro",
+        "b"
+      ],
+      [
+        "Ġthank",
+        "ful"
+      ],
+      [
+        "Ġcarrot",
+        "s"
+      ],
+      [
+        "D",
+        "ad"
+      ],
+      [
+        "ell",
+        "y"
+      ],
+      [
+        "Ġgre",
+        "w"
+      ],
+      [
+        "Ġcol",
+        "our"
+      ],
+      [
+        "Ġbar",
+        "ked"
+      ],
+      [
+        "Ġcou",
+        "ch"
+      ],
+      [
+        "Ġn",
+        "ut"
+      ],
+      [
+        "Ġme",
+        "adow"
+      ],
+      [
+        "Ġta",
+        "ught"
+      ],
+      [
+        "Ġunderst",
+        "ood"
+      ],
+      [
+        "Ġdisapp",
+        "oin"
+      ],
+      [
+        "Ġp",
+        "as"
+      ],
+      [
+        "an",
+        "o"
+      ],
+      [
+        "Ġof",
+        "ten"
+      ],
+      [
+        "Ġcl",
+        "ass"
+      ],
+      [
+        "Ġpas",
+        "sed"
+      ],
+      [
+        "Ġkn",
+        "ocked"
+      ],
+      [
+        "Ġland",
+        "ed"
+      ],
+      [
+        "Ġm",
+        "ic"
+      ],
+      [
+        "ir",
+        "d"
+      ],
+      [
+        "Ġfe",
+        "ar"
+      ],
+      [
+        "Ġco",
+        "in"
+      ],
+      [
+        "Ġmu",
+        "d"
+      ],
+      [
+        "w",
+        "ork"
+      ],
+      [
+        "Ġd",
+        "eter"
+      ],
+      [
+        "Ġre",
+        "g"
+      ],
+      [
+        "Ġreturn",
+        "ed"
+      ],
+      [
+        "Ġdeter",
+        "m"
+      ],
+      [
+        "Ġh",
+        "ur"
+      ],
+      [
+        "Ġfin",
+        "ish"
+      ],
+      [
+        "iz",
+        "z"
+      ],
+      [
+        "Ġte",
+        "a"
+      ],
+      [
+        "Ġsmo",
+        "oth"
+      ],
+      [
+        "m",
+        "o"
+      ],
+      [
+        "Ġst",
+        "uff"
+      ],
+      [
+        "Ġmo",
+        "v"
+      ],
+      [
+        "Ġgener",
+        "ous"
+      ],
+      [
+        "T",
+        "o"
+      ],
+      [
+        "Ġ",
+        "On"
+      ],
+      [
+        "is",
+        "p"
+      ],
+      [
+        "Ġdr",
+        "um"
+      ],
+      [
+        "o",
+        "bby"
+      ],
+      [
+        "Ġbubble",
+        "s"
+      ],
+      [
+        "Ġrob",
+        "ot"
+      ],
+      [
+        "Ġthe",
+        "se"
+      ],
+      [
+        "Ġse",
+        "ed"
+      ],
+      [
+        "Ġgl",
+        "ass"
+      ],
+      [
+        "Ġdisappoin",
+        "ted"
+      ],
+      [
+        "g",
+        "round"
+      ],
+      [
+        "Ġr",
+        "ing"
+      ],
+      [
+        "Ġc",
+        "ard"
+      ],
+      [
+        "Ġhe",
+        "ars"
+      ],
+      [
+        "Ġcar",
+        "ried"
+      ],
+      [
+        "Ġmo",
+        "on"
+      ],
+      [
+        "Ġchocol",
+        "ate"
+      ],
+      [
+        "Ġlea",
+        "f"
+      ],
+      [
+        "Ġsnack",
+        "s"
+      ],
+      [
+        "Ġcir",
+        "c"
+      ],
+      [
+        "Ġfan",
+        "cy"
+      ],
+      [
+        "d",
+        "le"
+      ],
+      [
+        "Ġsp",
+        "end"
+      ],
+      [
+        "ĠA",
+        "nn"
+      ],
+      [
+        "ust",
+        "r"
+      ],
+      [
+        "Ġcra",
+        "b"
+      ],
+      [
+        "Ġsong",
+        "s"
+      ],
+      [
+        "p",
+        "ack"
+      ],
+      [
+        "Ġp",
+        "ir"
+      ],
+      [
+        "eci",
+        "ally"
+      ],
+      [
+        "os",
+        "aur"
+      ],
+      [
+        "Ġso",
+        "ld"
+      ],
+      [
+        "Ġbr",
+        "idge"
+      ],
+      [
+        "ĠE",
+        "ven"
+      ],
+      [
+        "Ġsleep",
+        "y"
+      ],
+      [
+        "Ġhon",
+        "est"
+      ],
+      [
+        "Ġm",
+        "ir"
+      ],
+      [
+        "ĠB",
+        "r"
+      ],
+      [
+        "Ġpa",
+        "w"
+      ],
+      [
+        "p",
+        "ecially"
+      ],
+      [
+        "Ġa",
+        "v"
+      ],
+      [
+        "ĠW",
+        "hy"
+      ],
+      [
+        "iz",
+        "zy"
+      ],
+      [
+        "Ġche",
+        "st"
+      ],
+      [
+        "Ġwo",
+        "lf"
+      ],
+      [
+        "Ġdin",
+        "osaur"
+      ],
+      [
+        "Ġes",
+        "pecially"
+      ],
+      [
+        "Ġm",
+        "ap"
+      ],
+      [
+        "Ġg",
+        "as"
+      ],
+      [
+        "or",
+        "y"
+      ],
+      [
+        "Ġch",
+        "ange"
+      ],
+      [
+        "Ġgr",
+        "oup"
+      ],
+      [
+        "Ġgather",
+        "ed"
+      ],
+      [
+        "Ġs",
+        "our"
+      ],
+      [
+        "Ġpo",
+        "or"
+      ],
+      [
+        "Ġspl",
+        "ash"
+      ],
+      [
+        "Ġwa",
+        "ves"
+      ],
+      [
+        "Ġfor",
+        "ward"
+      ],
+      [
+        "Ġcl",
+        "own"
+      ],
+      [
+        "Ġmyster",
+        "ious"
+      ],
+      [
+        "r",
+        "or"
+      ],
+      [
+        "Ġbo",
+        "dy"
+      ],
+      [
+        "Ġfr",
+        "ustr"
+      ],
+      [
+        "Ġcra",
+        "w"
+      ],
+      [
+        "Ġf",
+        "ake"
+      ],
+      [
+        "Ġp",
+        "in"
+      ],
+      [
+        "Ġo",
+        "k"
+      ],
+      [
+        "Ġr",
+        "ad"
+      ],
+      [
+        "Ġwh",
+        "isp"
+      ],
+      [
+        "Ġtw",
+        "irl"
+      ],
+      [
+        "Ġstr",
+        "ing"
+      ],
+      [
+        "Ġsmell",
+        "y"
+      ],
+      [
+        "ĠTo",
+        "gether"
+      ],
+      [
+        "s",
+        "ist"
+      ],
+      [
+        "Ġc",
+        "and"
+      ],
+      [
+        "Ġg",
+        "ate"
+      ],
+      [
+        "Ġsc",
+        "ar"
+      ],
+      [
+        "ĠK",
+        "itty"
+      ],
+      [
+        "Ġneck",
+        "l"
+      ],
+      [
+        "B",
+        "illy"
+      ],
+      [
+        "Ġmot",
+        "or"
+      ],
+      [
+        "y",
+        "ing"
+      ],
+      [
+        "ot",
+        "e"
+      ],
+      [
+        "Ġsh",
+        "ore"
+      ],
+      [
+        "ur",
+        "se"
+      ],
+      [
+        "Ġje",
+        "w"
+      ],
+      [
+        "Ġwe",
+        "ak"
+      ],
+      [
+        "Ġgr",
+        "umpy"
+      ],
+      [
+        "Ġfing",
+        "er"
+      ],
+      [
+        "Ġsa",
+        "ck"
+      ],
+      [
+        "Ġk",
+        "itten"
+      ],
+      [
+        "Ġpol",
+        "ite"
+      ],
+      [
+        "Ġgl",
+        "ue"
+      ],
+      [
+        "u",
+        "ce"
+      ],
+      [
+        "Ġn",
+        "umber"
+      ],
+      [
+        "air",
+        "s"
+      ],
+      [
+        "Ġes",
+        "c"
+      ],
+      [
+        "Ġmir",
+        "ror"
+      ],
+      [
+        "Ġshe",
+        "ep"
+      ],
+      [
+        "Ġv",
+        "ase"
+      ],
+      [
+        "Ġplant",
+        "s"
+      ],
+      [
+        "Ġber",
+        "ries"
+      ],
+      [
+        "mo",
+        "st"
+      ],
+      [
+        "B",
+        "e"
+      ],
+      [
+        "d",
+        "en"
+      ],
+      [
+        "Ġj",
+        "elly"
+      ],
+      [
+        "ĠThe",
+        "ir"
+      ],
+      [
+        "Ġe",
+        "mp"
+      ],
+      [
+        "itt",
+        "er"
+      ],
+      [
+        "The",
+        "re"
+      ],
+      [
+        "Ġsc",
+        "r"
+      ],
+      [
+        "Ġgr",
+        "ay"
+      ],
+      [
+        "Ġpuzz",
+        "le"
+      ],
+      [
+        "Ġneckl",
+        "ace"
+      ],
+      [
+        "Ġm",
+        "aybe"
+      ],
+      [
+        "Ġpl",
+        "ate"
+      ],
+      [
+        "Ġal",
+        "most"
+      ],
+      [
+        "us",
+        "ie"
+      ],
+      [
+        "Ġfrustr",
+        "ated"
+      ],
+      [
+        "Ġemp",
+        "ty"
+      ],
+      [
+        "p",
+        "ort"
+      ],
+      [
+        "or",
+        "ry"
+      ],
+      [
+        "Ġth",
+        "ick"
+      ],
+      [
+        "Ġj",
+        "am"
+      ],
+      [
+        "Ġsk",
+        "ipped"
+      ],
+      [
+        "ens",
+        "ive"
+      ],
+      [
+        "ĠT",
+        "eddy"
+      ],
+      [
+        "ag",
+        "ed"
+      ],
+      [
+        "Ġclos",
+        "et"
+      ],
+      [
+        "Ġhid",
+        "den"
+      ],
+      [
+        "Ġexp",
+        "ensive"
+      ],
+      [
+        "Ġdeterm",
+        "ined"
+      ],
+      [
+        "Ġb",
+        "ored"
+      ],
+      [
+        "Ġl",
+        "it"
+      ],
+      [
+        "Ġd",
+        "rew"
+      ],
+      [
+        "Ġle",
+        "gs"
+      ],
+      [
+        "Ġho",
+        "pping"
+      ],
+      [
+        "at",
+        "es"
+      ],
+      [
+        "ĠS",
+        "ometimes"
+      ],
+      [
+        "Ġstick",
+        "s"
+      ],
+      [
+        "Ġon",
+        "es"
+      ],
+      [
+        "ĠA",
+        "t"
+      ],
+      [
+        "Ġbird",
+        "ie"
+      ],
+      [
+        "ĠD",
+        "on"
+      ],
+      [
+        "Ġpol",
+        "ice"
+      ],
+      [
+        "Ġfruit",
+        "s"
+      ],
+      [
+        "Ġt",
+        "ick"
+      ],
+      [
+        "Ġa",
+        "unt"
+      ],
+      [
+        "Ġw",
+        "is"
+      ],
+      [
+        "Ġb",
+        "ake"
+      ],
+      [
+        "Ġl",
+        "ine"
+      ],
+      [
+        "ot",
+        "s"
+      ],
+      [
+        "Ġst",
+        "one"
+      ],
+      [
+        "Ġdog",
+        "s"
+      ],
+      [
+        "au",
+        "l"
+      ],
+      [
+        "Ġfig",
+        "ure"
+      ],
+      [
+        "J",
+        "ane"
+      ],
+      [
+        "Ġs",
+        "ight"
+      ],
+      [
+        "Ġc",
+        "ries"
+      ],
+      [
+        "ĠB",
+        "e"
+      ],
+      [
+        "Ġmo",
+        "ving"
+      ],
+      [
+        "Ġcont",
+        "ent"
+      ],
+      [
+        "ĠBr",
+        "own"
+      ],
+      [
+        "Ġsa",
+        "ved"
+      ],
+      [
+        "Ġcl",
+        "oth"
+      ],
+      [
+        "?\"",
+        "."
+      ],
+      [
+        "bo",
+        "x"
+      ],
+      [
+        "Ġbran",
+        "ches"
+      ],
+      [
+        "Ġpack",
+        "ed"
+      ],
+      [
+        "Ġpower",
+        "ful"
+      ],
+      [
+        "Ġsplas",
+        "hed"
+      ],
+      [
+        "Ġfe",
+        "ed"
+      ],
+      [
+        "est",
+        "ed"
+      ],
+      [
+        "Ġyell",
+        "ed"
+      ],
+      [
+        "W",
+        "here"
+      ],
+      [
+        "d",
+        "ge"
+      ],
+      [
+        "k",
+        "in"
+      ],
+      [
+        "Ġt",
+        "iger"
+      ],
+      [
+        "Ġp",
+        "ay"
+      ],
+      [
+        "id",
+        "dle"
+      ],
+      [
+        "oo",
+        "p"
+      ],
+      [
+        "ĠB",
+        "ella"
+      ],
+      [
+        "Ġex",
+        "am"
+      ],
+      [
+        "Ġta",
+        "ken"
+      ],
+      [
+        "Ġcr",
+        "ane"
+      ],
+      [
+        "Ġspo",
+        "il"
+      ],
+      [
+        "'",
+        "d"
+      ],
+      [
+        "Ġha",
+        "ng"
+      ],
+      [
+        "Ġfl",
+        "ag"
+      ],
+      [
+        "Ġansw",
+        "ered"
+      ],
+      [
+        "Ġdisco",
+        "vered"
+      ],
+      [
+        "ĠLe",
+        "o"
+      ],
+      [
+        "u",
+        "sh"
+      ],
+      [
+        "Ġsa",
+        "ve"
+      ],
+      [
+        "Ġsee",
+        "k"
+      ],
+      [
+        "Ġexc",
+        "ite"
+      ],
+      [
+        "Ġpr",
+        "ay"
+      ],
+      [
+        "Ġjo",
+        "g"
+      ],
+      [
+        "Ġstand",
+        "ing"
+      ],
+      [
+        "Ġdolp",
+        "hin"
+      ],
+      [
+        "Ġj",
+        "ack"
+      ],
+      [
+        "A",
+        "re"
+      ],
+      [
+        "er",
+        "a"
+      ],
+      [
+        "ra",
+        "g"
+      ],
+      [
+        "Ġfl",
+        "ut"
+      ],
+      [
+        "get",
+        "able"
+      ],
+      [
+        "Ġb",
+        "oring"
+      ],
+      [
+        "Ġlo",
+        "ck"
+      ],
+      [
+        "Ġinc",
+        "red"
+      ],
+      [
+        "Ġexcite",
+        "ment"
+      ],
+      [
+        "Ġs",
+        "ighed"
+      ],
+      [
+        "Ġw",
+        "ip"
+      ],
+      [
+        "Ġf",
+        "is"
+      ],
+      [
+        "Ġf",
+        "ill"
+      ],
+      [
+        "Ġso",
+        "ap"
+      ],
+      [
+        "ĠM",
+        "um"
+      ],
+      [
+        "ol",
+        "a"
+      ],
+      [
+        "Ġple",
+        "ased"
+      ],
+      [
+        "Ġjack",
+        "et"
+      ],
+      [
+        "l",
+        "ight"
+      ],
+      [
+        "Ġs",
+        "ugg"
+      ],
+      [
+        "Ġm",
+        "iddle"
+      ],
+      [
+        "Ġe",
+        "ld"
+      ],
+      [
+        "Ġwr",
+        "ote"
+      ],
+      [
+        "Ġballoon",
+        "s"
+      ],
+      [
+        "Ġorgan",
+        "ized"
+      ],
+      [
+        "qu",
+        "e"
+      ],
+      [
+        "Ġsail",
+        "ed"
+      ],
+      [
+        "The",
+        "ir"
+      ],
+      [
+        "Ġtell",
+        "s"
+      ],
+      [
+        "Ġo",
+        "y"
+      ],
+      [
+        "Ġst",
+        "ones"
+      ],
+      [
+        "Ġbo",
+        "ard"
+      ],
+      [
+        "Ġsp",
+        "un"
+      ],
+      [
+        "Ġve",
+        "getable"
+      ],
+      [
+        "l",
+        "ies"
+      ],
+      [
+        "Ġ",
+        "ind"
+      ],
+      [
+        "in",
+        "ess"
+      ],
+      [
+        "Ġwor",
+        "king"
+      ],
+      [
+        "l",
+        "ower"
+      ],
+      [
+        "al",
+        "k"
+      ],
+      [
+        "if",
+        "f"
+      ],
+      [
+        "Ġpar",
+        "rot"
+      ],
+      [
+        "St",
+        "op"
+      ],
+      [
+        "Ġscar",
+        "f"
+      ],
+      [
+        "Ġwa",
+        "gged"
+      ],
+      [
+        "Ġcl",
+        "ap"
+      ],
+      [
+        "Ġme",
+        "asure"
+      ],
+      [
+        "as",
+        "ing"
+      ],
+      [
+        "Ġte",
+        "ars"
+      ],
+      [
+        "bo",
+        "dy"
+      ],
+      [
+        "Ġcomfort",
+        "able"
+      ],
+      [
+        "Ġle",
+        "g"
+      ],
+      [
+        "Ġsw",
+        "an"
+      ],
+      [
+        "Ġtr",
+        "ue"
+      ],
+      [
+        "Ġfr",
+        "ight"
+      ],
+      [
+        "Ġdr",
+        "op"
+      ],
+      [
+        "Ġsmo",
+        "ke"
+      ],
+      [
+        "Ġfeather",
+        "s"
+      ],
+      [
+        "Ġincred",
+        "ible"
+      ],
+      [
+        "g",
+        "gs"
+      ],
+      [
+        "u",
+        "al"
+      ],
+      [
+        "Ġt",
+        "ie"
+      ],
+      [
+        "Ġc",
+        "ap"
+      ],
+      [
+        "Ġlo",
+        "se"
+      ],
+      [
+        "Ġpu",
+        "s"
+      ],
+      [
+        "Ġeag",
+        "er"
+      ],
+      [
+        "Ġmov",
+        "ie"
+      ],
+      [
+        "f",
+        "ic"
+      ],
+      [
+        "Ġc",
+        "op"
+      ],
+      [
+        "Ġe",
+        "ggs"
+      ],
+      [
+        "oo",
+        "f"
+      ],
+      [
+        "Ġr",
+        "id"
+      ],
+      [
+        "Ġco",
+        "vered"
+      ],
+      [
+        "Ġf",
+        "il"
+      ],
+      [
+        "Ġle",
+        "m"
+      ],
+      [
+        "Ġgra",
+        "p"
+      ],
+      [
+        "Ġdisapp",
+        "eared"
+      ],
+      [
+        "Ġrec",
+        "ord"
+      ],
+      [
+        "ĠT",
+        "V"
+      ],
+      [
+        "ĠB",
+        "l"
+      ],
+      [
+        "Ġex",
+        "t"
+      ],
+      [
+        "Ġor",
+        "d"
+      ],
+      [
+        "Ġgigg",
+        "led"
+      ],
+      [
+        "c",
+        "orn"
+      ],
+      [
+        "Ġp",
+        "ri"
+      ],
+      [
+        "Ġha",
+        "m"
+      ],
+      [
+        "Ġr",
+        "are"
+      ],
+      [
+        "Ġyour",
+        "self"
+      ],
+      [
+        "Ġen",
+        "g"
+      ],
+      [
+        "Ġwh",
+        "ale"
+      ],
+      [
+        "Ġkn",
+        "ife"
+      ],
+      [
+        "ĠL",
+        "isa"
+      ],
+      [
+        "Ġte",
+        "am"
+      ],
+      [
+        "ĠJohn",
+        "ny"
+      ],
+      [
+        "z",
+        "ed"
+      ],
+      [
+        "Ġt",
+        "est"
+      ],
+      [
+        "Ġb",
+        "one"
+      ],
+      [
+        "Ġd",
+        "izzy"
+      ],
+      [
+        "Ġli",
+        "br"
+      ],
+      [
+        "Ġwra",
+        "p"
+      ],
+      [
+        "Ġquest",
+        "ions"
+      ],
+      [
+        "i",
+        "v"
+      ],
+      [
+        "Ġl",
+        "ying"
+      ],
+      [
+        "Ġst",
+        "amp"
+      ],
+      [
+        "Ġli",
+        "cked"
+      ],
+      [
+        "Ġno",
+        "isy"
+      ],
+      [
+        "Ġkind",
+        "ness"
+      ],
+      [
+        "Ġdif",
+        "fic"
+      ],
+      [
+        "Ġdraw",
+        "ing"
+      ],
+      [
+        "app",
+        "ing"
+      ],
+      [
+        "Jim",
+        "my"
+      ],
+      [
+        "Ġstra",
+        "w"
+      ],
+      [
+        "Ġb",
+        "urn"
+      ],
+      [
+        "Ġwa",
+        "gon"
+      ],
+      [
+        "at",
+        "ely"
+      ],
+      [
+        "Ġgr",
+        "own"
+      ],
+      [
+        "Ġrock",
+        "et"
+      ],
+      [
+        "Ġpop",
+        "corn"
+      ],
+      [
+        "S",
+        "ally"
+      ],
+      [
+        "Ġb",
+        "atter"
+      ],
+      [
+        "Ġwa",
+        "nd"
+      ],
+      [
+        "Ġan",
+        "c"
+      ],
+      [
+        "ĠE",
+        "nd"
+      ],
+      [
+        "Ġsw",
+        "ord"
+      ],
+      [
+        "Ġhappen",
+        "ing"
+      ],
+      [
+        "Ġlift",
+        "ed"
+      ],
+      [
+        "Ġbal",
+        "ance"
+      ],
+      [
+        "Ġext",
+        "ra"
+      ],
+      [
+        "S",
+        "orry"
+      ],
+      [
+        "h",
+        "a"
+      ],
+      [
+        "Ġwa",
+        "nder"
+      ],
+      [
+        "Ġf",
+        "at"
+      ],
+      [
+        "ĠM",
+        "ark"
+      ],
+      [
+        "ĠE",
+        "lla"
+      ],
+      [
+        "Ġbec",
+        "ome"
+      ],
+      [
+        "Ġtr",
+        "ack"
+      ],
+      [
+        "Ġsmall",
+        "er"
+      ],
+      [
+        "Ġmist",
+        "ake"
+      ],
+      [
+        "Ġto",
+        "ast"
+      ],
+      [
+        "at",
+        "ing"
+      ],
+      [
+        "Ġman",
+        "aged"
+      ],
+      [
+        "sel",
+        "ves"
+      ],
+      [
+        "ĠP",
+        "eter"
+      ],
+      [
+        "Ġbath",
+        "room"
+      ],
+      [
+        "Ġhar",
+        "m"
+      ],
+      [
+        "Ġdiffic",
+        "ult"
+      ],
+      [
+        "Ġtw",
+        "ist"
+      ],
+      [
+        "Ġoff",
+        "ered"
+      ],
+      [
+        "Ġru",
+        "ined"
+      ],
+      [
+        "Ġmat",
+        "ch"
+      ],
+      [
+        "Ġanc",
+        "ient"
+      ],
+      [
+        "Ġg",
+        "ar"
+      ],
+      [
+        "ill",
+        "i"
+      ],
+      [
+        "Ġdist",
+        "ance"
+      ],
+      [
+        "Ġplay",
+        "ground"
+      ],
+      [
+        "Ġla",
+        "zy"
+      ],
+      [
+        "Ġdan",
+        "cing"
+      ],
+      [
+        "Ġadvent",
+        "ur"
+      ],
+      [
+        "a",
+        "f"
+      ],
+      [
+        "ĠB",
+        "a"
+      ],
+      [
+        "Ġcall",
+        "ing"
+      ],
+      [
+        "Ġclean",
+        "ed"
+      ],
+      [
+        "Ġcr",
+        "own"
+      ],
+      [
+        "orm",
+        "al"
+      ],
+      [
+        "Ġon",
+        "ce"
+      ],
+      [
+        "Ġbo",
+        "ss"
+      ],
+      [
+        "Ġse",
+        "ll"
+      ],
+      [
+        "Ġwalk",
+        "s"
+      ],
+      [
+        "Ġfright",
+        "ened"
+      ],
+      [
+        "er",
+        "ri"
+      ],
+      [
+        "Ġm",
+        "ask"
+      ],
+      [
+        "Ġfl",
+        "uffy"
+      ],
+      [
+        "em",
+        "o"
+      ],
+      [
+        "Ġ",
+        "Z"
+      ],
+      [
+        "Ġf",
+        "rag"
+      ],
+      [
+        "Ġd",
+        "est"
+      ],
+      [
+        "Ġn",
+        "ormal"
+      ],
+      [
+        "Ġy",
+        "og"
+      ],
+      [
+        "Ġpick",
+        "s"
+      ],
+      [
+        "Ġey",
+        "e"
+      ],
+      [
+        "Ġdr",
+        "ank"
+      ],
+      [
+        "Ġcir",
+        "cle"
+      ],
+      [
+        "Ġadventur",
+        "ous"
+      ],
+      [
+        "S",
+        "pot"
+      ],
+      [
+        "Ġt",
+        "ent"
+      ],
+      [
+        "Ġp",
+        "ress"
+      ],
+      [
+        "Ġk",
+        "issed"
+      ],
+      [
+        "ic",
+        "t"
+      ],
+      [
+        "Ġsc",
+        "iss"
+      ],
+      [
+        "Ġget",
+        "s"
+      ],
+      [
+        "Ġtr",
+        "unk"
+      ],
+      [
+        "Ġche",
+        "ck"
+      ],
+      [
+        "Ġenjoy",
+        "ing"
+      ],
+      [
+        "Ġshell",
+        "s"
+      ],
+      [
+        "Ġeld",
+        "erly"
+      ],
+      [
+        "Ġsciss",
+        "ors"
+      ],
+      [
+        "Ġt",
+        "erri"
+      ],
+      [
+        "Ġto",
+        "ug"
+      ],
+      [
+        "ag",
+        "es"
+      ],
+      [
+        "Ġste",
+        "al"
+      ],
+      [
+        "M",
+        "e"
+      ],
+      [
+        "re",
+        "ady"
+      ],
+      [
+        "et",
+        "e"
+      ],
+      [
+        "Ġal",
+        "ready"
+      ],
+      [
+        "ĠL",
+        "ittle"
+      ],
+      [
+        "Ġju",
+        "icy"
+      ],
+      [
+        "Ġstu",
+        "dy"
+      ],
+      [
+        "Ġh",
+        "orn"
+      ],
+      [
+        "er",
+        "p"
+      ],
+      [
+        "Ġp",
+        "izz"
+      ],
+      [
+        "Ġall",
+        "ig"
+      ],
+      [
+        "Ġloud",
+        "er"
+      ],
+      [
+        "Ġtow",
+        "el"
+      ],
+      [
+        "Ġcirc",
+        "les"
+      ],
+      [
+        "Ġle",
+        "ad"
+      ],
+      [
+        "Ġro",
+        "ar"
+      ],
+      [
+        "Ġro",
+        "se"
+      ],
+      [
+        "Ġsl",
+        "ipped"
+      ],
+      [
+        "Ġte",
+        "le"
+      ],
+      [
+        "Ġfam",
+        "ous"
+      ],
+      [
+        "Ġar",
+        "g"
+      ],
+      [
+        "Ġcheer",
+        "ful"
+      ],
+      [
+        "ĠRe",
+        "x"
+      ],
+      [
+        "Ġtoug",
+        "h"
+      ],
+      [
+        "i",
+        "pper"
+      ],
+      [
+        "Ġb",
+        "arn"
+      ],
+      [
+        "Ġf",
+        "ool"
+      ],
+      [
+        "Ġd",
+        "ig"
+      ],
+      [
+        "Ġd",
+        "ish"
+      ],
+      [
+        "Ġagain",
+        "st"
+      ],
+      [
+        "Ġde",
+        "er"
+      ],
+      [
+        "Ġsweet",
+        "ie"
+      ],
+      [
+        "Ġeng",
+        "ine"
+      ],
+      [
+        "Ġ",
+        "ed"
+      ],
+      [
+        "Ġf",
+        "ather"
+      ],
+      [
+        "Ġco",
+        "ver"
+      ],
+      [
+        "Ġyour",
+        "s"
+      ],
+      [
+        "Ġneed",
+        "s"
+      ],
+      [
+        "Jo",
+        "e"
+      ],
+      [
+        "Ġbag",
+        "s"
+      ],
+      [
+        "Ġspin",
+        "ning"
+      ],
+      [
+        "S",
+        "ue"
+      ],
+      [
+        "Ġa",
+        "w"
+      ],
+      [
+        "an",
+        "ged"
+      ],
+      [
+        "am",
+        "ond"
+      ],
+      [
+        "Ġy",
+        "arn"
+      ],
+      [
+        "op",
+        "h"
+      ],
+      [
+        "Ġgi",
+        "ving"
+      ],
+      [
+        "Ġdi",
+        "amond"
+      ],
+      [
+        "Ġsandw",
+        "ich"
+      ],
+      [
+        "Ġind",
+        "epend"
+      ],
+      [
+        "Ġfrag",
+        "ile"
+      ],
+      [
+        "W",
+        "ho"
+      ],
+      [
+        "ce",
+        "pt"
+      ],
+      [
+        "Ġno",
+        "sy"
+      ],
+      [
+        "Ġtw",
+        "ig"
+      ],
+      [
+        "Ġhurt",
+        "s"
+      ],
+      [
+        "Ġsugg",
+        "ested"
+      ],
+      [
+        "Ġlem",
+        "on"
+      ],
+      [
+        "i",
+        "est"
+      ],
+      [
+        "in",
+        "ation"
+      ],
+      [
+        "or",
+        "ge"
+      ],
+      [
+        "Ġno",
+        "d"
+      ],
+      [
+        "Ġbl",
+        "oom"
+      ],
+      [
+        "Ġho",
+        "se"
+      ],
+      [
+        "Ġbox",
+        "es"
+      ],
+      [
+        "Ġreal",
+        "ised"
+      ],
+      [
+        "Ġfr",
+        "own"
+      ],
+      [
+        "ac",
+        "he"
+      ],
+      [
+        "Ġrel",
+        "ax"
+      ],
+      [
+        "Ġham",
+        "mer"
+      ],
+      [
+        "Ġa",
+        "dded"
+      ],
+      [
+        "Ġwe",
+        "ird"
+      ],
+      [
+        "Ġmo",
+        "d"
+      ],
+      [
+        "Ġcr",
+        "ack"
+      ],
+      [
+        "Ġallig",
+        "ator"
+      ],
+      [
+        "A",
+        "my"
+      ],
+      [
+        "G",
+        "ra"
+      ],
+      [
+        "o",
+        "ot"
+      ],
+      [
+        "Ġsh",
+        "ake"
+      ],
+      [
+        "ra",
+        "ge"
+      ],
+      [
+        "Ġlearn",
+        "ing"
+      ],
+      [
+        "Ġvegetable",
+        "s"
+      ],
+      [
+        "Ġa",
+        "dd"
+      ],
+      [
+        "Ġm",
+        "elt"
+      ],
+      [
+        "ĠS",
+        "usie"
+      ],
+      [
+        "el",
+        "p"
+      ],
+      [
+        "ĠB",
+        "obby"
+      ],
+      [
+        "Ġtra",
+        "p"
+      ],
+      [
+        "Ġcoll",
+        "ar"
+      ],
+      [
+        "Ġstu",
+        "bb"
+      ],
+      [
+        "i",
+        "que"
+      ],
+      [
+        "Ġb",
+        "orrow"
+      ],
+      [
+        "Ġp",
+        "ump"
+      ],
+      [
+        "Ġloud",
+        "ly"
+      ],
+      [
+        "Ġsear",
+        "ch"
+      ],
+      [
+        "Ġchick",
+        "en"
+      ],
+      [
+        "Ġpizz",
+        "a"
+      ],
+      [
+        "Ġindepend",
+        "ent"
+      ],
+      [
+        "Ġstubb",
+        "orn"
+      ],
+      [
+        "Ġre",
+        "f"
+      ],
+      [
+        "Ġas",
+        "king"
+      ],
+      [
+        "Ġbr",
+        "illi"
+      ],
+      [
+        "Ġdec",
+        "ide"
+      ],
+      [
+        "Ġfl",
+        "ash"
+      ],
+      [
+        "Ġcat",
+        "erp"
+      ],
+      [
+        "Ġqu",
+        "een"
+      ],
+      [
+        "Ġsn",
+        "ee"
+      ],
+      [
+        "ĠR",
+        "ose"
+      ],
+      [
+        "Ġinv",
+        "ited"
+      ],
+      [
+        "Ġstraw",
+        "ber"
+      ],
+      [
+        "Ġfool",
+        "ish"
+      ],
+      [
+        "Ġcaterp",
+        "ill"
+      ],
+      [
+        "g",
+        "y"
+      ],
+      [
+        "Ġt",
+        "ur"
+      ],
+      [
+        "Ġd",
+        "epend"
+      ],
+      [
+        "Ġg",
+        "uit"
+      ],
+      [
+        "Ġst",
+        "ri"
+      ],
+      [
+        "Ġkn",
+        "ight"
+      ],
+      [
+        "Ġboy",
+        "s"
+      ],
+      [
+        "Ġpe",
+        "e"
+      ],
+      [
+        "Ġcom",
+        "b"
+      ],
+      [
+        "Ġcle",
+        "ar"
+      ],
+      [
+        "Ġun",
+        "ique"
+      ],
+      [
+        "Ġbutt",
+        "ons"
+      ],
+      [
+        "ĠTweet",
+        "y"
+      ],
+      [
+        "Ġcolour",
+        "ful"
+      ],
+      [
+        "Ġesc",
+        "ape"
+      ],
+      [
+        "Ġbrilli",
+        "ant"
+      ],
+      [
+        "Ġr",
+        "ich"
+      ],
+      [
+        "ĠB",
+        "u"
+      ],
+      [
+        "Ġsay",
+        "ing"
+      ],
+      [
+        "Ġro",
+        "de"
+      ],
+      [
+        "Ġsk",
+        "in"
+      ],
+      [
+        "Ġgar",
+        "age"
+      ],
+      [
+        "H",
+        "elp"
+      ],
+      [
+        "d",
+        "om"
+      ],
+      [
+        "Ġm",
+        "ummy"
+      ],
+      [
+        "Ġbe",
+        "ak"
+      ],
+      [
+        "ur",
+        "ed"
+      ],
+      [
+        "a",
+        "w"
+      ],
+      [
+        "e",
+        "orge"
+      ],
+      [
+        "r",
+        "op"
+      ],
+      [
+        "ed",
+        "ient"
+      ],
+      [
+        "Ġun",
+        "us"
+      ],
+      [
+        "Ġoy",
+        "ster"
+      ],
+      [
+        "Ġtur",
+        "key"
+      ],
+      [
+        "Ġ",
+        "OK"
+      ],
+      [
+        "Ġf",
+        "ountain"
+      ],
+      [
+        "Ġp",
+        "atter"
+      ],
+      [
+        "Ġwe",
+        "ek"
+      ],
+      [
+        "Ġch",
+        "ase"
+      ],
+      [
+        "Ġru",
+        "bb"
+      ],
+      [
+        "Ġcount",
+        "ed"
+      ],
+      [
+        "Ġreg",
+        "ular"
+      ],
+      [
+        "Ġwip",
+        "ed"
+      ],
+      [
+        "Ġguit",
+        "ar"
+      ],
+      [
+        "Ġunus",
+        "ual"
+      ],
+      [
+        "l",
+        "and"
+      ],
+      [
+        "Ġu",
+        "mb"
+      ],
+      [
+        "Ġfor",
+        "k"
+      ],
+      [
+        "Ġshow",
+        "s"
+      ],
+      [
+        "Ġlight",
+        "s"
+      ],
+      [
+        "Ġwall",
+        "s"
+      ],
+      [
+        "Ġdream",
+        "ed"
+      ],
+      [
+        "Ġbanan",
+        "a"
+      ],
+      [
+        "Ġsuccess",
+        "ful"
+      ],
+      [
+        "Ġjew",
+        "el"
+      ],
+      [
+        "Ġpatter",
+        "n"
+      ],
+      [
+        "Ġumb",
+        "re"
+      ],
+      [
+        "c",
+        "il"
+      ],
+      [
+        "r",
+        "ay"
+      ],
+      [
+        "in",
+        "al"
+      ],
+      [
+        "Ġl",
+        "ow"
+      ],
+      [
+        "im",
+        "ed"
+      ],
+      [
+        "Ġsw",
+        "e"
+      ],
+      [
+        "Ġcry",
+        "st"
+      ],
+      [
+        "Ġpen",
+        "cil"
+      ],
+      [
+        "Ġsaf",
+        "ely"
+      ],
+      [
+        "Ġtool",
+        "s"
+      ],
+      [
+        "W",
+        "ell"
+      ],
+      [
+        "Ġt",
+        "ape"
+      ],
+      [
+        "Ġst",
+        "ream"
+      ],
+      [
+        "ce",
+        "ed"
+      ],
+      [
+        "Ġre",
+        "sc"
+      ],
+      [
+        "Ġab",
+        "ove"
+      ],
+      [
+        "Ġhard",
+        "er"
+      ],
+      [
+        "Ġgu",
+        "ess"
+      ],
+      [
+        "Ġbott",
+        "om"
+      ],
+      [
+        "Ġmark",
+        "et"
+      ],
+      [
+        "Ġimpress",
+        "ed"
+      ],
+      [
+        "Ġwa",
+        "ff"
+      ],
+      [
+        "an",
+        "ut"
+      ],
+      [
+        "ig",
+        "inal"
+      ],
+      [
+        "Ġnot",
+        "ice"
+      ],
+      [
+        "ill",
+        "a"
+      ],
+      [
+        "Ġno",
+        "ds"
+      ],
+      [
+        "Ġpe",
+        "anut"
+      ],
+      [
+        "ol",
+        "og"
+      ],
+      [
+        "Ġpat",
+        "ch"
+      ],
+      [
+        "Ġcraw",
+        "led"
+      ],
+      [
+        "Ġcaterpill",
+        "ar"
+      ],
+      [
+        "n",
+        "a"
+      ],
+      [
+        "Ġt",
+        "ank"
+      ],
+      [
+        "Ġt",
+        "ask"
+      ],
+      [
+        "Ġt",
+        "ire"
+      ],
+      [
+        "Ġg",
+        "un"
+      ],
+      [
+        "Ġlo",
+        "ad"
+      ],
+      [
+        "Ġcomp",
+        "et"
+      ],
+      [
+        "umb",
+        "led"
+      ],
+      [
+        "Ġap",
+        "olog"
+      ],
+      [
+        "Ġsol",
+        "ve"
+      ],
+      [
+        "H",
+        "ow"
+      ],
+      [
+        "M",
+        "ummy"
+      ],
+      [
+        "f",
+        "ast"
+      ],
+      [
+        "h",
+        "ip"
+      ],
+      [
+        "Ġ",
+        "No"
+      ],
+      [
+        "Ġb",
+        "itter"
+      ],
+      [
+        "ar",
+        "l"
+      ],
+      [
+        "Ġe",
+        "ars"
+      ],
+      [
+        "Ġsh",
+        "one"
+      ],
+      [
+        "Ġbr",
+        "ush"
+      ],
+      [
+        "ĠF",
+        "in"
+      ],
+      [
+        "Ġor",
+        "iginal"
+      ],
+      [
+        "Ġfi",
+        "er"
+      ],
+      [
+        "Ġgl",
+        "ow"
+      ],
+      [
+        "ĠN",
+        "emo"
+      ],
+      [
+        "Ġbreak",
+        "fast"
+      ],
+      [
+        "Ġadm",
+        "ired"
+      ],
+      [
+        "ĠBl",
+        "ue"
+      ],
+      [
+        "Ġed",
+        "ge"
+      ],
+      [
+        "Ġdepend",
+        "able"
+      ],
+      [
+        "u",
+        "nd"
+      ],
+      [
+        "ut",
+        "h"
+      ],
+      [
+        "ĠI",
+        "f"
+      ],
+      [
+        "Ġcl",
+        "ay"
+      ],
+      [
+        "Ġstrong",
+        "er"
+      ],
+      [
+        "Ġboss",
+        "y"
+      ],
+      [
+        "Ġc",
+        "udd"
+      ],
+      [
+        "as",
+        "er"
+      ],
+      [
+        "Ġgra",
+        "ndpa"
+      ],
+      [
+        "Ġknow",
+        "s"
+      ],
+      [
+        "Ġpick",
+        "ing"
+      ],
+      [
+        "Ġjo",
+        "ke"
+      ],
+      [
+        "Ġboat",
+        "s"
+      ],
+      [
+        "Ġba",
+        "ld"
+      ],
+      [
+        "Ġmed",
+        "ic"
+      ],
+      [
+        "Ġscr",
+        "at"
+      ],
+      [
+        "Ġc",
+        "one"
+      ],
+      [
+        "Ġp",
+        "enny"
+      ],
+      [
+        "Ġle",
+        "an"
+      ],
+      [
+        "Ġra",
+        "ft"
+      ],
+      [
+        "ugg",
+        "led"
+      ],
+      [
+        "Ġsuc",
+        "ceed"
+      ],
+      [
+        "Ġob",
+        "edient"
+      ],
+      [
+        "Ġhum",
+        "ble"
+      ],
+      [
+        "Ġlibr",
+        "ary"
+      ],
+      [
+        "R",
+        "e"
+      ],
+      [
+        "he",
+        "ad"
+      ],
+      [
+        "Ġp",
+        "h"
+      ],
+      [
+        "Ġn",
+        "umb"
+      ],
+      [
+        "Ġsa",
+        "uce"
+      ],
+      [
+        "ĠB",
+        "ear"
+      ],
+      [
+        "Ġtr",
+        "ay"
+      ],
+      [
+        "Ġproud",
+        "ly"
+      ],
+      [
+        "He",
+        "re"
+      ],
+      [
+        "Ġsound",
+        "ed"
+      ],
+      [
+        "Ġsqu",
+        "are"
+      ],
+      [
+        "Ġterri",
+        "ble"
+      ],
+      [
+        "Ġcryst",
+        "al"
+      ],
+      [
+        "Ġfier",
+        "ce"
+      ],
+      [
+        "J",
+        "ill"
+      ],
+      [
+        "Ġw",
+        "itch"
+      ],
+      [
+        "in",
+        "ary"
+      ],
+      [
+        "Ġhapp",
+        "iness"
+      ],
+      [
+        "ĠL",
+        "ola"
+      ],
+      [
+        "Ġhand",
+        "ed"
+      ],
+      [
+        "Ġfr",
+        "idge"
+      ],
+      [
+        "f",
+        "a"
+      ],
+      [
+        "Ġr",
+        "ough"
+      ],
+      [
+        "ent",
+        "ion"
+      ],
+      [
+        "Ġch",
+        "anged"
+      ],
+      [
+        "Ġjo",
+        "ined"
+      ],
+      [
+        "Ġra",
+        "ven"
+      ],
+      [
+        "Ġmight",
+        "y"
+      ],
+      [
+        "Ġcho",
+        "se"
+      ],
+      [
+        "Ġwhe",
+        "el"
+      ],
+      [
+        "Ġumbre",
+        "lla"
+      ],
+      [
+        "Ġt",
+        "ag"
+      ],
+      [
+        "Ġc",
+        "ri"
+      ],
+      [
+        "Ġo",
+        "w"
+      ],
+      [
+        "ar",
+        "ry"
+      ],
+      [
+        "im",
+        "p"
+      ],
+      [
+        "ĠB",
+        "ill"
+      ],
+      [
+        "Ġhelp",
+        "s"
+      ],
+      [
+        "Ġfind",
+        "ing"
+      ],
+      [
+        "Ġclean",
+        "ing"
+      ],
+      [
+        "Ġsqu",
+        "ee"
+      ],
+      [
+        "Ġfire",
+        "work"
+      ],
+      [
+        "Ġmedic",
+        "ine"
+      ],
+      [
+        "a",
+        "zz"
+      ],
+      [
+        "m",
+        "et"
+      ],
+      [
+        "Ġplay",
+        "ful"
+      ],
+      [
+        "Ġlo",
+        "cked"
+      ],
+      [
+        "Ġgo",
+        "at"
+      ],
+      [
+        "Ġac",
+        "cept"
+      ],
+      [
+        "Ġcomp",
+        "ass"
+      ],
+      [
+        "Ġsur",
+        "f"
+      ],
+      [
+        "Ġcompet",
+        "it"
+      ],
+      [
+        "e",
+        "xt"
+      ],
+      [
+        "k",
+        "n"
+      ],
+      [
+        "Ġs",
+        "y"
+      ],
+      [
+        "Ġs",
+        "il"
+      ],
+      [
+        "Ġbe",
+        "et"
+      ],
+      [
+        "ĠM",
+        "ar"
+      ],
+      [
+        "ur",
+        "ing"
+      ],
+      [
+        "Ġch",
+        "ir"
+      ],
+      [
+        "ĠE",
+        "llie"
+      ],
+      [
+        "Ġball",
+        "s"
+      ],
+      [
+        "Åĵ",
+        "Let"
+      ],
+      [
+        "Ġbutterf",
+        "lies"
+      ],
+      [
+        "Ġgu",
+        "ard"
+      ],
+      [
+        "Ġcray",
+        "on"
+      ],
+      [
+        "Ġdisco",
+        "ver"
+      ],
+      [
+        "Ġpar",
+        "ade"
+      ],
+      [
+        "Ġmix",
+        "ed"
+      ],
+      [
+        "Ġval",
+        "u"
+      ],
+      [
+        "Ġhel",
+        "met"
+      ],
+      [
+        "ĠBrown",
+        "ie"
+      ],
+      [
+        "E",
+        "m"
+      ],
+      [
+        "j",
+        "ect"
+      ],
+      [
+        "s",
+        "qu"
+      ],
+      [
+        "u",
+        "d"
+      ],
+      [
+        "Ġg",
+        "um"
+      ],
+      [
+        "at",
+        "ure"
+      ],
+      [
+        "Ġis",
+        "land"
+      ],
+      [
+        "Ġco",
+        "st"
+      ],
+      [
+        "Ġmo",
+        "le"
+      ],
+      [
+        "Ġnice",
+        "ly"
+      ],
+      [
+        "Ġkind",
+        "s"
+      ],
+      [
+        "Ġra",
+        "ced"
+      ],
+      [
+        "Ġsto",
+        "ve"
+      ],
+      [
+        "Ġlaugh",
+        "s"
+      ],
+      [
+        "Ġmar",
+        "ch"
+      ],
+      [
+        "Ġfall",
+        "s"
+      ],
+      [
+        "Ġpers",
+        "ist"
+      ],
+      [
+        "ĠBa",
+        "by"
+      ],
+      [
+        "oph",
+        "ie"
+      ],
+      [
+        "A",
+        "lice"
+      ],
+      [
+        "i",
+        "ence"
+      ],
+      [
+        "it",
+        "o"
+      ],
+      [
+        "Ġc",
+        "age"
+      ],
+      [
+        "Ġg",
+        "oose"
+      ],
+      [
+        "Ġco",
+        "ins"
+      ],
+      [
+        "Ġtr",
+        "ump"
+      ],
+      [
+        "Ġmo",
+        "squ"
+      ],
+      [
+        "Ġser",
+        "ious"
+      ],
+      [
+        "Ġmosqu",
+        "ito"
+      ],
+      [
+        "Ġf",
+        "lex"
+      ],
+      [
+        "Ġc",
+        "ro"
+      ],
+      [
+        "el",
+        "on"
+      ],
+      [
+        "Ġexc",
+        "la"
+      ],
+      [
+        "Ġch",
+        "oose"
+      ],
+      [
+        "Ġexpl",
+        "ored"
+      ],
+      [
+        "Ġun",
+        "l"
+      ],
+      [
+        "Ġbrother",
+        "s"
+      ],
+      [
+        "Ġgu",
+        "il"
+      ],
+      [
+        "Ġnumb",
+        "ers"
+      ],
+      [
+        "Ġtrump",
+        "et"
+      ],
+      [
+        "Ġ",
+        "icy"
+      ],
+      [
+        "Ġmom",
+        "s"
+      ],
+      [
+        "ie",
+        "w"
+      ],
+      [
+        "Ġv",
+        "iew"
+      ],
+      [
+        "Ġen",
+        "orm"
+      ],
+      [
+        "Ġfire",
+        "man"
+      ],
+      [
+        "ĠMr",
+        "s"
+      ],
+      [
+        "Ġpract",
+        "ice"
+      ],
+      [
+        "Ġenorm",
+        "ous"
+      ],
+      [
+        "w",
+        "ards"
+      ],
+      [
+        "Ġs",
+        "up"
+      ],
+      [
+        "Ġvo",
+        "lc"
+      ],
+      [
+        "Ġmean",
+        "s"
+      ],
+      [
+        "Ġpoin",
+        "ting"
+      ],
+      [
+        "Ġvalu",
+        "able"
+      ],
+      [
+        "Ġflex",
+        "ible"
+      ],
+      [
+        "Ġexcla",
+        "imed"
+      ],
+      [
+        "Ġguil",
+        "ty"
+      ],
+      [
+        "y",
+        "al"
+      ],
+      [
+        "Ġc",
+        "am"
+      ],
+      [
+        "Ġp",
+        "ipe"
+      ],
+      [
+        "is",
+        "ion"
+      ],
+      [
+        "ĠM",
+        "y"
+      ],
+      [
+        "Ġuse",
+        "ful"
+      ],
+      [
+        "Ġfav",
+        "our"
+      ],
+      [
+        "Ġcra",
+        "zy"
+      ],
+      [
+        "Ġph",
+        "ot"
+      ],
+      [
+        "kn",
+        "own"
+      ],
+      [
+        "Ġvolc",
+        "ano"
+      ],
+      [
+        "Ġwa",
+        "ke"
+      ],
+      [
+        "Ġc",
+        "ity"
+      ],
+      [
+        "om",
+        "ed"
+      ],
+      [
+        "ll",
+        "ip"
+      ],
+      [
+        "Ġfor",
+        "th"
+      ],
+      [
+        "Ġlo",
+        "llip"
+      ],
+      [
+        "Ġse",
+        "al"
+      ],
+      [
+        "Ġall",
+        "owed"
+      ],
+      [
+        "Ġsc",
+        "are"
+      ],
+      [
+        "Ġbright",
+        "ly"
+      ],
+      [
+        "Ġmar",
+        "ble"
+      ],
+      [
+        "Ġpop",
+        "ular"
+      ],
+      [
+        "Ġflash",
+        "light"
+      ],
+      [
+        "Ġcompass",
+        "ion"
+      ],
+      [
+        "Ġlollip",
+        "op"
+      ],
+      [
+        "Ġ",
+        "U"
+      ],
+      [
+        "Ġ",
+        "ing"
+      ],
+      [
+        "Ġh",
+        "unt"
+      ],
+      [
+        "Ġd",
+        "ull"
+      ],
+      [
+        "er",
+        "ry"
+      ],
+      [
+        "Ġst",
+        "at"
+      ],
+      [
+        "Ġshe",
+        "l"
+      ],
+      [
+        "!\"",
+        "."
+      ],
+      [
+        "Ġun",
+        "known"
+      ],
+      [
+        "Ġhat",
+        "s"
+      ],
+      [
+        "Ġsho",
+        "ot"
+      ],
+      [
+        "red",
+        "ient"
+      ],
+      [
+        "Ġbelong",
+        "ed"
+      ],
+      [
+        "Ġfavour",
+        "ite"
+      ],
+      [
+        "Ġing",
+        "redient"
+      ],
+      [
+        "Ġp",
+        "il"
+      ],
+      [
+        "Ġlo",
+        "yal"
+      ],
+      [
+        "Ġbra",
+        "ce"
+      ],
+      [
+        "ĠWhen",
+        "ever"
+      ],
+      [
+        "Ġdream",
+        "s"
+      ],
+      [
+        "Ġkick",
+        "ed"
+      ],
+      [
+        "Ġseed",
+        "s"
+      ],
+      [
+        "Ġtwirl",
+        "ed"
+      ],
+      [
+        "Ġsup",
+        "er"
+      ],
+      [
+        "t",
+        "ime"
+      ],
+      [
+        "Ġf",
+        "ine"
+      ],
+      [
+        "Ġbe",
+        "es"
+      ],
+      [
+        "Ġso",
+        "fa"
+      ],
+      [
+        "Ġsh",
+        "ark"
+      ],
+      [
+        "ĠM",
+        "ike"
+      ],
+      [
+        "Ġan",
+        "x"
+      ],
+      [
+        "Ġsad",
+        "ly"
+      ],
+      [
+        "Ġshow",
+        "ing"
+      ],
+      [
+        "Ġway",
+        "s"
+      ],
+      [
+        "Ġtruck",
+        "s"
+      ],
+      [
+        "Ġdelic",
+        "ate"
+      ],
+      [
+        "ation",
+        "s"
+      ],
+      [
+        "Ġrep",
+        "e"
+      ],
+      [
+        "Ġimpress",
+        "ive"
+      ],
+      [
+        "Ġpour",
+        "ed"
+      ],
+      [
+        "Ġpir",
+        "ate"
+      ],
+      [
+        "Ġwhisp",
+        "ered"
+      ],
+      [
+        "Ġharm",
+        "less"
+      ],
+      [
+        "a",
+        "ff"
+      ],
+      [
+        "Ġt",
+        "urt"
+      ],
+      [
+        "Ġt",
+        "ied"
+      ],
+      [
+        "ar",
+        "oo"
+      ],
+      [
+        "ad",
+        "o"
+      ],
+      [
+        "art",
+        "h"
+      ],
+      [
+        "Ġgra",
+        "ce"
+      ],
+      [
+        "Ġhand",
+        "le"
+      ],
+      [
+        "Ġen",
+        "c"
+      ],
+      [
+        "Ġdel",
+        "iver"
+      ],
+      [
+        "Ben",
+        "ny"
+      ],
+      [
+        "Ġru",
+        "shed"
+      ],
+      [
+        "Ġus",
+        "ing"
+      ],
+      [
+        "ang",
+        "aroo"
+      ],
+      [
+        "Ġshap",
+        "e"
+      ],
+      [
+        "Ġbus",
+        "hes"
+      ],
+      [
+        "Ġpersist",
+        "ent"
+      ],
+      [
+        "Ġg",
+        "or"
+      ],
+      [
+        "ĠS",
+        "p"
+      ],
+      [
+        "Ġk",
+        "angaroo"
+      ],
+      [
+        "Ġan",
+        "g"
+      ],
+      [
+        "Ġoff",
+        "ice"
+      ],
+      [
+        "Ġanx",
+        "ious"
+      ],
+      [
+        "G",
+        "o"
+      ],
+      [
+        "al",
+        "ous"
+      ],
+      [
+        "Ġsp",
+        "ell"
+      ],
+      [
+        "ĠW",
+        "hile"
+      ],
+      [
+        "ia",
+        "ble"
+      ],
+      [
+        "Ġpot",
+        "ato"
+      ],
+      [
+        "Ġje",
+        "alous"
+      ],
+      [
+        "Ġwra",
+        "pped"
+      ],
+      [
+        "Ġf",
+        "our"
+      ],
+      [
+        "Ġc",
+        "urt"
+      ],
+      [
+        "Ġlo",
+        "g"
+      ],
+      [
+        "Ġco",
+        "al"
+      ],
+      [
+        "Ġrel",
+        "iable"
+      ],
+      [
+        "Ġcurt",
+        "ain"
+      ],
+      [
+        "D",
+        "aisy"
+      ],
+      [
+        "Ġs",
+        "udden"
+      ],
+      [
+        "mb",
+        "ol"
+      ],
+      [
+        "Åĵ",
+        "Yes"
+      ],
+      [
+        "ac",
+        "hes"
+      ],
+      [
+        "ĠP",
+        "e"
+      ],
+      [
+        "Ġpain",
+        "ted"
+      ],
+      [
+        "ĠTo",
+        "by"
+      ],
+      [
+        "Ġce",
+        "re"
+      ],
+      [
+        "g",
+        "u"
+      ],
+      [
+        "Ġt",
+        "ummy"
+      ],
+      [
+        "Ġth",
+        "ose"
+      ],
+      [
+        "ous",
+        "es"
+      ],
+      [
+        "udd",
+        "y"
+      ],
+      [
+        "Ġcu",
+        "sh"
+      ],
+      [
+        "Ġmet",
+        "al"
+      ],
+      [
+        "Ġsy",
+        "mbol"
+      ],
+      [
+        "Ġbeet",
+        "le"
+      ],
+      [
+        "Ġcam",
+        "era"
+      ],
+      [
+        "Ġh",
+        "ouses"
+      ],
+      [
+        "il",
+        "t"
+      ],
+      [
+        "Ġcelebr",
+        "ate"
+      ],
+      [
+        "Ġdelight",
+        "ed"
+      ],
+      [
+        "Ġgor",
+        "illa"
+      ],
+      [
+        "Ġto",
+        "oth"
+      ],
+      [
+        "Ġth",
+        "irst"
+      ],
+      [
+        "ke",
+        "ep"
+      ],
+      [
+        "Ġsh",
+        "iver"
+      ],
+      [
+        "Ġre",
+        "ward"
+      ],
+      [
+        "Ġsp",
+        "ace"
+      ],
+      [
+        "Ġtra",
+        "vel"
+      ],
+      [
+        "Ġru",
+        "bbed"
+      ],
+      [
+        "Ġprin",
+        "t"
+      ],
+      [
+        "Ġdri",
+        "ving"
+      ],
+      [
+        "Ġmar",
+        "ry"
+      ],
+      [
+        "Ġwar",
+        "ned"
+      ],
+      [
+        "Ġsold",
+        "ier"
+      ],
+      [
+        "Ġmotor",
+        "cy"
+      ],
+      [
+        "c",
+        "ut"
+      ],
+      [
+        "Ġs",
+        "on"
+      ],
+      [
+        "Ġto",
+        "r"
+      ],
+      [
+        "ar",
+        "lie"
+      ],
+      [
+        "Ġher",
+        "o"
+      ],
+      [
+        "ie",
+        "f"
+      ],
+      [
+        "Ġcar",
+        "p"
+      ],
+      [
+        "Ġexcited",
+        "ly"
+      ],
+      [
+        "Ġte",
+        "mp"
+      ],
+      [
+        "ĠP",
+        "ete"
+      ],
+      [
+        "ĠBob",
+        "o"
+      ],
+      [
+        "co",
+        "d"
+      ],
+      [
+        "Ġhun",
+        "g"
+      ],
+      [
+        "Ġgrow",
+        "ing"
+      ],
+      [
+        "up",
+        "id"
+      ],
+      [
+        "Ġthin",
+        "king"
+      ],
+      [
+        "Ġtun",
+        "n"
+      ],
+      [
+        "W",
+        "hile"
+      ],
+      [
+        "c",
+        "u"
+      ],
+      [
+        "i",
+        "pp"
+      ],
+      [
+        "Ġh",
+        "ay"
+      ],
+      [
+        "Ġy",
+        "et"
+      ],
+      [
+        "Ġv",
+        "ine"
+      ],
+      [
+        "Ġac",
+        "orn"
+      ],
+      [
+        "icy",
+        "cle"
+      ],
+      [
+        "Ġpre",
+        "p"
+      ],
+      [
+        "Ġremind",
+        "ed"
+      ],
+      [
+        "Ġgas",
+        "ped"
+      ],
+      [
+        "Ġflut",
+        "e"
+      ],
+      [
+        "Ġord",
+        "inary"
+      ],
+      [
+        "Ġcro",
+        "cod"
+      ],
+      [
+        "Ġa",
+        "mb"
+      ],
+      [
+        "Ġc",
+        "ur"
+      ],
+      [
+        "ĠB",
+        "et"
+      ],
+      [
+        "ĠM",
+        "andy"
+      ],
+      [
+        "Ġpu",
+        "p"
+      ],
+      [
+        "Ġcreature",
+        "s"
+      ],
+      [
+        "Ġhur",
+        "ry"
+      ],
+      [
+        "Ġspoil",
+        "ed"
+      ],
+      [
+        "Ġt",
+        "imes"
+      ],
+      [
+        "Ġm",
+        "is"
+      ],
+      [
+        "Ġr",
+        "ice"
+      ],
+      [
+        "Ġst",
+        "upid"
+      ],
+      [
+        "Ġsh",
+        "ine"
+      ],
+      [
+        "Ġre",
+        "sist"
+      ],
+      [
+        "ug",
+        "ged"
+      ],
+      [
+        "Ġla",
+        "w"
+      ],
+      [
+        "Ġsk",
+        "ull"
+      ],
+      [
+        "co",
+        "a"
+      ],
+      [
+        "Ġmiss",
+        "ing"
+      ],
+      [
+        "Ġwhe",
+        "at"
+      ],
+      [
+        "Ġsupp",
+        "ort"
+      ],
+      [
+        "Ġingredient",
+        "s"
+      ],
+      [
+        "a",
+        "id"
+      ],
+      [
+        "l",
+        "oo"
+      ],
+      [
+        "Ġc",
+        "ase"
+      ],
+      [
+        "er",
+        "y"
+      ],
+      [
+        "Ġwas",
+        "hed"
+      ],
+      [
+        "Ġdo",
+        "ve"
+      ],
+      [
+        "Ġsp",
+        "illed"
+      ],
+      [
+        "Ġsc",
+        "oot"
+      ],
+      [
+        "Ġme",
+        "al"
+      ],
+      [
+        "Ġmu",
+        "le"
+      ],
+      [
+        "ĠD",
+        "ucky"
+      ],
+      [
+        "Ġmo",
+        "der"
+      ],
+      [
+        "ars",
+        "h"
+      ],
+      [
+        "Åĵ",
+        "What"
+      ],
+      [
+        "Ġtri",
+        "ck"
+      ],
+      [
+        "Ġset",
+        "t"
+      ],
+      [
+        "ĠTweet",
+        "ie"
+      ],
+      [
+        "Ġboun",
+        "ce"
+      ],
+      [
+        "Ġfil",
+        "thy"
+      ],
+      [
+        "Ġb",
+        "ase"
+      ],
+      [
+        "Ġh",
+        "oop"
+      ],
+      [
+        "Ġf",
+        "re"
+      ],
+      [
+        "Ġst",
+        "umbled"
+      ],
+      [
+        "Ġso",
+        "ar"
+      ],
+      [
+        "Ġwe",
+        "al"
+      ],
+      [
+        "Ġsee",
+        "m"
+      ],
+      [
+        "Ġwor",
+        "d"
+      ],
+      [
+        "Ġla",
+        "b"
+      ],
+      [
+        "ĠD",
+        "ave"
+      ],
+      [
+        "ĠF",
+        "r"
+      ],
+      [
+        "Ġbad",
+        "ly"
+      ],
+      [
+        "Ġhair",
+        "y"
+      ],
+      [
+        "Ġcra",
+        "wl"
+      ],
+      [
+        "Ġlive",
+        "ly"
+      ],
+      [
+        "Ġstep",
+        "s"
+      ],
+      [
+        "ÅĵLet",
+        "â"
+      ],
+      [
+        "Ġbrace",
+        "let"
+      ],
+      [
+        "Ġcere",
+        "al"
+      ],
+      [
+        "Ġthirst",
+        "y"
+      ],
+      [
+        "Ġcarp",
+        "et"
+      ],
+      [
+        "Ġw",
+        "ool"
+      ],
+      [
+        "it",
+        "her"
+      ],
+      [
+        "Ġgo",
+        "al"
+      ],
+      [
+        "Ġback",
+        "pack"
+      ],
+      [
+        "Ġtr",
+        "uth"
+      ],
+      [
+        "Ġcom",
+        "pl"
+      ],
+      [
+        "Ġche",
+        "ap"
+      ],
+      [
+        "Ġdis",
+        "g"
+      ],
+      [
+        "Ġplac",
+        "ed"
+      ],
+      [
+        "Ġear",
+        "ly"
+      ],
+      [
+        "Ġdecor",
+        "ate"
+      ],
+      [
+        "Ġnut",
+        "s"
+      ],
+      [
+        "O",
+        "w"
+      ],
+      [
+        "c",
+        "ream"
+      ],
+      [
+        "Ġb",
+        "ump"
+      ],
+      [
+        "Ġthem",
+        "selves"
+      ],
+      [
+        "ic",
+        "es"
+      ],
+      [
+        "Ġhelp",
+        "less"
+      ],
+      [
+        "Ġcl",
+        "um"
+      ],
+      [
+        "Ġsc",
+        "atter"
+      ],
+      [
+        "Ġsc",
+        "ale"
+      ],
+      [
+        "Ġnew",
+        "s"
+      ],
+      [
+        "ust",
+        "ing"
+      ],
+      [
+        "Ġen",
+        "v"
+      ],
+      [
+        "âĤ¬â",
+        "Ģ"
+      ],
+      [
+        "Ġtell",
+        "ing"
+      ],
+      [
+        "Ġswing",
+        "ing"
+      ],
+      [
+        "Ġspark",
+        "led"
+      ],
+      [
+        "Ġcarry",
+        "ing"
+      ],
+      [
+        "gg",
+        "ing"
+      ],
+      [
+        "in",
+        "es"
+      ],
+      [
+        "ri",
+        "c"
+      ],
+      [
+        "Ġfriends",
+        "hip"
+      ],
+      [
+        "Ġcare",
+        "less"
+      ],
+      [
+        "Ġsn",
+        "e"
+      ],
+      [
+        "Ġdoes",
+        "n"
+      ],
+      [
+        "Ġfall",
+        "ing"
+      ],
+      [
+        "Ġcomp",
+        "ut"
+      ],
+      [
+        "Ġpa",
+        "le"
+      ],
+      [
+        "Ġpee",
+        "ked"
+      ],
+      [
+        "Ġcompassion",
+        "ate"
+      ],
+      [
+        "c",
+        "om"
+      ],
+      [
+        "v",
+        "ice"
+      ],
+      [
+        "Ġs",
+        "end"
+      ],
+      [
+        "Ġst",
+        "age"
+      ],
+      [
+        "Ġme",
+        "m"
+      ],
+      [
+        "Ġch",
+        "alk"
+      ],
+      [
+        "Ġch",
+        "asing"
+      ],
+      [
+        "Ġpe",
+        "bble"
+      ],
+      [
+        "ĠEvery",
+        "thing"
+      ],
+      [
+        "Ġcu",
+        "be"
+      ],
+      [
+        "Ġpig",
+        "e"
+      ],
+      [
+        "Ġcou",
+        "rage"
+      ],
+      [
+        "Ġfing",
+        "ers"
+      ],
+      [
+        "Ġturt",
+        "le"
+      ],
+      [
+        "b",
+        "led"
+      ],
+      [
+        "Ġs",
+        "ink"
+      ],
+      [
+        "Ġb",
+        "icycle"
+      ],
+      [
+        "Ġsh",
+        "aking"
+      ],
+      [
+        "Ġsleep",
+        "ing"
+      ],
+      [
+        "Ġneighb",
+        "our"
+      ],
+      [
+        "Ġmoder",
+        "n"
+      ],
+      [
+        "Ġdisg",
+        "usting"
+      ],
+      [
+        "Ġclum",
+        "sy"
+      ],
+      [
+        "g",
+        "est"
+      ],
+      [
+        "Ġh",
+        "ook"
+      ],
+      [
+        "Ġc",
+        "her"
+      ],
+      [
+        "Ġn",
+        "ail"
+      ],
+      [
+        "Ġbig",
+        "gest"
+      ],
+      [
+        "ic",
+        "hes"
+      ],
+      [
+        "Ġbu",
+        "l"
+      ],
+      [
+        "Ġend",
+        "ing"
+      ],
+      [
+        "Ġde",
+        "ad"
+      ],
+      [
+        "Ġtri",
+        "ang"
+      ],
+      [
+        "ul",
+        "ance"
+      ],
+      [
+        "Ġspo",
+        "ke"
+      ],
+      [
+        "Ġpract",
+        "iced"
+      ],
+      [
+        "Ġamb",
+        "ulance"
+      ],
+      [
+        "Ġcomput",
+        "er"
+      ],
+      [
+        "i",
+        "bb"
+      ],
+      [
+        "Ġl",
+        "amp"
+      ],
+      [
+        "Ġst",
+        "ation"
+      ],
+      [
+        "Ġch",
+        "ar"
+      ],
+      [
+        "Ġwall",
+        "et"
+      ],
+      [
+        "ĠTo",
+        "day"
+      ],
+      [
+        "Ġpack",
+        "age"
+      ],
+      [
+        "Ġmic",
+        "rop"
+      ],
+      [
+        "Ġcush",
+        "ion"
+      ],
+      [
+        "keep",
+        "er"
+      ],
+      [
+        "Ġcrocod",
+        "ile"
+      ],
+      [
+        "Ġmicrop",
+        "hone"
+      ],
+      [
+        "u",
+        "nder"
+      ],
+      [
+        "ĠA",
+        "lex"
+      ],
+      [
+        "Ġthought",
+        "ful"
+      ],
+      [
+        "Ġjo",
+        "lly"
+      ],
+      [
+        "Ġpen",
+        "gu"
+      ],
+      [
+        "Ġpump",
+        "kin"
+      ],
+      [
+        "Ġcost",
+        "um"
+      ],
+      [
+        "Ġf",
+        "ive"
+      ],
+      [
+        "Ġd",
+        "ough"
+      ],
+      [
+        "Ġp",
+        "ony"
+      ],
+      [
+        "Ġo",
+        "l"
+      ],
+      [
+        "im",
+        "i"
+      ],
+      [
+        "Ġst",
+        "airs"
+      ],
+      [
+        "Ġkn",
+        "ock"
+      ],
+      [
+        "Ġgra",
+        "nd"
+      ],
+      [
+        "Ġint",
+        "ell"
+      ],
+      [
+        "Ġun",
+        "iver"
+      ],
+      [
+        "Ġbright",
+        "er"
+      ],
+      [
+        "Ġopen",
+        "s"
+      ],
+      [
+        "Ġdream",
+        "ing"
+      ],
+      [
+        "Ġboun",
+        "ced"
+      ],
+      [
+        "Ġquest",
+        "ion"
+      ],
+      [
+        "Ġstat",
+        "ue"
+      ],
+      [
+        "Ġw",
+        "ine"
+      ],
+      [
+        "is",
+        "k"
+      ],
+      [
+        "ĠA",
+        "lice"
+      ],
+      [
+        "Ġco",
+        "coa"
+      ],
+      [
+        "ĠYou",
+        "r"
+      ],
+      [
+        "Ġpe",
+        "pper"
+      ],
+      [
+        "Ġbeaut",
+        "y"
+      ],
+      [
+        "Ġper",
+        "m"
+      ],
+      [
+        "Ġpain",
+        "ting"
+      ],
+      [
+        "Ġsho",
+        "e"
+      ],
+      [
+        "Ġele",
+        "v"
+      ],
+      [
+        "Every",
+        "one"
+      ],
+      [
+        "hin",
+        "o"
+      ],
+      [
+        "Ġweal",
+        "thy"
+      ],
+      [
+        "Ġintell",
+        "ig"
+      ],
+      [
+        "n",
+        "oon"
+      ],
+      [
+        "Ġs",
+        "uit"
+      ],
+      [
+        "Ġm",
+        "ild"
+      ],
+      [
+        "Ġn",
+        "ature"
+      ],
+      [
+        "an",
+        "s"
+      ],
+      [
+        "Ġhapp",
+        "ier"
+      ],
+      [
+        "Ġne",
+        "at"
+      ],
+      [
+        "Ġstart",
+        "s"
+      ],
+      [
+        "uck",
+        "ed"
+      ],
+      [
+        "Ġafter",
+        "noon"
+      ],
+      [
+        "Ġtor",
+        "n"
+      ],
+      [
+        "Ġelev",
+        "ator"
+      ],
+      [
+        "g",
+        "en"
+      ],
+      [
+        "t",
+        "i"
+      ],
+      [
+        "Ġt",
+        "en"
+      ],
+      [
+        "Ġh",
+        "arsh"
+      ],
+      [
+        "Ġp",
+        "ed"
+      ],
+      [
+        "at",
+        "ient"
+      ],
+      [
+        "or",
+        "ant"
+      ],
+      [
+        "Ġre",
+        "ce"
+      ],
+      [
+        "Ġj",
+        "et"
+      ],
+      [
+        "ill",
+        "ie"
+      ],
+      [
+        "ĠR",
+        "ed"
+      ],
+      [
+        "Ġread",
+        "ing"
+      ],
+      [
+        "Ġsear",
+        "ching"
+      ],
+      [
+        "Ġbasket",
+        "ball"
+      ],
+      [
+        "Ġbar",
+        "ber"
+      ],
+      [
+        "Ġspe",
+        "ed"
+      ],
+      [
+        "S",
+        "ee"
+      ],
+      [
+        "a",
+        "wn"
+      ],
+      [
+        "Ġst",
+        "ack"
+      ],
+      [
+        "ĠM",
+        "ummy"
+      ],
+      [
+        "Ġclo",
+        "ck"
+      ],
+      [
+        "ĠG",
+        "ive"
+      ],
+      [
+        "Ġmag",
+        "n"
+      ],
+      [
+        "Ġlea",
+        "ving"
+      ],
+      [
+        "Ġcup",
+        "board"
+      ],
+      [
+        "Ġdes",
+        "ign"
+      ],
+      [
+        "Ġslid",
+        "es"
+      ],
+      [
+        "Ġsandw",
+        "iches"
+      ],
+      [
+        "Ġcand",
+        "le"
+      ],
+      [
+        "aul",
+        "if"
+      ],
+      [
+        "Ġrid",
+        "ing"
+      ],
+      [
+        "Ġfre",
+        "sh"
+      ],
+      [
+        "o",
+        "ppy"
+      ],
+      [
+        "Ġsh",
+        "ocked"
+      ],
+      [
+        "Ġen",
+        "er"
+      ],
+      [
+        "Ġjump",
+        "s"
+      ],
+      [
+        "Ġhair",
+        "cut"
+      ],
+      [
+        "Ġrespect",
+        "ful"
+      ],
+      [
+        "Ġcoo",
+        "king"
+      ],
+      [
+        "Ġtick",
+        "et"
+      ],
+      [
+        "Ġenc",
+        "ou"
+      ],
+      [
+        "Ġtunn",
+        "el"
+      ],
+      [
+        "aulif",
+        "lower"
+      ],
+      [
+        "G",
+        "ive"
+      ],
+      [
+        "Ġs",
+        "le"
+      ],
+      [
+        "re",
+        "en"
+      ],
+      [
+        "Ġm",
+        "ay"
+      ],
+      [
+        "Ġth",
+        "ief"
+      ],
+      [
+        "Ġy",
+        "awn"
+      ],
+      [
+        "Ġfor",
+        "t"
+      ],
+      [
+        "Ġal",
+        "ert"
+      ],
+      [
+        "Ġsor",
+        "ts"
+      ],
+      [
+        "Ġimp",
+        "atient"
+      ],
+      [
+        "Ġcre",
+        "ate"
+      ],
+      [
+        "ail",
+        "able"
+      ],
+      [
+        "Ġwhe",
+        "els"
+      ],
+      [
+        "Ġval",
+        "ue"
+      ],
+      [
+        "Ġpri",
+        "ze"
+      ],
+      [
+        "M",
+        "ary"
+      ],
+      [
+        "y",
+        "e"
+      ],
+      [
+        "he",
+        "t"
+      ],
+      [
+        "Ġs",
+        "ent"
+      ],
+      [
+        "Ġb",
+        "ent"
+      ],
+      [
+        "in",
+        "ce"
+      ],
+      [
+        "Ġc",
+        "omet"
+      ],
+      [
+        "Ġc",
+        "amp"
+      ],
+      [
+        "Ġc",
+        "auliflower"
+      ],
+      [
+        "Ġm",
+        "elon"
+      ],
+      [
+        "Ġg",
+        "em"
+      ],
+      [
+        "Ġit",
+        "self"
+      ],
+      [
+        "ir",
+        "on"
+      ],
+      [
+        "Ġmu",
+        "sh"
+      ],
+      [
+        "Ġmonkey",
+        "s"
+      ],
+      [
+        "Ġsal",
+        "ad"
+      ],
+      [
+        "Ġdest",
+        "ro"
+      ],
+      [
+        "Ġresc",
+        "ue"
+      ],
+      [
+        "Ġscoot",
+        "er"
+      ],
+      [
+        "Ġintellig",
+        "ent"
+      ],
+      [
+        "a",
+        "z"
+      ],
+      [
+        "Ġd",
+        "ug"
+      ],
+      [
+        "il",
+        "ing"
+      ],
+      [
+        "an",
+        "ger"
+      ],
+      [
+        "Ġr",
+        "oof"
+      ],
+      [
+        "Ġr",
+        "hino"
+      ],
+      [
+        "Ġsc",
+        "old"
+      ],
+      [
+        "ag",
+        "het"
+      ],
+      [
+        "Ġexp",
+        "er"
+      ],
+      [
+        "Ġbark",
+        "ing"
+      ],
+      [
+        "Ġbanan",
+        "as"
+      ],
+      [
+        "Ġign",
+        "orant"
+      ],
+      [
+        "Ġmic",
+        "ro"
+      ],
+      [
+        "Ġav",
+        "ailable"
+      ],
+      [
+        "Ġgrace",
+        "ful"
+      ],
+      [
+        "Ġmotorcy",
+        "cle"
+      ],
+      [
+        "aghet",
+        "ti"
+      ],
+      [
+        "h",
+        "ood"
+      ],
+      [
+        "ĠS",
+        "n"
+      ],
+      [
+        "Ġe",
+        "arth"
+      ],
+      [
+        "Ġbo",
+        "ots"
+      ],
+      [
+        "Ġsp",
+        "aghetti"
+      ],
+      [
+        "um",
+        "mer"
+      ],
+      [
+        "Ġag",
+        "ree"
+      ],
+      [
+        "Ġbu",
+        "ll"
+      ],
+      [
+        "Ġany",
+        "where"
+      ],
+      [
+        "ĠG",
+        "eorge"
+      ],
+      [
+        "Ġbeh",
+        "ave"
+      ],
+      [
+        "ĠK",
+        "im"
+      ],
+      [
+        "Ġpa",
+        "id"
+      ],
+      [
+        "sc",
+        "ope"
+      ],
+      [
+        "Ġstret",
+        "ched"
+      ],
+      [
+        "Ġfear",
+        "ful"
+      ],
+      [
+        "Ġav",
+        "o"
+      ],
+      [
+        "Ġmicro",
+        "scope"
+      ],
+      [
+        "I",
+        "f"
+      ],
+      [
+        "i",
+        "o"
+      ],
+      [
+        "Ġnot",
+        "eb"
+      ],
+      [
+        "ĠE",
+        "ventually"
+      ],
+      [
+        "Ġold",
+        "er"
+      ],
+      [
+        "Ġsn",
+        "iff"
+      ],
+      [
+        "Ġad",
+        "vice"
+      ],
+      [
+        "Ġstop",
+        "s"
+      ],
+      [
+        "Ġperf",
+        "orm"
+      ],
+      [
+        "Ġfur",
+        "ther"
+      ],
+      [
+        "Ġenv",
+        "ious"
+      ],
+      [
+        "Ġpige",
+        "on"
+      ],
+      [
+        "Ġmush",
+        "room"
+      ],
+      [
+        "Ġnoteb",
+        "ook"
+      ],
+      [
+        "u",
+        "bby"
+      ],
+      [
+        "Ġp",
+        "un"
+      ],
+      [
+        "at",
+        "s"
+      ],
+      [
+        "Ġn",
+        "urse"
+      ],
+      [
+        "or",
+        "able"
+      ],
+      [
+        "Ġth",
+        "under"
+      ],
+      [
+        "Ġcl",
+        "apping"
+      ],
+      [
+        "Ġv",
+        "ide"
+      ],
+      [
+        "Ġbu",
+        "ilt"
+      ],
+      [
+        "ĠC",
+        "l"
+      ],
+      [
+        "Ġun",
+        "com"
+      ],
+      [
+        "Ġshout",
+        "ing"
+      ],
+      [
+        "Ġar",
+        "row"
+      ],
+      [
+        "Ġdraw",
+        "er"
+      ],
+      [
+        "Ġpro",
+        "v"
+      ],
+      [
+        "fort",
+        "able"
+      ],
+      [
+        "Ġtom",
+        "ato"
+      ],
+      [
+        "Ġmeet",
+        "ing"
+      ],
+      [
+        "Ġob",
+        "ject"
+      ],
+      [
+        "Ġyog",
+        "urt"
+      ],
+      [
+        "Ġtemp",
+        "le"
+      ],
+      [
+        "Ġuncom",
+        "fortable"
+      ],
+      [
+        "e",
+        "f"
+      ],
+      [
+        "u",
+        "es"
+      ],
+      [
+        "ĠT",
+        "ony"
+      ],
+      [
+        "Ġloo",
+        "p"
+      ],
+      [
+        "Ġch",
+        "ubby"
+      ],
+      [
+        "Ġsw",
+        "itch"
+      ],
+      [
+        "Ġsk",
+        "ip"
+      ],
+      [
+        "Ġad",
+        "orable"
+      ],
+      [
+        "Åĵ",
+        "It"
+      ],
+      [
+        "Ġcount",
+        "ing"
+      ],
+      [
+        "Ġcoo",
+        "ked"
+      ],
+      [
+        "Ġp",
+        "ist"
+      ],
+      [
+        "ar",
+        "ian"
+      ],
+      [
+        "en",
+        "ry"
+      ],
+      [
+        "Ġst",
+        "ared"
+      ],
+      [
+        "Ġsh",
+        "ut"
+      ],
+      [
+        "ic",
+        "op"
+      ],
+      [
+        "Ġqu",
+        "ite"
+      ],
+      [
+        "Ġsn",
+        "uggled"
+      ],
+      [
+        "ĠGra",
+        "ndpa"
+      ],
+      [
+        "Ġtrou",
+        "bled"
+      ],
+      [
+        "Ġgigg",
+        "le"
+      ],
+      [
+        "Ġblow",
+        "ing"
+      ],
+      [
+        "Ġhel",
+        "icop"
+      ],
+      [
+        "Ġfis",
+        "her"
+      ],
+      [
+        "Ġpist",
+        "ol"
+      ],
+      [
+        "Ġhelicop",
+        "ter"
+      ],
+      [
+        "p",
+        "ar"
+      ],
+      [
+        "ĠS",
+        "ophie"
+      ],
+      [
+        "oo",
+        "ped"
+      ],
+      [
+        "ip",
+        "s"
+      ],
+      [
+        "Ġnow",
+        "here"
+      ],
+      [
+        "Ġforg",
+        "ave"
+      ],
+      [
+        "Ġmar",
+        "ched"
+      ],
+      [
+        "Ġtreasure",
+        "s"
+      ],
+      [
+        "ho",
+        "st"
+      ],
+      [
+        "Ġpass",
+        "port"
+      ],
+      [
+        "Ġstir",
+        "red"
+      ],
+      [
+        "Ġpus",
+        "hing"
+      ],
+      [
+        "Ġcompetit",
+        "ive"
+      ],
+      [
+        "Ġdestro",
+        "y"
+      ],
+      [
+        "Y",
+        "ay"
+      ],
+      [
+        "a",
+        "ked"
+      ],
+      [
+        "o",
+        "e"
+      ],
+      [
+        "t",
+        "ter"
+      ],
+      [
+        "Ġg",
+        "ir"
+      ],
+      [
+        "Ġg",
+        "host"
+      ],
+      [
+        "an",
+        "ic"
+      ],
+      [
+        "ke",
+        "let"
+      ],
+      [
+        "ht",
+        "ub"
+      ],
+      [
+        "Ġre",
+        "ef"
+      ],
+      [
+        "Ġse",
+        "par"
+      ],
+      [
+        "op",
+        "ard"
+      ],
+      [
+        "pl",
+        "ay"
+      ],
+      [
+        "Ġen",
+        "vel"
+      ],
+      [
+        "Ġbre",
+        "at"
+      ],
+      [
+        "Ġrep",
+        "air"
+      ],
+      [
+        "Ġfoot",
+        "ball"
+      ],
+      [
+        "Ġbat",
+        "htub"
+      ],
+      [
+        "Ġrubb",
+        "er"
+      ],
+      [
+        "Ġang",
+        "el"
+      ],
+      [
+        "Ġtriang",
+        "le"
+      ],
+      [
+        "Ġl",
+        "ed"
+      ],
+      [
+        "Ġm",
+        "ill"
+      ],
+      [
+        "ĠS",
+        "h"
+      ],
+      [
+        "ch",
+        "anic"
+      ],
+      [
+        "Ġnam",
+        "es"
+      ],
+      [
+        "Ġle",
+        "opard"
+      ],
+      [
+        "Ġno",
+        "body"
+      ],
+      [
+        "Ġany",
+        "way"
+      ],
+      [
+        "uc",
+        "t"
+      ],
+      [
+        "ct",
+        "us"
+      ],
+      [
+        "Ġshould",
+        "n"
+      ],
+      [
+        "Ġz",
+        "eb"
+      ],
+      [
+        "Ġgi",
+        "ven"
+      ],
+      [
+        "Ġhold",
+        "s"
+      ],
+      [
+        "Ġbar",
+        "rel"
+      ],
+      [
+        "Ġband",
+        "age"
+      ],
+      [
+        "Ġent",
+        "h"
+      ],
+      [
+        "Dad",
+        "dy"
+      ],
+      [
+        "Ġzeb",
+        "ra"
+      ],
+      [
+        "i",
+        "ves"
+      ],
+      [
+        "u",
+        "be"
+      ],
+      [
+        "y",
+        "ear"
+      ],
+      [
+        "Ġp",
+        "or"
+      ],
+      [
+        "Ġp",
+        "and"
+      ],
+      [
+        "Ġo",
+        "tter"
+      ],
+      [
+        "Ġr",
+        "ibb"
+      ],
+      [
+        "Ġsh",
+        "ield"
+      ],
+      [
+        "Ġme",
+        "chanic"
+      ],
+      [
+        "Ġdon",
+        "â"
+      ],
+      [
+        "Ġdis",
+        "ag"
+      ],
+      [
+        "Ġdis",
+        "play"
+      ],
+      [
+        "Ġmusic",
+        "ian"
+      ],
+      [
+        "cer",
+        "os"
+      ],
+      [
+        "Ġspe",
+        "ak"
+      ],
+      [
+        "Ġca",
+        "b"
+      ],
+      [
+        "Ġca",
+        "ctus"
+      ],
+      [
+        "ĠBet",
+        "sy"
+      ],
+      [
+        "Ġbul",
+        "b"
+      ],
+      [
+        "C",
+        "h"
+      ],
+      [
+        "e",
+        "ath"
+      ],
+      [
+        "i",
+        "kes"
+      ],
+      [
+        "x",
+        "y"
+      ],
+      [
+        "Ġt",
+        "ube"
+      ],
+      [
+        "Ġa",
+        "head"
+      ],
+      [
+        "Ġs",
+        "ummer"
+      ],
+      [
+        "Ġs",
+        "kelet"
+      ],
+      [
+        "Ġp",
+        "urse"
+      ],
+      [
+        "Ġkn",
+        "ob"
+      ],
+      [
+        "Ġdidn",
+        "â"
+      ],
+      [
+        "Ġcouldn",
+        "â"
+      ],
+      [
+        "Ġcol",
+        "ours"
+      ],
+      [
+        "Ġwindow",
+        "s"
+      ],
+      [
+        "oom",
+        "y"
+      ],
+      [
+        "Ġgif",
+        "ted"
+      ],
+      [
+        "Ġcart",
+        "oon"
+      ],
+      [
+        "Ġrhino",
+        "ceros"
+      ],
+      [
+        "g",
+        "l"
+      ],
+      [
+        "he",
+        "art"
+      ],
+      [
+        "Ġs",
+        "ize"
+      ],
+      [
+        "Ġb",
+        "et"
+      ],
+      [
+        "ĠM",
+        "iss"
+      ],
+      [
+        "Ġsc",
+        "rew"
+      ],
+      [
+        "Ġfl",
+        "our"
+      ],
+      [
+        "Ġbl",
+        "in"
+      ],
+      [
+        "ap",
+        "a"
+      ],
+      [
+        "Ġdis",
+        "hes"
+      ],
+      [
+        "Ġrain",
+        "ing"
+      ],
+      [
+        "Ġhop",
+        "ing"
+      ],
+      [
+        "Ġsho",
+        "vel"
+      ],
+      [
+        "Ġmin",
+        "t"
+      ],
+      [
+        "Ġjelly",
+        "fish"
+      ],
+      [
+        "Ġswe",
+        "ater"
+      ],
+      [
+        "Ġchar",
+        "ming"
+      ],
+      [
+        "Ġpengu",
+        "in"
+      ],
+      [
+        "Ġenvel",
+        "ope"
+      ],
+      [
+        "Ġenth",
+        "us"
+      ],
+      [
+        "Ġcab",
+        "in"
+      ],
+      [
+        "re",
+        "c"
+      ],
+      [
+        "Ġp",
+        "ant"
+      ],
+      [
+        "Ġth",
+        "read"
+      ],
+      [
+        "Ġin",
+        "se"
+      ],
+      [
+        "Ġst",
+        "aff"
+      ],
+      [
+        "Ġli",
+        "z"
+      ],
+      [
+        "Ġun",
+        "pack"
+      ],
+      [
+        "Ġwr",
+        "iting"
+      ],
+      [
+        "Ġtra",
+        "sh"
+      ],
+      [
+        "Ġroll",
+        "ing"
+      ],
+      [
+        "Ġwaff",
+        "le"
+      ],
+      [
+        "Ġ",
+        "iron"
+      ],
+      [
+        "Ġw",
+        "ing"
+      ],
+      [
+        "er",
+        "able"
+      ],
+      [
+        "Ġshe",
+        "et"
+      ],
+      [
+        "ĠB",
+        "uddy"
+      ],
+      [
+        "Ġsh",
+        "adow"
+      ],
+      [
+        "Ġro",
+        "ared"
+      ],
+      [
+        "Ġmu",
+        "ff"
+      ],
+      [
+        "Ġair",
+        "port"
+      ],
+      [
+        "Ġce",
+        "iling"
+      ],
+      [
+        "Ġatt",
+        "ic"
+      ],
+      [
+        "Ġorgan",
+        "ize"
+      ],
+      [
+        "Ġstret",
+        "ch"
+      ],
+      [
+        "Ġgrap",
+        "es"
+      ],
+      [
+        "Ġo",
+        "bs"
+      ],
+      [
+        "ĠA",
+        "re"
+      ],
+      [
+        "ĠW",
+        "ould"
+      ],
+      [
+        "ĠIn",
+        "st"
+      ],
+      [
+        "Ġpi",
+        "ano"
+      ],
+      [
+        "Ġsal",
+        "t"
+      ],
+      [
+        "Ġmis",
+        "erable"
+      ],
+      [
+        "Ġc",
+        "ord"
+      ],
+      [
+        "Ġd",
+        "ess"
+      ],
+      [
+        "Ġre",
+        "fused"
+      ],
+      [
+        "Ġsc",
+        "reen"
+      ],
+      [
+        "ĠD",
+        "an"
+      ],
+      [
+        "Ġstr",
+        "ugg"
+      ],
+      [
+        "Ġneed",
+        "le"
+      ],
+      [
+        "Ġbear",
+        "s"
+      ],
+      [
+        "ĠAnd",
+        "y"
+      ],
+      [
+        "Ġhead",
+        "ed"
+      ],
+      [
+        "Ġstick",
+        "y"
+      ],
+      [
+        "Ġfree",
+        "z"
+      ],
+      [
+        "Ġzoom",
+        "ed"
+      ],
+      [
+        "Ġimag",
+        "ined"
+      ],
+      [
+        "Ġmed",
+        "al"
+      ],
+      [
+        "Ġmagn",
+        "et"
+      ],
+      [
+        "rec",
+        "i"
+      ],
+      [
+        "Ġobs",
+        "er"
+      ],
+      [
+        "Ġ",
+        "er"
+      ],
+      [
+        "Ġli",
+        "ves"
+      ],
+      [
+        "ĠA",
+        "l"
+      ],
+      [
+        "ĠP",
+        "at"
+      ],
+      [
+        "Ġapp",
+        "reci"
+      ],
+      [
+        "ass",
+        "es"
+      ],
+      [
+        "Ġsail",
+        "or"
+      ],
+      [
+        "Ġminut",
+        "e"
+      ],
+      [
+        "Ġfisher",
+        "man"
+      ],
+      [
+        "v",
+        "ision"
+      ],
+      [
+        "Ġr",
+        "at"
+      ],
+      [
+        "al",
+        "ed"
+      ],
+      [
+        "Ġbr",
+        "us"
+      ],
+      [
+        "Ġch",
+        "ance"
+      ],
+      [
+        "Ġpo",
+        "st"
+      ],
+      [
+        "Ġsun",
+        "gl"
+      ],
+      [
+        "Ġche",
+        "ek"
+      ],
+      [
+        "ree",
+        "ze"
+      ],
+      [
+        "Ġde",
+        "af"
+      ],
+      [
+        "Ġru",
+        "les"
+      ],
+      [
+        "Ġfrog",
+        "s"
+      ],
+      [
+        "Ġair",
+        "pl"
+      ],
+      [
+        "ĠGo",
+        "d"
+      ],
+      [
+        "Ġstrawber",
+        "ry"
+      ],
+      [
+        "Ġsle",
+        "pt"
+      ],
+      [
+        "Ġliz",
+        "ard"
+      ],
+      [
+        "Ġsungl",
+        "asses"
+      ],
+      [
+        "Ġl",
+        "uck"
+      ],
+      [
+        "Ġin",
+        "f"
+      ],
+      [
+        "Ġbe",
+        "ep"
+      ],
+      [
+        "ĠB",
+        "unny"
+      ],
+      [
+        "Ġme",
+        "as"
+      ],
+      [
+        "Ġro",
+        "d"
+      ],
+      [
+        "Ġor",
+        "der"
+      ],
+      [
+        "Ġrest",
+        "less"
+      ],
+      [
+        "Ġsand",
+        "box"
+      ],
+      [
+        "Ġmess",
+        "age"
+      ],
+      [
+        "ĠJoe",
+        "y"
+      ],
+      [
+        "Ġcomp",
+        "let"
+      ],
+      [
+        "Ġatt",
+        "ract"
+      ],
+      [
+        "Ġgold",
+        "en"
+      ],
+      [
+        "Gra",
+        "ndma"
+      ],
+      [
+        "Ġpil",
+        "ot"
+      ],
+      [
+        "Ġpor",
+        "ch"
+      ],
+      [
+        "L",
+        "ittle"
+      ],
+      [
+        "l",
+        "er"
+      ],
+      [
+        "s",
+        "es"
+      ]
+    ]
+  }
+}
\ No newline at end of file
diff --git a/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-3100/tokenizer_config.json b/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-3100/tokenizer_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..f1578d3b6947e13e4001d559b79d4944be52b9c1
--- /dev/null
+++ b/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-3100/tokenizer_config.json
@@ -0,0 +1,13 @@
+{
+  "add_prefix_space": false,
+  "backend": "tokenizers",
+  "bos_token": "<|endoftext|>",
+  "eos_token": "<|endoftext|>",
+  "errors": "replace",
+  "is_local": false,
+  "local_files_only": false,
+  "model_max_length": 1024,
+  "pad_token": "<|endoftext|>",
+  "tokenizer_class": "GPT2Tokenizer",
+  "unk_token": "<|endoftext|>"
+}
diff --git a/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-3100/trainer_state.json b/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-3100/trainer_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..2b7cabb5c6b7ca11dbe485c18242c9ab5d72d0bc
--- /dev/null
+++ b/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-3100/trainer_state.json
@@ -0,0 +1,1135 @@
+{
+  "best_global_step": null,
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 0.20896528479946072,
+  "eval_steps": 2498,
+  "global_step": 3100,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.0013481631277384564,
+      "grad_norm": 2.078125,
+      "learning_rate": 2.66e-05,
+      "loss": 8.299579620361328,
+      "step": 20
+    },
+    {
+      "epoch": 0.002696326255476913,
+      "grad_norm": 1.359375,
+      "learning_rate": 5.46e-05,
+      "loss": 8.047666931152344,
+      "step": 40
+    },
+    {
+      "epoch": 0.004044489383215369,
+      "grad_norm": 1.2734375,
+      "learning_rate": 8.259999999999999e-05,
+      "loss": 7.838191986083984,
+      "step": 60
+    },
+    {
+      "epoch": 0.005392652510953826,
+      "grad_norm": 1.265625,
+      "learning_rate": 0.0001106,
+      "loss": 7.57310791015625,
+      "step": 80
+    },
+    {
+      "epoch": 0.006740815638692282,
+      "grad_norm": 1.1953125,
+      "learning_rate": 0.0001386,
+      "loss": 7.233531951904297,
+      "step": 100
+    },
+    {
+      "epoch": 0.008088978766430738,
+      "grad_norm": 1.1328125,
+      "learning_rate": 0.00016659999999999998,
+      "loss": 6.860941314697266,
+      "step": 120
+    },
+    {
+      "epoch": 0.009437141894169195,
+      "grad_norm": 0.95703125,
+      "learning_rate": 0.00019460000000000001,
+      "loss": 6.51712646484375,
+      "step": 140
+    },
+    {
+      "epoch": 0.010785305021907651,
+      "grad_norm": 0.81640625,
+      "learning_rate": 0.0002226,
+      "loss": 6.234881591796875,
+      "step": 160
+    },
+    {
+      "epoch": 0.012133468149646108,
+      "grad_norm": 0.73828125,
+      "learning_rate": 0.00025059999999999997,
+      "loss": 6.024795913696289,
+      "step": 180
+    },
+    {
+      "epoch": 0.013481631277384564,
+      "grad_norm": 1.0390625,
+      "learning_rate": 0.0002786,
+      "loss": 5.837321472167969,
+      "step": 200
+    },
+    {
+      "epoch": 0.01482979440512302,
+      "grad_norm": 0.63671875,
+      "learning_rate": 0.00030659999999999997,
+      "loss": 5.647708129882813,
+      "step": 220
+    },
+    {
+      "epoch": 0.016177957532861477,
+      "grad_norm": 0.8984375,
+      "learning_rate": 0.0003346,
+      "loss": 5.43688735961914,
+      "step": 240
+    },
+    {
+      "epoch": 0.01752612066059993,
+      "grad_norm": 0.77734375,
+      "learning_rate": 0.00036260000000000003,
+      "loss": 5.210599517822265,
+      "step": 260
+    },
+    {
+      "epoch": 0.01887428378833839,
+      "grad_norm": 0.890625,
+      "learning_rate": 0.0003906,
+      "loss": 4.956959533691406,
+      "step": 280
+    },
+    {
+      "epoch": 0.020222446916076844,
+      "grad_norm": 0.84765625,
+      "learning_rate": 0.0004186,
+      "loss": 4.726874160766601,
+      "step": 300
+    },
+    {
+      "epoch": 0.021570610043815303,
+      "grad_norm": 0.87890625,
+      "learning_rate": 0.0004466,
+      "loss": 4.527945327758789,
+      "step": 320
+    },
+    {
+      "epoch": 0.022918773171553757,
+      "grad_norm": 1.3515625,
+      "learning_rate": 0.00047460000000000004,
+      "loss": 4.3517810821533205,
+      "step": 340
+    },
+    {
+      "epoch": 0.024266936299292215,
+      "grad_norm": 0.76171875,
+      "learning_rate": 0.0005026,
+      "loss": 4.212622451782226,
+      "step": 360
+    },
+    {
+      "epoch": 0.02561509942703067,
+      "grad_norm": 0.6640625,
+      "learning_rate": 0.0005306,
+      "loss": 4.076633453369141,
+      "step": 380
+    },
+    {
+      "epoch": 0.026963262554769128,
+      "grad_norm": 0.498046875,
+      "learning_rate": 0.0005586,
+      "loss": 3.9346649169921877,
+      "step": 400
+    },
+    {
+      "epoch": 0.028311425682507583,
+      "grad_norm": 0.85546875,
+      "learning_rate": 0.0005866,
+      "loss": 3.8310710906982424,
+      "step": 420
+    },
+    {
+      "epoch": 0.02965958881024604,
+      "grad_norm": 0.59375,
+      "learning_rate": 0.0006146,
+      "loss": 3.7676155090332033,
+      "step": 440
+    },
+    {
+      "epoch": 0.031007751937984496,
+      "grad_norm": 0.6171875,
+      "learning_rate": 0.0006426,
+      "loss": 3.6599285125732424,
+      "step": 460
+    },
+    {
+      "epoch": 0.032355915065722954,
+      "grad_norm": 0.5546875,
+      "learning_rate": 0.0006705999999999999,
+      "loss": 3.5886669158935547,
+      "step": 480
+    },
+    {
+      "epoch": 0.03370407819346141,
+      "grad_norm": 0.546875,
+      "learning_rate": 0.0006986,
+      "loss": 3.512950134277344,
+      "step": 500
+    },
+    {
+      "epoch": 0.03505224132119986,
+      "grad_norm": 0.53125,
+      "learning_rate": 0.0007,
+      "loss": 3.444244384765625,
+      "step": 520
+    },
+    {
+      "epoch": 0.03640040444893832,
+      "grad_norm": 0.5078125,
+      "learning_rate": 0.0007,
+      "loss": 3.369425964355469,
+      "step": 540
+    },
+    {
+      "epoch": 0.03774856757667678,
+      "grad_norm": 0.5625,
+      "learning_rate": 0.0007,
+      "loss": 3.318771743774414,
+      "step": 560
+    },
+    {
+      "epoch": 0.03909673070441524,
+      "grad_norm": 0.470703125,
+      "learning_rate": 0.0007,
+      "loss": 3.2595756530761717,
+      "step": 580
+    },
+    {
+      "epoch": 0.04044489383215369,
+      "grad_norm": 0.53125,
+      "learning_rate": 0.0007,
+      "loss": 3.2241649627685547,
+      "step": 600
+    },
+    {
+      "epoch": 0.04179305695989215,
+      "grad_norm": 0.484375,
+      "learning_rate": 0.0007,
+      "loss": 3.1619989395141603,
+      "step": 620
+    },
+    {
+      "epoch": 0.043141220087630605,
+      "grad_norm": 0.5625,
+      "learning_rate": 0.0007,
+      "loss": 3.14036865234375,
+      "step": 640
+    },
+    {
+      "epoch": 0.044489383215369056,
+      "grad_norm": 0.41796875,
+      "learning_rate": 0.0007,
+      "loss": 3.083884620666504,
+      "step": 660
+    },
+    {
+      "epoch": 0.045837546343107514,
+      "grad_norm": 0.451171875,
+      "learning_rate": 0.0007,
+      "loss": 3.0591588973999024,
+      "step": 680
+    },
+    {
+      "epoch": 0.04718570947084597,
+      "grad_norm": 0.423828125,
+      "learning_rate": 0.0007,
+      "loss": 3.015497016906738,
+      "step": 700
+    },
+    {
+      "epoch": 0.04853387259858443,
+      "grad_norm": 0.41796875,
+      "learning_rate": 0.0007,
+      "loss": 2.9805700302124025,
+      "step": 720
+    },
+    {
+      "epoch": 0.04988203572632288,
+      "grad_norm": 0.46875,
+      "learning_rate": 0.0007,
+      "loss": 2.9426918029785156,
+      "step": 740
+    },
+    {
+      "epoch": 0.05123019885406134,
+      "grad_norm": 0.46484375,
+      "learning_rate": 0.0007,
+      "loss": 2.9274158477783203,
+      "step": 760
+    },
+    {
+      "epoch": 0.0525783619817998,
+      "grad_norm": 0.421875,
+      "learning_rate": 0.0007,
+      "loss": 2.931459426879883,
+      "step": 780
+    },
+    {
+      "epoch": 0.053926525109538256,
+      "grad_norm": 0.486328125,
+      "learning_rate": 0.0007,
+      "loss": 2.877642059326172,
+      "step": 800
+    },
+    {
+      "epoch": 0.05527468823727671,
+      "grad_norm": 0.40234375,
+      "learning_rate": 0.0007,
+      "loss": 2.8646697998046875,
+      "step": 820
+    },
+    {
+      "epoch": 0.056622851365015166,
+      "grad_norm": 0.451171875,
+      "learning_rate": 0.0007,
+      "loss": 2.8328128814697267,
+      "step": 840
+    },
+    {
+      "epoch": 0.057971014492753624,
+      "grad_norm": 0.396484375,
+      "learning_rate": 0.0007,
+      "loss": 2.790274429321289,
+      "step": 860
+    },
+    {
+      "epoch": 0.05931917762049208,
+      "grad_norm": 0.423828125,
+      "learning_rate": 0.0007,
+      "loss": 2.7668125152587892,
+      "step": 880
+    },
+    {
+      "epoch": 0.06066734074823053,
+      "grad_norm": 0.427734375,
+      "learning_rate": 0.0007,
+      "loss": 2.7516881942749025,
+      "step": 900
+    },
+    {
+      "epoch": 0.06201550387596899,
+      "grad_norm": 0.42578125,
+      "learning_rate": 0.0007,
+      "loss": 2.722590446472168,
+      "step": 920
+    },
+    {
+      "epoch": 0.06336366700370745,
+      "grad_norm": 0.4375,
+      "learning_rate": 0.0007,
+      "loss": 2.708496856689453,
+      "step": 940
+    },
+    {
+      "epoch": 0.06471183013144591,
+      "grad_norm": 0.400390625,
+      "learning_rate": 0.0007,
+      "loss": 2.681654930114746,
+      "step": 960
+    },
+    {
+      "epoch": 0.06605999325918437,
+      "grad_norm": 0.396484375,
+      "learning_rate": 0.0007,
+      "loss": 2.6650571823120117,
+      "step": 980
+    },
+    {
+      "epoch": 0.06740815638692282,
+      "grad_norm": 0.41015625,
+      "learning_rate": 0.0007,
+      "loss": 2.6637720108032226,
+      "step": 1000
+    },
+    {
+      "epoch": 0.06875631951466127,
+      "grad_norm": 0.396484375,
+      "learning_rate": 0.0007,
+      "loss": 2.6311159133911133,
+      "step": 1020
+    },
+    {
+      "epoch": 0.07010448264239973,
+      "grad_norm": 0.408203125,
+      "learning_rate": 0.0007,
+      "loss": 2.615707015991211,
+      "step": 1040
+    },
+    {
+      "epoch": 0.07145264577013818,
+      "grad_norm": 0.404296875,
+      "learning_rate": 0.0007,
+      "loss": 2.6003103256225586,
+      "step": 1060
+    },
+    {
+      "epoch": 0.07280080889787664,
+      "grad_norm": 0.41015625,
+      "learning_rate": 0.0007,
+      "loss": 2.581348991394043,
+      "step": 1080
+    },
+    {
+      "epoch": 0.0741489720256151,
+      "grad_norm": 0.404296875,
+      "learning_rate": 0.0007,
+      "loss": 2.574792671203613,
+      "step": 1100
+    },
+    {
+      "epoch": 0.07549713515335356,
+      "grad_norm": 0.384765625,
+      "learning_rate": 0.0007,
+      "loss": 2.538400650024414,
+      "step": 1120
+    },
+    {
+      "epoch": 0.07684529828109202,
+      "grad_norm": 0.41796875,
+      "learning_rate": 0.0007,
+      "loss": 2.5249162673950196,
+      "step": 1140
+    },
+    {
+      "epoch": 0.07819346140883048,
+      "grad_norm": 0.404296875,
+      "learning_rate": 0.0007,
+      "loss": 2.5237232208251954,
+      "step": 1160
+    },
+    {
+      "epoch": 0.07954162453656892,
+      "grad_norm": 0.396484375,
+      "learning_rate": 0.0007,
+      "loss": 2.517318344116211,
+      "step": 1180
+    },
+    {
+      "epoch": 0.08088978766430738,
+      "grad_norm": 0.41796875,
+      "learning_rate": 0.0007,
+      "loss": 2.507699203491211,
+      "step": 1200
+    },
+    {
+      "epoch": 0.08223795079204584,
+      "grad_norm": 0.3828125,
+      "learning_rate": 0.0007,
+      "loss": 2.4932661056518555,
+      "step": 1220
+    },
+    {
+      "epoch": 0.0835861139197843,
+      "grad_norm": 0.365234375,
+      "learning_rate": 0.0007,
+      "loss": 2.4781061172485352,
+      "step": 1240
+    },
+    {
+      "epoch": 0.08493427704752275,
+      "grad_norm": 0.388671875,
+      "learning_rate": 0.0007,
+      "loss": 2.465612030029297,
+      "step": 1260
+    },
+    {
+      "epoch": 0.08628244017526121,
+      "grad_norm": 0.41796875,
+      "learning_rate": 0.0007,
+      "loss": 2.4463497161865235,
+      "step": 1280
+    },
+    {
+      "epoch": 0.08763060330299967,
+      "grad_norm": 0.390625,
+      "learning_rate": 0.0007,
+      "loss": 2.4374414443969727,
+      "step": 1300
+    },
+    {
+      "epoch": 0.08897876643073811,
+      "grad_norm": 0.35546875,
+      "learning_rate": 0.0007,
+      "loss": 2.4308101654052736,
+      "step": 1320
+    },
+    {
+      "epoch": 0.09032692955847657,
+      "grad_norm": 0.40234375,
+      "learning_rate": 0.0007,
+      "loss": 2.416130256652832,
+      "step": 1340
+    },
+    {
+      "epoch": 0.09167509268621503,
+      "grad_norm": 0.4296875,
+      "learning_rate": 0.0007,
+      "loss": 2.41524600982666,
+      "step": 1360
+    },
+    {
+      "epoch": 0.09302325581395349,
+      "grad_norm": 0.359375,
+      "learning_rate": 0.0007,
+      "loss": 2.392221450805664,
+      "step": 1380
+    },
+    {
+      "epoch": 0.09437141894169195,
+      "grad_norm": 0.373046875,
+      "learning_rate": 0.0007,
+      "loss": 2.383866310119629,
+      "step": 1400
+    },
+    {
+      "epoch": 0.0957195820694304,
+      "grad_norm": 0.396484375,
+      "learning_rate": 0.0007,
+      "loss": 2.394974708557129,
+      "step": 1420
+    },
+    {
+      "epoch": 0.09706774519716886,
+      "grad_norm": 0.396484375,
+      "learning_rate": 0.0007,
+      "loss": 2.3713239669799804,
+      "step": 1440
+    },
+    {
+      "epoch": 0.09841590832490732,
+      "grad_norm": 0.37109375,
+      "learning_rate": 0.0007,
+      "loss": 2.3597253799438476,
+      "step": 1460
+    },
+    {
+      "epoch": 0.09976407145264576,
+      "grad_norm": 0.34765625,
+      "learning_rate": 0.0007,
+      "loss": 2.3452421188354493,
+      "step": 1480
+    },
+    {
+      "epoch": 0.10111223458038422,
+      "grad_norm": 0.376953125,
+      "learning_rate": 0.0007,
+      "loss": 2.3336454391479493,
+      "step": 1500
+    },
+    {
+      "epoch": 0.10246039770812268,
+      "grad_norm": 0.39453125,
+      "learning_rate": 0.0007,
+      "loss": 2.3358110427856444,
+      "step": 1520
+    },
+    {
+      "epoch": 0.10380856083586114,
+      "grad_norm": 0.40625,
+      "learning_rate": 0.0007,
+      "loss": 2.324386787414551,
+      "step": 1540
+    },
+    {
+      "epoch": 0.1051567239635996,
+      "grad_norm": 0.376953125,
+      "learning_rate": 0.0007,
+      "loss": 2.313844108581543,
+      "step": 1560
+    },
+    {
+      "epoch": 0.10650488709133805,
+      "grad_norm": 0.349609375,
+      "learning_rate": 0.0007,
+      "loss": 2.3294256210327147,
+      "step": 1580
+    },
+    {
+      "epoch": 0.10785305021907651,
+      "grad_norm": 0.40234375,
+      "learning_rate": 0.0007,
+      "loss": 2.297942352294922,
+      "step": 1600
+    },
+    {
+      "epoch": 0.10920121334681497,
+      "grad_norm": 0.357421875,
+      "learning_rate": 0.0007,
+      "loss": 2.296767997741699,
+      "step": 1620
+    },
+    {
+      "epoch": 0.11054937647455342,
+      "grad_norm": 0.37890625,
+      "learning_rate": 0.0007,
+      "loss": 2.3081844329833983,
+      "step": 1640
+    },
+    {
+      "epoch": 0.11189753960229187,
+      "grad_norm": 0.35546875,
+      "learning_rate": 0.0007,
+      "loss": 2.2883626937866213,
+      "step": 1660
+    },
+    {
+      "epoch": 0.11324570273003033,
+      "grad_norm": 0.375,
+      "learning_rate": 0.0007,
+      "loss": 2.272566223144531,
+      "step": 1680
+    },
+    {
+      "epoch": 0.11459386585776879,
+      "grad_norm": 0.373046875,
+      "learning_rate": 0.0007,
+      "loss": 2.281250762939453,
+      "step": 1700
+    },
+    {
+      "epoch": 0.11594202898550725,
+      "grad_norm": 0.41796875,
+      "learning_rate": 0.0007,
+      "loss": 2.257417106628418,
+      "step": 1720
+    },
+    {
+      "epoch": 0.1172901921132457,
+      "grad_norm": 0.365234375,
+      "learning_rate": 0.0007,
+      "loss": 2.2473636627197267,
+      "step": 1740
+    },
+    {
+      "epoch": 0.11863835524098416,
+      "grad_norm": 0.380859375,
+      "learning_rate": 0.0007,
+      "loss": 2.253912925720215,
+      "step": 1760
+    },
+    {
+      "epoch": 0.11998651836872262,
+      "grad_norm": 0.3515625,
+      "learning_rate": 0.0007,
+      "loss": 2.2672780990600585,
+      "step": 1780
+    },
+    {
+      "epoch": 0.12133468149646107,
+      "grad_norm": 0.3671875,
+      "learning_rate": 0.0007,
+      "loss": 2.261806106567383,
+      "step": 1800
+    },
+    {
+      "epoch": 0.12268284462419952,
+      "grad_norm": 0.375,
+      "learning_rate": 0.0007,
+      "loss": 2.2513105392456056,
+      "step": 1820
+    },
+    {
+      "epoch": 0.12403100775193798,
+      "grad_norm": 0.369140625,
+      "learning_rate": 0.0007,
+      "loss": 2.2201774597167967,
+      "step": 1840
+    },
+    {
+      "epoch": 0.12537917087967643,
+      "grad_norm": 0.35546875,
+      "learning_rate": 0.0007,
+      "loss": 2.2213924407958983,
+      "step": 1860
+    },
+    {
+      "epoch": 0.1267273340074149,
+      "grad_norm": 0.361328125,
+      "learning_rate": 0.0007,
+      "loss": 2.21158447265625,
+      "step": 1880
+    },
+    {
+      "epoch": 0.12807549713515334,
+      "grad_norm": 0.357421875,
+      "learning_rate": 0.0007,
+      "loss": 2.218313217163086,
+      "step": 1900
+    },
+    {
+      "epoch": 0.12942366026289182,
+      "grad_norm": 0.361328125,
+      "learning_rate": 0.0007,
+      "loss": 2.1961637496948243,
+      "step": 1920
+    },
+    {
+      "epoch": 0.13077182339063026,
+      "grad_norm": 0.369140625,
+      "learning_rate": 0.0007,
+      "loss": 2.2057926177978517,
+      "step": 1940
+    },
+    {
+      "epoch": 0.13211998651836873,
+      "grad_norm": 0.345703125,
+      "learning_rate": 0.0007,
+      "loss": 2.181648826599121,
+      "step": 1960
+    },
+    {
+      "epoch": 0.13346814964610718,
+      "grad_norm": 0.380859375,
+      "learning_rate": 0.0007,
+      "loss": 2.203908920288086,
+      "step": 1980
+    },
+    {
+      "epoch": 0.13481631277384565,
+      "grad_norm": 0.341796875,
+      "learning_rate": 0.0007,
+      "loss": 2.1758956909179688,
+      "step": 2000
+    },
+    {
+      "epoch": 0.1361644759015841,
+      "grad_norm": 0.35546875,
+      "learning_rate": 0.0007,
+      "loss": 2.185748481750488,
+      "step": 2020
+    },
+    {
+      "epoch": 0.13751263902932254,
+      "grad_norm": 0.41796875,
+      "learning_rate": 0.0007,
+      "loss": 2.165380668640137,
+      "step": 2040
+    },
+    {
+      "epoch": 0.138860802157061,
+      "grad_norm": 0.3515625,
+      "learning_rate": 0.0007,
+      "loss": 2.1852161407470705,
+      "step": 2060
+    },
+    {
+      "epoch": 0.14020896528479945,
+      "grad_norm": 0.34765625,
+      "learning_rate": 0.0007,
+      "loss": 2.160782051086426,
+      "step": 2080
+    },
+    {
+      "epoch": 0.14155712841253792,
+      "grad_norm": 0.337890625,
+      "learning_rate": 0.0007,
+      "loss": 2.152023124694824,
+      "step": 2100
+    },
+    {
+      "epoch": 0.14290529154027637,
+      "grad_norm": 0.359375,
+      "learning_rate": 0.0007,
+      "loss": 2.160308837890625,
+      "step": 2120
+    },
+    {
+      "epoch": 0.14425345466801484,
+      "grad_norm": 0.34765625,
+      "learning_rate": 0.0007,
+      "loss": 2.1609643936157226,
+      "step": 2140
+    },
+    {
+      "epoch": 0.14560161779575329,
+      "grad_norm": 0.357421875,
+      "learning_rate": 0.0007,
+      "loss": 2.1475265502929686,
+      "step": 2160
+    },
+    {
+      "epoch": 0.14694978092349173,
+      "grad_norm": 0.345703125,
+      "learning_rate": 0.0007,
+      "loss": 2.155929183959961,
+      "step": 2180
+    },
+    {
+      "epoch": 0.1482979440512302,
+      "grad_norm": 0.341796875,
+      "learning_rate": 0.0007,
+      "loss": 2.1293373107910156,
+      "step": 2200
+    },
+    {
+      "epoch": 0.14964610717896865,
+      "grad_norm": 0.35546875,
+      "learning_rate": 0.0007,
+      "loss": 2.137188720703125,
+      "step": 2220
+    },
+    {
+      "epoch": 0.15099427030670712,
+      "grad_norm": 0.345703125,
+      "learning_rate": 0.0007,
+      "loss": 2.1462854385375976,
+      "step": 2240
+    },
+    {
+      "epoch": 0.15234243343444556,
+      "grad_norm": 0.365234375,
+      "learning_rate": 0.0007,
+      "loss": 2.1255794525146485,
+      "step": 2260
+    },
+    {
+      "epoch": 0.15369059656218403,
+      "grad_norm": 0.33984375,
+      "learning_rate": 0.0007,
+      "loss": 2.1365018844604493,
+      "step": 2280
+    },
+    {
+      "epoch": 0.15503875968992248,
+      "grad_norm": 0.337890625,
+      "learning_rate": 0.0007,
+      "loss": 2.1164464950561523,
+      "step": 2300
+    },
+    {
+      "epoch": 0.15638692281766095,
+      "grad_norm": 0.361328125,
+      "learning_rate": 0.0007,
+      "loss": 2.127320671081543,
+      "step": 2320
+    },
+    {
+      "epoch": 0.1577350859453994,
+      "grad_norm": 0.3359375,
+      "learning_rate": 0.0007,
+      "loss": 2.117641067504883,
+      "step": 2340
+    },
+    {
+      "epoch": 0.15908324907313784,
+      "grad_norm": 0.357421875,
+      "learning_rate": 0.0007,
+      "loss": 2.119377326965332,
+      "step": 2360
+    },
+    {
+      "epoch": 0.1604314122008763,
+      "grad_norm": 0.33203125,
+      "learning_rate": 0.0007,
+      "loss": 2.121909332275391,
+      "step": 2380
+    },
+    {
+      "epoch": 0.16177957532861476,
+      "grad_norm": 0.361328125,
+      "learning_rate": 0.0007,
+      "loss": 2.10235538482666,
+      "step": 2400
+    },
+    {
+      "epoch": 0.16312773845635323,
+      "grad_norm": 0.353515625,
+      "learning_rate": 0.0007,
+      "loss": 2.1056692123413088,
+      "step": 2420
+    },
+    {
+      "epoch": 0.16447590158409167,
+      "grad_norm": 0.3359375,
+      "learning_rate": 0.0007,
+      "loss": 2.093578910827637,
+      "step": 2440
+    },
+    {
+      "epoch": 0.16582406471183014,
+      "grad_norm": 0.337890625,
+      "learning_rate": 0.0007,
+      "loss": 2.1059795379638673,
+      "step": 2460
+    },
+    {
+      "epoch": 0.1671722278395686,
+      "grad_norm": 0.361328125,
+      "learning_rate": 0.0007,
+      "loss": 2.106010627746582,
+      "step": 2480
+    },
+    {
+      "epoch": 0.1683855746545332,
+      "eval_loss": 2.100916624069214,
+      "eval_runtime": 15.3711,
+      "eval_samples_per_second": 619.799,
+      "eval_steps_per_second": 0.651,
+      "step": 2498
+    },
+    {
+      "epoch": 0.16852039096730703,
+      "grad_norm": 0.33984375,
+      "learning_rate": 0.0007,
+      "loss": 2.087843322753906,
+      "step": 2500
+    },
+    {
+      "epoch": 0.16852039096730703,
+      "eval_loss": 2.1001250743865967,
+      "eval_runtime": 18.4156,
+      "eval_samples_per_second": 517.335,
+      "eval_steps_per_second": 0.543,
+      "step": 2500
+    },
+    {
+      "epoch": 0.1698685540950455,
+      "grad_norm": 20840448.0,
+      "learning_rate": 3.4200000000000005e-05,
+      "loss": 2.092716407775879,
+      "step": 2520
+    },
+    {
+      "epoch": 0.17121671722278395,
+      "grad_norm": 22937600.0,
+      "learning_rate": 7.020000000000001e-05,
+      "loss": 2.106246566772461,
+      "step": 2540
+    },
+    {
+      "epoch": 0.17256488035052242,
+      "grad_norm": 116391936.0,
+      "learning_rate": 9e-05,
+      "loss": 3.2435539245605467,
+      "step": 2560
+    },
+    {
+      "epoch": 0.17391304347826086,
+      "grad_norm": 283115520.0,
+      "learning_rate": 9e-05,
+      "loss": 7.010993957519531,
+      "step": 2580
+    },
+    {
+      "epoch": 0.17526120660599934,
+      "grad_norm": 583008256.0,
+      "learning_rate": 9e-05,
+      "loss": 7.576824188232422,
+      "step": 2600
+    },
+    {
+      "epoch": 0.17660936973373778,
+      "grad_norm": 998244352.0,
+      "learning_rate": 9e-05,
+      "loss": 7.7992095947265625,
+      "step": 2620
+    },
+    {
+      "epoch": 0.17795753286147623,
+      "grad_norm": 1501560832.0,
+      "learning_rate": 9e-05,
+      "loss": 7.901728820800781,
+      "step": 2640
+    },
+    {
+      "epoch": 0.1793056959892147,
+      "grad_norm": 2055208960.0,
+      "learning_rate": 9e-05,
+      "loss": 7.956874847412109,
+      "step": 2660
+    },
+    {
+      "epoch": 0.18065385911695314,
+      "grad_norm": 2650800128.0,
+      "learning_rate": 9e-05,
+      "loss": 7.995229339599609,
+      "step": 2680
+    },
+    {
+      "epoch": 0.1820020222446916,
+      "grad_norm": 3288334336.0,
+      "learning_rate": 9e-05,
+      "loss": 8.019290161132812,
+      "step": 2700
+    },
+    {
+      "epoch": 0.18335018537243006,
+      "grad_norm": 3942645760.0,
+      "learning_rate": 9e-05,
+      "loss": 8.043710327148437,
+      "step": 2720
+    },
+    {
+      "epoch": 0.18469834850016853,
+      "grad_norm": 4630511616.0,
+      "learning_rate": 9e-05,
+      "loss": 8.043434143066406,
+      "step": 2740
+    },
+    {
+      "epoch": 0.18604651162790697,
+      "grad_norm": 5301600256.0,
+      "learning_rate": 9e-05,
+      "loss": 8.049758911132812,
+      "step": 2760
+    },
+    {
+      "epoch": 0.18739467475564545,
+      "grad_norm": 5972688896.0,
+      "learning_rate": 9e-05,
+      "loss": 8.061854553222656,
+      "step": 2780
+    },
+    {
+      "epoch": 0.1887428378833839,
+      "grad_norm": 6643777536.0,
+      "learning_rate": 9e-05,
+      "loss": 8.073146057128906,
+      "step": 2800
+    },
+    {
+      "epoch": 0.19009100101112233,
+      "grad_norm": 7281311744.0,
+      "learning_rate": 9e-05,
+      "loss": 8.076551818847657,
+      "step": 2820
+    },
+    {
+      "epoch": 0.1914391641388608,
+      "grad_norm": 7918845952.0,
+      "learning_rate": 9e-05,
+      "loss": 8.078580474853515,
+      "step": 2840
+    },
+    {
+      "epoch": 0.19278732726659925,
+      "grad_norm": 8556380160.0,
+      "learning_rate": 9e-05,
+      "loss": 8.073567199707032,
+      "step": 2860
+    },
+    {
+      "epoch": 0.19413549039433772,
+      "grad_norm": 9126805504.0,
+      "learning_rate": 9e-05,
+      "loss": 8.08355941772461,
+      "step": 2880
+    },
+    {
+      "epoch": 0.19548365352207617,
+      "grad_norm": 9730785280.0,
+      "learning_rate": 9e-05,
+      "loss": 8.085595703125,
+      "step": 2900
+    },
+    {
+      "epoch": 0.19683181664981464,
+      "grad_norm": 10267656192.0,
+      "learning_rate": 9e-05,
+      "loss": 8.09107666015625,
+      "step": 2920
+    },
+    {
+      "epoch": 0.19817997977755308,
+      "grad_norm": 10804527104.0,
+      "learning_rate": 9e-05,
+      "loss": 8.093254089355469,
+      "step": 2940
+    },
+    {
+      "epoch": 0.19952814290529153,
+      "grad_norm": 11341398016.0,
+      "learning_rate": 9e-05,
+      "loss": 8.094740295410157,
+      "step": 2960
+    },
+    {
+      "epoch": 0.20087630603303,
+      "grad_norm": 11811160064.0,
+      "learning_rate": 9e-05,
+      "loss": 8.100899505615235,
+      "step": 2980
+    },
+    {
+      "epoch": 0.20222446916076844,
+      "grad_norm": 12213813248.0,
+      "learning_rate": 9e-05,
+      "loss": 8.100372314453125,
+      "step": 3000
+    },
+    {
+      "epoch": 0.20357263228850692,
+      "grad_norm": 12616466432.0,
+      "learning_rate": 9e-05,
+      "loss": 8.101102447509765,
+      "step": 3020
+    },
+    {
+      "epoch": 0.20492079541624536,
+      "grad_norm": 13019119616.0,
+      "learning_rate": 9e-05,
+      "loss": 8.099246215820312,
+      "step": 3040
+    },
+    {
+      "epoch": 0.20626895854398383,
+      "grad_norm": 13421772800.0,
+      "learning_rate": 9e-05,
+      "loss": 8.084943389892578,
+      "step": 3060
+    },
+    {
+      "epoch": 0.20761712167172228,
+      "grad_norm": 13757317120.0,
+      "learning_rate": 9e-05,
+      "loss": 8.084758758544922,
+      "step": 3080
+    },
+    {
+      "epoch": 0.20896528479946072,
+      "grad_norm": 14159970304.0,
+      "learning_rate": 9e-05,
+      "loss": 8.089293670654296,
+      "step": 3100
+    }
+  ],
+  "logging_steps": 20,
+  "max_steps": 3500,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 1,
+  "save_steps": 100,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 1.00014797881344e+16,
+  "train_batch_size": 64,
+  "trial_name": null,
+  "trial_params": null
+}
diff --git a/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-3100/training_args.bin b/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-3100/training_args.bin
new file mode 100644
index 0000000000000000000000000000000000000000..c1e7646e238287016f463d9c164308eeb61907be
--- /dev/null
+++ b/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-3100/training_args.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:759f687547d62f080b691b398df9dd337d9e21ff107770065591d2088b29bf88
+size 4920
diff --git a/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-3200/config.json b/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-3200/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..ddf778ded4e2e08f20c75fc7d22d4fbdcdda599a
--- /dev/null
+++ b/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-3200/config.json
@@ -0,0 +1,36 @@
+{
+  "activation": "gelu",
+  "architectures": [
+    "TinyLlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 1,
+  "dtype": "bfloat16",
+  "eos_token_id": 2,
+  "head_dim": 32,
+  "hidden_act": "silu",
+  "hidden_size": 128,
+  "initializer_range": 0.02,
+  "intermediate_size": 256,
+  "max_position_embeddings": 512,
+  "mlp_bias": false,
+  "mlp_type": "glu",
+  "model_type": "tiny_llama",
+  "num_attention_heads": 4,
+  "num_hidden_layers": 100,
+  "num_key_value_heads": 4,
+  "pad_token_id": 0,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-06,
+  "rope_parameters": {
+    "rope_theta": 10000.0,
+    "rope_type": "default"
+  },
+  "tie_word_embeddings": true,
+  "tokenizer_name": "w-ahmad/tiny-stories-tokenizer",
+  "transformers_version": "5.16.0.dev0",
+  "use_cache": false,
+  "vocab_size": 4096,
+  "waleed_beta": 4
+}
diff --git a/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-3200/model.safetensors b/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-3200/model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..c1dc1280b0342c9b1e23e106b7f45e97ecc91ae1
--- /dev/null
+++ b/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-3200/model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:313d2f96b1d0496de39cb5334e90ed1cf5d66639363394cc24b68d7cf24308ef
+size 33967272
diff --git a/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-3200/optimizer.pt b/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-3200/optimizer.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db73b9c386fa86dcad6aab94fd8187ae3b41c66c
--- /dev/null
+++ b/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-3200/optimizer.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d8c19a60a3ea5fda86aa609e02b89288ad6b121fe7f07050d27334ee195c421
+size 39573050
diff --git a/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-3200/rng_state.pth b/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-3200/rng_state.pth
new file mode 100644
index 0000000000000000000000000000000000000000..e29ad0909e8c1afefa182e7ed890fa257c75af25
--- /dev/null
+++ b/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-3200/rng_state.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cf9097d4513154245c48236b6ec5137b7ee2a21c9f58f2cba798ea275c6026f
+size 14244
diff --git a/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-3200/scheduler.pt b/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-3200/scheduler.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b664d2157eeeb0a6cbb566ff2d9a39157ae90f28
--- /dev/null
+++ b/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-3200/scheduler.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42032ce2906e08b8158bbc61ccff7a8449b0a1b6c135848ffd257fa664fd4577
+size 1064
diff --git a/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-3200/tokenizer.json b/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-3200/tokenizer.json
new file mode 100644
index 0000000000000000000000000000000000000000..4e4e61f2579f8f18013caa72cd48f66b9ed1ad9f
--- /dev/null
+++ b/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-3200/tokenizer.json
@@ -0,0 +1,19501 @@
+{
+  "version": "1.0",
+  "truncation": null,
+  "padding": null,
+  "added_tokens": [
+    {
+      "id": 0,
+      "content": "<|endoftext|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": true
+    }
+  ],
+  "normalizer": null,
+  "pre_tokenizer": {
+    "type": "ByteLevel",
+    "add_prefix_space": false,
+    "trim_offsets": true,
+    "use_regex": true
+  },
+  "post_processor": {
+    "type": "ByteLevel",
+    "add_prefix_space": true,
+    "trim_offsets": false,
+    "use_regex": true
+  },
+  "decoder": {
+    "type": "ByteLevel",
+    "add_prefix_space": true,
+    "trim_offsets": true,
+    "use_regex": true
+  },
+  "model": {
+    "type": "BPE",
+    "dropout": null,
+    "unk_token": null,
+    "continuing_subword_prefix": "",
+    "end_of_word_suffix": "",
+    "fuse_unk": false,
+    "byte_fallback": false,
+    "ignore_merges": false,
+    "vocab": {
+      "<|endoftext|>": 0,
+      "!": 1,
+      "\"": 2,
+      "#": 3,
+      "$": 4,
+      "%": 5,
+      "&": 6,
+      "'": 7,
+      "(": 8,
+      ")": 9,
+      "*": 10,
+      "+": 11,
+      ",": 12,
+      "-": 13,
+      ".": 14,
+      "/": 15,
+      "0": 16,
+      "1": 17,
+      "2": 18,
+      "3": 19,
+      "4": 20,
+      "5": 21,
+      "6": 22,
+      "7": 23,
+      "8": 24,
+      "9": 25,
+      ":": 26,
+      ";": 27,
+      "<": 28,
+      "=": 29,
+      ">": 30,
+      "?": 31,
+      "@": 32,
+      "A": 33,
+      "B": 34,
+      "C": 35,
+      "D": 36,
+      "E": 37,
+      "F": 38,
+      "G": 39,
+      "H": 40,
+      "I": 41,
+      "J": 42,
+      "K": 43,
+      "L": 44,
+      "M": 45,
+      "N": 46,
+      "O": 47,
+      "P": 48,
+      "Q": 49,
+      "R": 50,
+      "S": 51,
+      "T": 52,
+      "U": 53,
+      "V": 54,
+      "W": 55,
+      "X": 56,
+      "Y": 57,
+      "Z": 58,
+      "[": 59,
+      "\\": 60,
+      "]": 61,
+      "^": 62,
+      "_": 63,
+      "`": 64,
+      "a": 65,
+      "b": 66,
+      "c": 67,
+      "d": 68,
+      "e": 69,
+      "f": 70,
+      "g": 71,
+      "h": 72,
+      "i": 73,
+      "j": 74,
+      "k": 75,
+      "l": 76,
+      "m": 77,
+      "n": 78,
+      "o": 79,
+      "p": 80,
+      "q": 81,
+      "r": 82,
+      "s": 83,
+      "t": 84,
+      "u": 85,
+      "v": 86,
+      "w": 87,
+      "x": 88,
+      "y": 89,
+      "z": 90,
+      "{": 91,
+      "|": 92,
+      "}": 93,
+      "~": 94,
+      "¡": 95,
+      "¢": 96,
+      "£": 97,
+      "¤": 98,
+      "¥": 99,
+      "¦": 100,
+      "§": 101,
+      "¨": 102,
+      "©": 103,
+      "ª": 104,
+      "«": 105,
+      "¬": 106,
+      "®": 107,
+      "¯": 108,
+      "°": 109,
+      "±": 110,
+      "²": 111,
+      "³": 112,
+      "´": 113,
+      "µ": 114,
+      "¶": 115,
+      "·": 116,
+      "¸": 117,
+      "¹": 118,
+      "º": 119,
+      "»": 120,
+      "¼": 121,
+      "½": 122,
+      "¾": 123,
+      "¿": 124,
+      "À": 125,
+      "Á": 126,
+      "Â": 127,
+      "Ã": 128,
+      "Ä": 129,
+      "Å": 130,
+      "Æ": 131,
+      "Ç": 132,
+      "È": 133,
+      "É": 134,
+      "Ê": 135,
+      "Ë": 136,
+      "Ì": 137,
+      "Í": 138,
+      "Î": 139,
+      "Ï": 140,
+      "Ð": 141,
+      "Ñ": 142,
+      "Ò": 143,
+      "Ó": 144,
+      "Ô": 145,
+      "Õ": 146,
+      "Ö": 147,
+      "×": 148,
+      "Ø": 149,
+      "Ù": 150,
+      "Ú": 151,
+      "Û": 152,
+      "Ü": 153,
+      "Ý": 154,
+      "Þ": 155,
+      "ß": 156,
+      "à": 157,
+      "á": 158,
+      "â": 159,
+      "ã": 160,
+      "ä": 161,
+      "å": 162,
+      "æ": 163,
+      "ç": 164,
+      "è": 165,
+      "é": 166,
+      "ê": 167,
+      "ë": 168,
+      "ì": 169,
+      "í": 170,
+      "î": 171,
+      "ï": 172,
+      "ð": 173,
+      "ñ": 174,
+      "ò": 175,
+      "ó": 176,
+      "ô": 177,
+      "õ": 178,
+      "ö": 179,
+      "÷": 180,
+      "ø": 181,
+      "ù": 182,
+      "ú": 183,
+      "û": 184,
+      "ü": 185,
+      "ý": 186,
+      "þ": 187,
+      "ÿ": 188,
+      "Ā": 189,
+      "ā": 190,
+      "Ă": 191,
+      "ă": 192,
+      "Ą": 193,
+      "ą": 194,
+      "Ć": 195,
+      "ć": 196,
+      "Ĉ": 197,
+      "ĉ": 198,
+      "Ċ": 199,
+      "ċ": 200,
+      "Č": 201,
+      "č": 202,
+      "Ď": 203,
+      "ď": 204,
+      "Đ": 205,
+      "đ": 206,
+      "Ē": 207,
+      "ē": 208,
+      "Ĕ": 209,
+      "ĕ": 210,
+      "Ė": 211,
+      "ė": 212,
+      "Ę": 213,
+      "ę": 214,
+      "Ě": 215,
+      "ě": 216,
+      "Ĝ": 217,
+      "ĝ": 218,
+      "Ğ": 219,
+      "ğ": 220,
+      "Ġ": 221,
+      "ġ": 222,
+      "Ģ": 223,
+      "ģ": 224,
+      "Ĥ": 225,
+      "ĥ": 226,
+      "Ħ": 227,
+      "ħ": 228,
+      "Ĩ": 229,
+      "ĩ": 230,
+      "Ī": 231,
+      "ī": 232,
+      "Ĭ": 233,
+      "ĭ": 234,
+      "Į": 235,
+      "į": 236,
+      "İ": 237,
+      "ı": 238,
+      "IJ": 239,
+      "ij": 240,
+      "Ĵ": 241,
+      "ĵ": 242,
+      "Ķ": 243,
+      "ķ": 244,
+      "ĸ": 245,
+      "Ĺ": 246,
+      "ĺ": 247,
+      "Ļ": 248,
+      "ļ": 249,
+      "Ľ": 250,
+      "ľ": 251,
+      "Ŀ": 252,
+      "ŀ": 253,
+      "Ł": 254,
+      "ł": 255,
+      "Ń": 256,
+      "he": 257,
+      "Ġt": 258,
+      "Ġa": 259,
+      "Ġs": 260,
+      "Ġw": 261,
+      "nd": 262,
+      "Ġthe": 263,
+      "ed": 264,
+      "Ġand": 265,
+      "Ġto": 266,
+      "Ġb": 267,
+      "in": 268,
+      "Ġh": 269,
+      "Ġwa": 270,
+      "re": 271,
+      "Ġf": 272,
+      "it": 273,
+      "ou": 274,
+      "Ġc": 275,
+      "Ġl": 276,
+      "Ġhe": 277,
+      "Ġd": 278,
+      "er": 279,
+      "Ġwas": 280,
+      "Ġm": 281,
+      "Ġp": 282,
+      "om": 283,
+      "ĠT": 284,
+      "Ġo": 285,
+      "ay": 286,
+      "ar": 287,
+      "ing": 288,
+      "is": 289,
+      "Ġg": 290,
+      "il": 291,
+      "id": 292,
+      "at": 293,
+      "en": 294,
+      "Ġn": 295,
+      "Ġsa": 296,
+      "Ġha": 297,
+      "ĠS": 298,
+      "im": 299,
+      "an": 300,
+      "ĠThe": 301,
+      "or": 302,
+      "on": 303,
+      "Ġit": 304,
+      "Ġth": 305,
+      "ll": 306,
+      "le": 307,
+      "ĠH": 308,
+      "Ġher": 309,
+      "et": 310,
+      "ot": 311,
+      "ir": 312,
+      "ĠShe": 313,
+      "ĠHe": 314,
+      "ver": 315,
+      "es": 316,
+      "Ġin": 317,
+      "ut": 318,
+      "ow": 319,
+      "ck": 320,
+      "Ġe": 321,
+      "Ġu": 322,
+      "ld": 323,
+      "ĠThey": 324,
+      "oo": 325,
+      "ig": 326,
+      "Ġsaid": 327,
+      "am": 328,
+      "ily": 329,
+      "Ġbe": 330,
+      "Ġy": 331,
+      "Ġr": 332,
+      "Ġst": 333,
+      "ce": 334,
+      "Ġshe": 335,
+      "Ġ\"": 336,
+      "pp": 337,
+      "ke": 338,
+      "ith": 339,
+      "On": 340,
+      "ĠI": 341,
+      "Ġwith": 342,
+      "ve": 343,
+      "Lily": 344,
+      "Ġon": 345,
+      "Ġof": 346,
+      "Ġso": 347,
+      "Ġhis": 348,
+      "ked": 349,
+      "ri": 350,
+      "nt": 351,
+      "very": 352,
+      "Ġpl": 353,
+      "Ġday": 354,
+      "ad": 355,
+      "Ġyou": 356,
+      "Ġthat": 357,
+      "Ġup": 358,
+      "Ġhad": 359,
+      "st": 360,
+      "Ġplay": 361,
+      "Ġthey": 362,
+      "ĠLily": 363,
+      "Ġwe": 364,
+      "Ġmom": 365,
+      "my": 366,
+      "Ġfor": 367,
+      "el": 368,
+      "ould": 369,
+      "un": 370,
+      "ĠB": 371,
+      "'s": 372,
+      "itt": 373,
+      "ent": 374,
+      "Ġhapp": 375,
+      "The": 376,
+      "ch": 377,
+      "Ġli": 378,
+      "out": 379,
+      "Ġwant": 380,
+      "Ġsh": 381,
+      "her": 382,
+      "ly": 383,
+      "ime": 384,
+      "ittle": 385,
+      "ound": 386,
+      "Ġvery": 387,
+      "Ġtime": 388,
+      "ome": 389,
+      "Ġlittle": 390,
+      "Ġthere": 391,
+      "se": 392,
+      "Ġdo": 393,
+      "Ġwh": 394,
+      "all": 395,
+      "Ġk": 396,
+      "end": 397,
+      "al": 398,
+      "ht": 399,
+      "Ġne": 400,
+      "Ġre": 401,
+      "Ġnot": 402,
+      "Ġhappy": 403,
+      "ĠĊ": 404,
+      "Ġbig": 405,
+      "ĠM": 406,
+      "Ġbut": 407,
+      "Ġsm": 408,
+      "ack": 409,
+      "Ġsaw": 410,
+      "ĠIt": 411,
+      "Ġas": 412,
+      "Ġan": 413,
+      "ra": 414,
+      "riend": 415,
+      "Ġfriend": 416,
+      "ide": 417,
+      "One": 418,
+      "ry": 419,
+      "'t": 420,
+      "ved": 421,
+      "Ġis": 422,
+      "Once": 423,
+      "ake": 424,
+      ".\"": 425,
+      "Ġwere": 426,
+      "ter": 427,
+      "ug": 428,
+      "Ġloo": 429,
+      "Ġlo": 430,
+      "ore": 431,
+      "ec": 432,
+      "ĠTim": 433,
+      "Ġhim": 434,
+      "Ġbo": 435,
+      "!\"": 436,
+      "Ġtoo": 437,
+      "Ġgo": 438,
+      "Ġupon": 439,
+      "irl": 440,
+      "Ġj": 441,
+      "Ġwanted": 442,
+      "Ġgirl": 443,
+      "Ġse": 444,
+      "Ġout": 445,
+      "ard": 446,
+      "way": 447,
+      "Ġsp": 448,
+      "ill": 449,
+      "ind": 450,
+      "Ġthem": 451,
+      "Ġcould": 452,
+      "fu": 453,
+      "hen": 454,
+      "Ġat": 455,
+      "ur": 456,
+      "Ġdid": 457,
+      "Ġsmil": 458,
+      "Ġtheir": 459,
+      "Ġare": 460,
+      "Ġex": 461,
+      "ĠA": 462,
+      "ain": 463,
+      "Ġwent": 464,
+      "art": 465,
+      "hed": 466,
+      "rom": 467,
+      "ic": 468,
+      "round": 469,
+      "Ġhave": 470,
+      "Ġnam": 471,
+      "lp": 472,
+      "Ġall": 473,
+      "ĠJ": 474,
+      "ful": 475,
+      "Ġkn": 476,
+      "hing": 477,
+      "ood": 478,
+      "Ġhelp": 479,
+      "ight": 480,
+      "Ġfriends": 481,
+      "one": 482,
+      "ark": 483,
+      "Ġback": 484,
+      "um": 485,
+      "Ġcan": 486,
+      "Ġnamed": 487,
+      "Ġcl": 488,
+      "?\"": 489,
+      "Ġfun": 490,
+      "are": 491,
+      "ĠBen": 492,
+      "Ġloved": 493,
+      "Ġal": 494,
+      "elt": 495,
+      "ĠTimmy": 496,
+      "ĠOne": 497,
+      "op": 498,
+      "side": 499,
+      "Ġle": 500,
+      "Ġno": 501,
+      "Ġsc": 502,
+      "ĠTom": 503,
+      "Ġfelt": 504,
+      "oug": 505,
+      "Ġsmiled": 506,
+      "ick": 507,
+      "Ġasked": 508,
+      "You": 509,
+      "Ġtoy": 510,
+      "Ġman": 511,
+      "Ġaround": 512,
+      "ame": 513,
+      "Ġfe": 514,
+      "Ġsay": 515,
+      "Ġboy": 516,
+      "Ġsome": 517,
+      "Ġlooked": 518,
+      "ure": 519,
+      "omet": 520,
+      "Ġbr": 521,
+      "Ġwould": 522,
+      "Ġme": 523,
+      "Ġbir": 524,
+      "Ġlike": 525,
+      "get": 526,
+      "Ġstart": 527,
+      "Ġro": 528,
+      "as": 529,
+      "Ġsee": 530,
+      "ĠW": 531,
+      "ice": 532,
+      "ong": 533,
+      "Ġbird": 534,
+      "Ġsomet": 535,
+      "dd": 536,
+      "Ġwor": 537,
+      "ade": 538,
+      "ie": 539,
+      "king": 540,
+      "Ġag": 541,
+      "own": 542,
+      "Ġtre": 543,
+      "Ġfa": 544,
+      "Ġaway": 545,
+      "Ġwhat": 546,
+      "ings": 547,
+      "Ġstarted": 548,
+      "gether": 549,
+      "Ġran": 550,
+      "â": 551,
+      "âĤ": 552,
+      "âĤ¬": 553,
+      "ared": 554,
+      "Ġmake": 555,
+      "ĠBut": 556,
+      "ited": 557,
+      "if": 558,
+      "oud": 559,
+      "Ġmade": 560,
+      "Ġtogether": 561,
+      "Ġsomething": 562,
+      "Ġexc": 563,
+      "ag": 564,
+      "Ġco": 565,
+      "Ġpark": 566,
+      "Ġnew": 567,
+      "Ġsad": 568,
+      "Ġput": 569,
+      ",\"": 570,
+      "Ġfrom": 571,
+      "ble": 572,
+      "ther": 573,
+      "Ġpr": 574,
+      "Ġmu": 575,
+      "Ġcar": 576,
+      "Ġhome": 577,
+      "ĠYou": 578,
+      "Ġthen": 579,
+      "Ġwhen": 580,
+      "Ġfound": 581,
+      "ell": 582,
+      "Ġother": 583,
+      "Ġagain": 584,
+      "Ġch": 585,
+      "Ġdec": 586,
+      "Ġwho": 587,
+      "Ġla": 588,
+      "ried": 589,
+      "ss": 590,
+      "Ġgood": 591,
+      "Ġhug": 592,
+      "ĠL": 593,
+      "pped": 594,
+      "Ġwal": 595,
+      "ep": 596,
+      "ally": 597,
+      "Ġsays": 598,
+      "Ġfl": 599,
+      "est": 600,
+      "ach": 601,
+      "ĠE": 602,
+      "Ġexcited": 603,
+      "pl": 604,
+      "qu": 605,
+      "ook": 606,
+      "Ġget": 607,
+      "ought": 608,
+      "Ġplaying": 609,
+      "Ġgot": 610,
+      "Ġsw": 611,
+      "ous": 612,
+      "hat": 613,
+      "ny": 614,
+      "ided": 615,
+      "uck": 616,
+      "Ġthings": 617,
+      "Ġevery": 618,
+      "Ġdecided": 619,
+      "Ġcame": 620,
+      "Ġbec": 621,
+      "ave": 622,
+      "ro": 623,
+      "ax": 624,
+      "Ġliked": 625,
+      "Ġdown": 626,
+      "Ġdog": 627,
+      "Ġscared": 628,
+      "Ġv": 629,
+      "udd": 630,
+      "ust": 631,
+      "Ġone": 632,
+      "Ġfind": 633,
+      "Ġbl": 634,
+      "Ġthan": 635,
+      "ĠD": 636,
+      "ouse": 637,
+      "ways": 638,
+      "Ġkne": 639,
+      "Ġdidn": 640,
+      "ap": 641,
+      "Ġmommy": 642,
+      "Ġcare": 643,
+      "Ġalways": 644,
+      "Ġab": 645,
+      "ist": 646,
+      "Ġdad": 647,
+      "Ġfeel": 648,
+      "ara": 649,
+      "bb": 650,
+      "arn": 651,
+      "fe": 652,
+      "Ġyour": 653,
+      "Ġoutside": 654,
+      "ue": 655,
+      "Ġgra": 656,
+      "ant": 657,
+      "Ġke": 658,
+      "ĠMom": 659,
+      "Ġtook": 660,
+      "Ġlot": 661,
+      "nn": 662,
+      "Ġbu": 663,
+      "Ġabout": 664,
+      "ess": 665,
+      "ĠF": 666,
+      "nder": 667,
+      "Ġtree": 668,
+      "eci": 669,
+      "Ġlook": 670,
+      "Ġpo": 671,
+      "Ġmy": 672,
+      "our": 673,
+      "Ġtoys": 674,
+      "ite": 675,
+      "ched": 676,
+      "Ġknew": 677,
+      "Ġthought": 678,
+      "ened": 679,
+      "Ġlearn": 680,
+      "Ġint": 681,
+      "Ġold": 682,
+      "Ġmore": 683,
+      "nna": 684,
+      "ise": 685,
+      "ged": 686,
+      "Ġta": 687,
+      "udden": 688,
+      "ecial": 689,
+      "Ġspecial": 690,
+      "ĠMax": 691,
+      "au": 692,
+      "Ġwill": 693,
+      "ers": 694,
+      "They": 695,
+      "ret": 696,
+      "Ġpe": 697,
+      "Ġho": 698,
+      "ĠSam": 699,
+      "Ġtake": 700,
+      "Ġball": 701,
+      "Ġknow": 702,
+      "Ġlaug": 703,
+      "fter": 704,
+      "uddenly": 705,
+      "Ġcat": 706,
+      "Ġhow": 707,
+      "ive": 708,
+      "Ġtr": 709,
+      "Ġmuch": 710,
+      "Ġany": 711,
+      "Ġpu": 712,
+      "ma": 713,
+      "Ġsl": 714,
+      "Ġsor": 715,
+      "Ġmo": 716,
+      "ven": 717,
+      "ish": 718,
+      "Ġshow": 719,
+      "Ġcouldn": 720,
+      "ause": 721,
+      "ink": 722,
+      "But": 723,
+      "Ġhouse": 724,
+      "Ġinto": 725,
+      "ump": 726,
+      "Ġover": 727,
+      "Ġtried": 728,
+      "and": 729,
+      "Ġeat": 730,
+      "Ġsk": 731,
+      "Ġsun": 732,
+      "Ġtw": 733,
+      "Ġclo": 734,
+      "ia": 735,
+      "Ġrun": 736,
+      "Ġhand": 737,
+      "ĠEvery": 738,
+      "Ġen": 739,
+      "Ġinside": 740,
+      "dy": 741,
+      "Ġif": 742,
+      "Ġtold": 743,
+      "Ġnever": 744,
+      "ion": 745,
+      "Ġqu": 746,
+      "Ġbecause": 747,
+      "by": 748,
+      "Ġproud": 749,
+      "Ġgave": 750,
+      "Ġsorry": 751,
+      "Ġthis": 752,
+      "Ġop": 753,
+      "Ġplayed": 754,
+      "ate": 755,
+      "Ġexpl": 756,
+      "Ġheard": 757,
+      "ty": 758,
+      "Ġor": 759,
+      "Ġwater": 760,
+      "ank": 761,
+      "ge": 762,
+      "sed": 763,
+      "Ġpick": 764,
+      "other": 765,
+      "Ġroom": 766,
+      "etter": 767,
+      "Ġjust": 768,
+      "ace": 769,
+      "Ġhugged": 770,
+      "ak": 771,
+      "Ġgre": 772,
+      "here": 773,
+      "Ġoff": 774,
+      "ĠSara": 775,
+      "Ġpret": 776,
+      "ile": 777,
+      "Ġeach": 778,
+      "Ġcom": 779,
+      "Ġlong": 780,
+      "Ġbox": 781,
+      "ort": 782,
+      "Ġstr": 783,
+      "iz": 784,
+      "Ġunt": 785,
+      "Ġwat": 786,
+      "oth": 787,
+      "Ġneed": 788,
+      "Ġjo": 789,
+      "ĠWe": 790,
+      "Tom": 791,
+      "Ġsmall": 792,
+      "ine": 793,
+      "Ġbear": 794,
+      "Mom": 795,
+      "Ġuntil": 796,
+      "Ġnice": 797,
+      "Ġtry": 798,
+      "ving": 799,
+      "uc": 800,
+      "sel": 801,
+      "ough": 802,
+      "Ġlearned": 803,
+      "Ġkind": 804,
+      "ĠAnna": 805,
+      "ild": 806,
+      "Ġfo": 807,
+      "Ġmany": 808,
+      "'m": 809,
+      "ĠJack": 810,
+      "Ġbetter": 811,
+      "Ġim": 812,
+      "gry": 813,
+      "imal": 814,
+      "Ġanimal": 815,
+      "urt": 816,
+      "ft": 817,
+      "Ġend": 818,
+      "Ġsn": 819,
+      "aut": 820,
+      "Ġte": 821,
+      "Ġcle": 822,
+      "ĠJo": 823,
+      "vent": 824,
+      "urp": 825,
+      "Ġgr": 826,
+      "Ġbeaut": 827,
+      "Ġjump": 828,
+      "mb": 829,
+      "Ġad": 830,
+      "ream": 831,
+      "pt": 832,
+      "ĠSo": 833,
+      "ĠHer": 834,
+      "Ġflow": 835,
+      "ies": 836,
+      "Ġche": 837,
+      "Ġbra": 838,
+      "Ġthanked": 839,
+      "Ġeven": 840,
+      "Ġbest": 841,
+      "Ġcall": 842,
+      "ady": 843,
+      "He": 844,
+      "Ġlots": 845,
+      "Ġlaughed": 846,
+      "self": 847,
+      "Ġra": 848,
+      "Ġway": 849,
+      "ars": 850,
+      "urn": 851,
+      "Ġby": 852,
+      "Ġfast": 853,
+      "lly": 854,
+      "Ġfam": 855,
+      "ĠC": 856,
+      "ves": 857,
+      "arden": 858,
+      "Ġgarden": 859,
+      "Ġbeauti": 860,
+      "wn": 861,
+      "Th": 862,
+      "Ġbeautiful": 863,
+      "Ġloud": 864,
+      "lew": 865,
+      "Ġsky": 866,
+      "Ġdon": 867,
+      "hn": 868,
+      "ered": 869,
+      "iny": 870,
+      "Ġcareful": 871,
+      "Ġlove": 872,
+      "Ġfi": 873,
+      "ĠThen": 874,
+      "Åĵ": 875,
+      "ase": 876,
+      "ect": 877,
+      "Ġsafe": 878,
+      "ĠAnd": 879,
+      "Ġunder": 880,
+      "Ġcome": 881,
+      "ĠFrom": 882,
+      "Yes": 883,
+      "ĠMia": 884,
+      "It": 885,
+      "me": 886,
+      "Ġhard": 887,
+      "Ġcu": 888,
+      "Ġwo": 889,
+      "Ġlist": 890,
+      "Ġstay": 891,
+      "ane": 892,
+      "sh": 893,
+      "ople": 894,
+      "Ġgl": 895,
+      "ning": 896,
+      "Ġstill": 897,
+      "ool": 898,
+      "Ġhurt": 899,
+      "ree": 900,
+      "ĠHis": 901,
+      "Ġimp": 902,
+      "Ġfamily": 903,
+      "Ġâ": 904,
+      "Ġboth": 905,
+      "rm": 906,
+      "igh": 907,
+      "Ġlived": 908,
+      "hes": 909,
+      "When": 910,
+      "Ġpeople": 911,
+      "Ġanimals": 912,
+      "Ġcol": 913,
+      "Ġbrave": 914,
+      "Ġwalked": 915,
+      "ob": 916,
+      "Tim": 917,
+      "ct": 918,
+      "Ġlet": 919,
+      "urpr": 920,
+      "ĠWhen": 921,
+      "Ġtwo": 922,
+      "Ġsurpr": 923,
+      "Ġshould": 924,
+      "ished": 925,
+      "Ġbad": 926,
+      "ress": 927,
+      "Ġkept": 928,
+      "Ġfore": 929,
+      "Ġflew": 930,
+      "Ġfin": 931,
+      "Ġstor": 932,
+      "Ġfly": 933,
+      "ast": 934,
+      "ised": 935,
+      "ip": 936,
+      "Ġits": 937,
+      "led": 938,
+      "ock": 939,
+      "ucy": 940,
+      "fore": 941,
+      "Ġgoing": 942,
+      "Ġclean": 943,
+      "Ġdan": 944,
+      "Ġpic": 945,
+      "Ġsoon": 946,
+      "Ġcalled": 947,
+      "Ġshare": 948,
+      "kay": 949,
+      "Ġangry": 950,
+      "Ġrock": 951,
+      "Ġcon": 952,
+      "Ġpretty": 953,
+      "No": 954,
+      "Ġide": 955,
+      "ied": 956,
+      "illy": 957,
+      "Ġground": 958,
+      "xt": 959,
+      "Ġred": 960,
+      "Ġexplore": 961,
+      "Ġcry": 962,
+      "Ġadvent": 963,
+      "Ġsto": 964,
+      "so": 965,
+      "Ġreal": 966,
+      "Let": 967,
+      "Ġwind": 968,
+      "Ġshiny": 969,
+      "be": 970,
+      "Ġbook": 971,
+      "Ġalso": 972,
+      "Ġdoll": 973,
+      "Ġidea": 974,
+      "Ġbefore": 975,
+      "Ġopened": 976,
+      "dded": 977,
+      "Ġwhile": 978,
+      "ummy": 979,
+      "Ġkeep": 980,
+      "Ġey": 981,
+      "Ġnow": 982,
+      "Ġdoor": 983,
+      "Ġfeeling": 984,
+      "âĤ¬â": 985,
+      "oon": 986,
+      "oy": 987,
+      "Ġwalking": 988,
+      "Ġnoise": 989,
+      "Ġfr": 990,
+      "les": 991,
+      "age": 992,
+      "ious": 993,
+      "Ġcolor": 994,
+      "Ġturn": 995,
+      "thing": 996,
+      "ff": 997,
+      "uch": 998,
+      "th": 999,
+      "Ġbed": 1000,
+      "ary": 1001,
+      "Ġdra": 1002,
+      "Ġpicked": 1003,
+      "imb": 1004,
+      "eet": 1005,
+      "Ġclimb": 1006,
+      "Ġdel": 1007,
+      "What": 1008,
+      "Ġbeing": 1009,
+      "Ġfood": 1010,
+      "Ġun": 1011,
+      "Ġfar": 1012,
+      "ture": 1013,
+      "joy": 1014,
+      "Ġadventure": 1015,
+      "ac": 1016,
+      "Ġsmile": 1017,
+      "Ġdif": 1018,
+      "Ħ¢": 1019,
+      "âĤ¬âĦ¢": 1020,
+      "memb": 1021,
+      "Ġwr": 1022,
+      "Ġthr": 1023,
+      "ught": 1024,
+      "Ġlooking": 1025,
+      "Ġnext": 1026,
+      "iced": 1027,
+      "ĠLucy": 1028,
+      "Ġnodded": 1029,
+      "Ġquick": 1030,
+      "ĠP": 1031,
+      "Ġdis": 1032,
+      "Ġrepl": 1033,
+      "ĠDad": 1034,
+      "Ġwait": 1035,
+      "ized": 1036,
+      "Ġforest": 1037,
+      "Ġclos": 1038,
+      "ĠSuddenly": 1039,
+      "Ġtra": 1040,
+      "That": 1041,
+      "Ġeyes": 1042,
+      "ger": 1043,
+      "bbit": 1044,
+      "ted": 1045,
+      "Ġown": 1046,
+      "Ġrain": 1047,
+      "Ġimport": 1048,
+      "Ġgreat": 1049,
+      "Ġrememb": 1050,
+      "Ġpicture": 1051,
+      "Thank": 1052,
+      "Suddenly": 1053,
+      "Ġstopped": 1054,
+      "Ġenjoy": 1055,
+      "Ġvo": 1056,
+      "Ben": 1057,
+      "Ġgive": 1058,
+      "Ġimportant": 1059,
+      "Ġwork": 1060,
+      "Ġnear": 1061,
+      "gan": 1062,
+      "pot": 1063,
+      "Ġever": 1064,
+      "Ġapp": 1065,
+      "Ġafter": 1066,
+      "Ġquickly": 1067,
+      "Ġlisten": 1068,
+      "Ġbre": 1069,
+      "ting": 1070,
+      "bbed": 1071,
+      "Ġma": 1072,
+      "Ġfish": 1073,
+      "Ġreplied": 1074,
+      "Ġrabbit": 1075,
+      "Ġhands": 1076,
+      "ĠG": 1077,
+      "Ġnoticed": 1078,
+      "Ġbro": 1079,
+      "Ġslide": 1080,
+      "Ġthink": 1081,
+      "Ġwalk": 1082,
+      "Ġtruck": 1083,
+      "Ġac": 1084,
+      "kes": 1085,
+      "Ġstrong": 1086,
+      "She": 1087,
+      "Ġshowed": 1088,
+      "Ġde": 1089,
+      "Ġeveryone": 1090,
+      "Ġwonder": 1091,
+      "fere": 1092,
+      "bye": 1093,
+      "Ġdiffere": 1094,
+      "irst": 1095,
+      "So": 1096,
+      "Ġsure": 1097,
+      "Ġhas": 1098,
+      "Ġright": 1099,
+      "Ġbeen": 1100,
+      "Ġbecame": 1101,
+      "Ġsound": 1102,
+      "maz": 1103,
+      "Ġtow": 1104,
+      "Ġru": 1105,
+      "Ġtal": 1106,
+      "Ġamaz": 1107,
+      "Ġhead": 1108,
+      "Ġshout": 1109,
+      "Ġbright": 1110,
+      "Ġye": 1111,
+      "Ġwatched": 1112,
+      "ĠR": 1113,
+      "Ġmor": 1114,
+      "Ġchild": 1115,
+      "able": 1116,
+      "Ġmean": 1117,
+      "Ġwhere": 1118,
+      "llow": 1119,
+      "Ġhigh": 1120,
+      "ĠSue": 1121,
+      "Ġface": 1122,
+      "Ġcook": 1123,
+      "day": 1124,
+      "aybe": 1125,
+      "Ġwatch": 1126,
+      "Ġblue": 1127,
+      "aught": 1128,
+      "Ġdifferent": 1129,
+      "Ġstore": 1130,
+      "ĠN": 1131,
+      "Ġgoodbye": 1132,
+      "Ġdress": 1133,
+      "ull": 1134,
+      "ĠBob": 1135,
+      "ng": 1136,
+      "ange": 1137,
+      "Ġsqu": 1138,
+      "Ġokay": 1139,
+      "isy": 1140,
+      "lease": 1141,
+      "ĠMommy": 1142,
+      "Ġvoice": 1143,
+      "Jo": 1144,
+      "ath": 1145,
+      "Ġnight": 1146,
+      "ĠSpot": 1147,
+      "Ġus": 1148,
+      "Ġboat": 1149,
+      "Ġflowers": 1150,
+      "Ġplace": 1151,
+      "Ġfollow": 1152,
+      "Ġar": 1153,
+      "Ġuse": 1154,
+      "Ġcloser": 1155,
+      "unny": 1156,
+      "leep": 1157,
+      "ired": 1158,
+      "Ġfav": 1159,
+      "Ġyell": 1160,
+      "Ġgrabbed": 1161,
+      "Ġcuri": 1162,
+      "Ġwarm": 1163,
+      "Ġcr": 1164,
+      "Ġforg": 1165,
+      "ĠSarah": 1166,
+      "ĠJohn": 1167,
+      "Ġmag": 1168,
+      "Ġstick": 1169,
+      "We": 1170,
+      "Ġjumped": 1171,
+      "Ġcake": 1172,
+      "more": 1173,
+      "Ġtell": 1174,
+      "Ġanymore": 1175,
+      "After": 1176,
+      "Ġbutter": 1177,
+      "ndma": 1178,
+      "Ġthree": 1179,
+      "Ġask": 1180,
+      "co": 1181,
+      "Ġour": 1182,
+      "lie": 1183,
+      "Ġcurious": 1184,
+      "ount": 1185,
+      "orn": 1186,
+      "Ġcont": 1187,
+      "Ġfell": 1188,
+      "ached": 1189,
+      "ĠTh": 1190,
+      "Ġbirds": 1191,
+      "ass": 1192,
+      "Her": 1193,
+      "iss": 1194,
+      "Ġhelped": 1195,
+      "ĠJane": 1196,
+      "Ġpull": 1197,
+      "Ġfirst": 1198,
+      "itc": 1199,
+      "Ġblock": 1200,
+      "Ġhop": 1201,
+      "Ġbit": 1202,
+      "Ġdr": 1203,
+      "Ġrealized": 1204,
+      "Ġkid": 1205,
+      "Look": 1206,
+      "ila": 1207,
+      "Ġmon": 1208,
+      "Ġbrother": 1209,
+      "Anna": 1210,
+      "Sara": 1211,
+      "Ġz": 1212,
+      "ĠEveryone": 1213,
+      "Ġate": 1214,
+      "Ġdoes": 1215,
+      "imes": 1216,
+      "Ġhappened": 1217,
+      "Ġstop": 1218,
+      "zy": 1219,
+      "Ġyummy": 1220,
+      "Ġfavor": 1221,
+      "ppy": 1222,
+      "Ġkitc": 1223,
+      "Ġkitchen": 1224,
+      "Ġsweet": 1225,
+      "us": 1226,
+      "Ġper": 1227,
+      "Ġreally": 1228,
+      "aisy": 1229,
+      "Ġgrass": 1230,
+      "Ġfavorite": 1231,
+      "Ġbegan": 1232,
+      "Ġrest": 1233,
+      "Ġready": 1234,
+      "Ġlea": 1235,
+      "Ġreached": 1236,
+      "Ġunderst": 1237,
+      "air": 1238,
+      "Ġste": 1239,
+      "Ġbunny": 1240,
+      "ĠAs": 1241,
+      "Ġstory": 1242,
+      "'re": 1243,
+      "Ġpain": 1244,
+      "Ġsing": 1245,
+      "ster": 1246,
+      "Ġhere": 1247,
+      "Ġsand": 1248,
+      "Ġonly": 1249,
+      "Ġflo": 1250,
+      "Ġam": 1251,
+      "Ġglad": 1252,
+      "Ġtri": 1253,
+      "Ġbeh": 1254,
+      "Ġworld": 1255,
+      "Ġopen": 1256,
+      "Ġcre": 1257,
+      "fully": 1258,
+      "Ġprin": 1259,
+      "where": 1260,
+      "arent": 1261,
+      "Ġflower": 1262,
+      "Ġthrough": 1263,
+      "Ġba": 1264,
+      "Ġfire": 1265,
+      "Ġdone": 1266,
+      "Ġhaving": 1267,
+      "Ġthing": 1268,
+      "Ġdelic": 1269,
+      "Ġhimself": 1270,
+      "Ġtired": 1271,
+      "Ġparent": 1272,
+      "Ġsoft": 1273,
+      "Ġfro": 1274,
+      "Timmy": 1275,
+      "Ġtast": 1276,
+      "Ġbutterf": 1277,
+      "ĠLet": 1278,
+      "Ġcut": 1279,
+      "Ġpart": 1280,
+      "Ġwhy": 1281,
+      "ken": 1282,
+      "Ġmess": 1283,
+      "Can": 1284,
+      "Ġworry": 1285,
+      "Mommy": 1286,
+      "iver": 1287,
+      "Ġdin": 1288,
+      "uff": 1289,
+      "ater": 1290,
+      "Ġmagic": 1291,
+      "Ġwaved": 1292,
+      "Ġshouted": 1293,
+      "Ġpond": 1294,
+      "Ġkids": 1295,
+      "Ġhat": 1296,
+      "Ġduck": 1297,
+      "Ġsees": 1298,
+      "olly": 1299,
+      "illed": 1300,
+      "Ġgame": 1301,
+      "ient": 1302,
+      "Ġmaking": 1303,
+      "ather": 1304,
+      "John": 1305,
+      "As": 1306,
+      "akes": 1307,
+      "Ġcatch": 1308,
+      "Ġseen": 1309,
+      "Ġcool": 1310,
+      "ation": 1311,
+      "Ġcoming": 1312,
+      "Ġless": 1313,
+      "Ġdark": 1314,
+      "Ġused": 1315,
+      "eddy": 1316,
+      "Ġfix": 1317,
+      "ĠJoe": 1318,
+      "Ġthank": 1319,
+      "mer": 1320,
+      "Ġtop": 1321,
+      "Ġlady": 1322,
+      "Ġhair": 1323,
+      "aring": 1324,
+      "Ġprom": 1325,
+      "Ġhopped": 1326,
+      "ĠCan": 1327,
+      "\".": 1328,
+      "ign": 1329,
+      "Ġsurprise": 1330,
+      "Ġdraw": 1331,
+      "Ġmum": 1332,
+      "Ġmouse": 1333,
+      "Ġfunny": 1334,
+      "rel": 1335,
+      "Ġcra": 1336,
+      "Ġ-": 1337,
+      "aper": 1338,
+      "Ġfull": 1339,
+      "Ġtouch": 1340,
+      "Ġlight": 1341,
+      "Ġspot": 1342,
+      "ren": 1343,
+      "Ġdro": 1344,
+      "ĠBenny": 1345,
+      "Ġparents": 1346,
+      "Ġworked": 1347,
+      "ins": 1348,
+      "oney": 1349,
+      "ĠDo": 1350,
+      "Ġsurprised": 1351,
+      "Ġcarefully": 1352,
+      "Ġtrees": 1353,
+      "Ġfrog": 1354,
+      "Ġswing": 1355,
+      "Ġdoing": 1356,
+      "Don": 1357,
+      "Ġsat": 1358,
+      "inally": 1359,
+      "ĠThat": 1360,
+      "Ġice": 1361,
+      "ĠIn": 1362,
+      "Ġheld": 1363,
+      "Wow": 1364,
+      "Ġrunning": 1365,
+      "Ġpretend": 1366,
+      "Ġswim": 1367,
+      "Ġset": 1368,
+      "Ġread": 1369,
+      "Ġdelicious": 1370,
+      "Ġneeded": 1371,
+      "Ġtight": 1372,
+      "Ġslow": 1373,
+      "Ġremembered": 1374,
+      "Ġlost": 1375,
+      "Ġcold": 1376,
+      "Ġsmell": 1377,
+      "ards": 1378,
+      "Ġwood": 1379,
+      "Ġhappily": 1380,
+      "hy": 1381,
+      "ely": 1382,
+      "Ġlooks": 1383,
+      "Ġbehind": 1384,
+      "Ġherself": 1385,
+      "Ġcried": 1386,
+      "Ġenjoyed": 1387,
+      "Ġname": 1388,
+      "ask": 1389,
+      "Ġyears": 1390,
+      "Ġbuy": 1391,
+      "Ġhole": 1392,
+      "Ġblocks": 1393,
+      "Ġdri": 1394,
+      "Ġsleep": 1395,
+      "Ġgi": 1396,
+      "Ġyellow": 1397,
+      "cess": 1398,
+      "Ġbutterfly": 1399,
+      "ike": 1400,
+      "ued": 1401,
+      "Ġwished": 1402,
+      "Ġperf": 1403,
+      "Ġanother": 1404,
+      "ĠDaisy": 1405,
+      "Ġgreen": 1406,
+      "Ġmove": 1407,
+      "Ġtall": 1408,
+      "Ġair": 1409,
+      "Ġbag": 1410,
+      "Ġfloor": 1411,
+      "Ġcars": 1412,
+      "Ġlesson": 1413,
+      "ul": 1414,
+      "Ġbow": 1415,
+      "Ġarri": 1416,
+      "Ġwindow": 1417,
+      "Ġsho": 1418,
+      "Ġchildren": 1419,
+      "ner": 1420,
+      "Ġfinished": 1421,
+      "Ġhill": 1422,
+      "ĠAfter": 1423,
+      "andy": 1424,
+      "sp": 1425,
+      "ens": 1426,
+      "Ġpaper": 1427,
+      "Ġlikes": 1428,
+      "From": 1429,
+      "sy": 1430,
+      "Ġhold": 1431,
+      "Sam": 1432,
+      "Ġwrong": 1433,
+      "reed": 1434,
+      "Ġcontin": 1435,
+      "Ġunderstand": 1436,
+      "atter": 1437,
+      "uit": 1438,
+      "rew": 1439,
+      "Ġgent": 1440,
+      "Ġanything": 1441,
+      "Ġclose": 1442,
+      "Ġwall": 1443,
+      "Ġel": 1444,
+      "asure": 1445,
+      "Ġleft": 1446,
+      "Ġable": 1447,
+      "Ġarrived": 1448,
+      "Ġhun": 1449,
+      "ross": 1450,
+      "av": 1451,
+      "Ġhear": 1452,
+      "Ġfriendly": 1453,
+      "Ġforgot": 1454,
+      "Ġgone": 1455,
+      "ama": 1456,
+      "Ġcreat": 1457,
+      "Ġwet": 1458,
+      "Ġlion": 1459,
+      "Hell": 1460,
+      "Hello": 1461,
+      "Ġdream": 1462,
+      "Ġhot": 1463,
+      "bo": 1464,
+      "ber": 1465,
+      "ĠSally": 1466,
+      "Ġfilled": 1467,
+      "Ġdir": 1468,
+      "ield": 1469,
+      "Ġcookies": 1470,
+      "Ġlaugh": 1471,
+      "Ġbroken": 1472,
+      "Ġdinner": 1473,
+      "lf": 1474,
+      "Ġelse": 1475,
+      "Ġhid": 1476,
+      "ced": 1477,
+      "Ġpink": 1478,
+      "Ġfollowed": 1479,
+      "Ġtable": 1480,
+      "Ġmar": 1481,
+      "Ġcolors": 1482,
+      "oup": 1483,
+      "Ġmoment": 1484,
+      "Ġcontinued": 1485,
+      "Ġwonderful": 1486,
+      "ĠEm": 1487,
+      "ey": 1488,
+      "ined": 1489,
+      "irrel": 1490,
+      "rot": 1491,
+      "Ġfinally": 1492,
+      "Jack": 1493,
+      "Ġarm": 1494,
+      "Ġmight": 1495,
+      "ĠNow": 1496,
+      "Ġcast": 1497,
+      "Ġyes": 1498,
+      "Ġbuild": 1499,
+      "Ġenough": 1500,
+      "ĠBilly": 1501,
+      "Ġsomeone": 1502,
+      "Ġperfect": 1503,
+      "Ġfair": 1504,
+      "Ġstayed": 1505,
+      "app": 1506,
+      "Ġmorning": 1507,
+      "ĠThere": 1508,
+      "Ġpuppy": 1509,
+      "ol": 1510,
+      "Ġdaddy": 1511,
+      "Ġtrying": 1512,
+      "'ll": 1513,
+      "Ġju": 1514,
+      "Ġothers": 1515,
+      "Ġbooks": 1516,
+      "Ġagreed": 1517,
+      "Ġmus": 1518,
+      "Ġsnow": 1519,
+      "Ġsquirrel": 1520,
+      "Ġcream": 1521,
+      "room": 1522,
+      "Ġgetting": 1523,
+      "Ġgrandma": 1524,
+      "ĠLila": 1525,
+      "Ġleaves": 1526,
+      "Ġbaby": 1527,
+      "Ġcount": 1528,
+      "icy": 1529,
+      "Ġfew": 1530,
+      "At": 1531,
+      "Ġfall": 1532,
+      "Then": 1533,
+      "gon": 1534,
+      "Ġbreak": 1535,
+      "Ġclimbed": 1536,
+      "ries": 1537,
+      "Ġbeach": 1538,
+      "ash": 1539,
+      "Ġbug": 1540,
+      "Ġplease": 1541,
+      "Ġmother": 1542,
+      "Ġbrought": 1543,
+      "Ġtrain": 1544,
+      "ance": 1545,
+      "ĠThis": 1546,
+      "Ġdeep": 1547,
+      "Ġvis": 1548,
+      "ated": 1549,
+      "shed": 1550,
+      "Ġmet": 1551,
+      "Ġwasn": 1552,
+      "Ġsometimes": 1553,
+      "Ġeverything": 1554,
+      "ĠTommy": 1555,
+      "ich": 1556,
+      "Ġmusic": 1557,
+      "key": 1558,
+      "ling": 1559,
+      "This": 1560,
+      "os": 1561,
+      "Ġturned": 1562,
+      "lc": 1563,
+      "Ġride": 1564,
+      "oom": 1565,
+      "Ġsong": 1566,
+      "oring": 1567,
+      "Ġspark": 1568,
+      "Ġfight": 1569,
+      "Ġhungry": 1570,
+      "ons": 1571,
+      "Ġpictures": 1572,
+      "ds": 1573,
+      "Ġmakes": 1574,
+      "Ġsear": 1575,
+      "ucky": 1576,
+      "Ġlistened": 1577,
+      "Ġjoy": 1578,
+      "Ġpol": 1579,
+      "ĠWhat": 1580,
+      "His": 1581,
+      "ee": 1582,
+      "Ġclot": 1583,
+      "Ġsail": 1584,
+      "apped": 1585,
+      "bble": 1586,
+      "Ġcomp": 1587,
+      "Ġplan": 1588,
+      "Ġwants": 1589,
+      "Ġclothes": 1590,
+      "Ġpoin": 1591,
+      "ĠK": 1592,
+      "zz": 1593,
+      "Ġballoon": 1594,
+      "Ġstrange": 1595,
+      "man": 1596,
+      "enny": 1597,
+      "Ġpi": 1598,
+      "Ġgrow": 1599,
+      "Ġflying": 1600,
+      "row": 1601,
+      "Ġscary": 1602,
+      "Ġtreat": 1603,
+      "Ġwaited": 1604,
+      "Ġamazed": 1605,
+      "Ġteddy": 1606,
+      "Ġcastle": 1607,
+      "ister": 1608,
+      "Ġele": 1609,
+      "Ġamazing": 1610,
+      "med": 1611,
+      "Ġspl": 1612,
+      "Oh": 1613,
+      "Ġleave": 1614,
+      "Ġowner": 1615,
+      "Ġpromised": 1616,
+      "Ġdanger": 1617,
+      "ever": 1618,
+      "OK": 1619,
+      "Ġsuch": 1620,
+      "Ġwhite": 1621,
+      "Ġpat": 1622,
+      "Ġtalk": 1623,
+      "uffy": 1624,
+      "Ġfur": 1625,
+      "Ġpie": 1626,
+      "ope": 1627,
+      "red": 1628,
+      "Ġpulled": 1629,
+      "Ġpre": 1630,
+      "Ġwoods": 1631,
+      "ĠTo": 1632,
+      "Ġshared": 1633,
+      "Ġalone": 1634,
+      "Ġtowards": 1635,
+      "cle": 1636,
+      "ĠMaybe": 1637,
+      "Ġsit": 1638,
+      "Ġnap": 1639,
+      "Ġcolorful": 1640,
+      "amp": 1641,
+      "hone": 1642,
+      "Ġvisit": 1643,
+      "igg": 1644,
+      "ugg": 1645,
+      "thy": 1646,
+      "ence": 1647,
+      "Ġtail": 1648,
+      "ctor": 1649,
+      "Ġmagical": 1650,
+      "Ġriver": 1651,
+      "Ġhig": 1652,
+      "Ġbelie": 1653,
+      "Ġgrate": 1654,
+      "ually": 1655,
+      "ang": 1656,
+      "ott": 1657,
+      "Ġhide": 1658,
+      "Ġsilly": 1659,
+      "Ġsmiles": 1660,
+      "ower": 1661,
+      "Ġside": 1662,
+      "Max": 1663,
+      "Ġroll": 1664,
+      "Ġgu": 1665,
+      "ĠAmy": 1666,
+      "Ġpro": 1667,
+      "eter": 1668,
+      "Ġfaster": 1669,
+      "Ġgrateful": 1670,
+      "Ġtreasure": 1671,
+      "ased": 1672,
+      "Ġsnack": 1673,
+      "up": 1674,
+      "Ġland": 1675,
+      "avy": 1676,
+      "Ġmoral": 1677,
+      "ained": 1678,
+      "Ġsister": 1679,
+      "ĠGra": 1680,
+      "Ġshap": 1681,
+      "Ġpaint": 1682,
+      "Ġslowly": 1683,
+      "Ġfield": 1684,
+      "Ġpet": 1685,
+      "Ġsec": 1686,
+      "orm": 1687,
+      "ĠJim": 1688,
+      "Ġbran": 1689,
+      "Ġmin": 1690,
+      "Ġmust": 1691,
+      "Ġhelping": 1692,
+      "Ġworried": 1693,
+      "Ġjob": 1694,
+      "Ġfox": 1695,
+      "set": 1696,
+      "Ġmoney": 1697,
+      "Ġpot": 1698,
+      "Ġqui": 1699,
+      "Ġbel": 1700,
+      "Ġacc": 1701,
+      "Ġliving": 1702,
+      "Ġmonster": 1703,
+      "less": 1704,
+      "Ġparty": 1705,
+      "ear": 1706,
+      "Ġmost": 1707,
+      "Ġwear": 1708,
+      "Ġremember": 1709,
+      "ire": 1710,
+      "Ġsign": 1711,
+      "wl": 1712,
+      "Ġcloud": 1713,
+      "Ġcandy": 1714,
+      "Ġhigher": 1715,
+      "ipped": 1716,
+      "ident": 1717,
+      "ĠAll": 1718,
+      "der": 1719,
+      "ze": 1720,
+      "Ġquiet": 1721,
+      "Ġtown": 1722,
+      "unch": 1723,
+      "Ġprincess": 1724,
+      "Ġruns": 1725,
+      "asket": 1726,
+      "em": 1727,
+      "Ġeverywhere": 1728,
+      "Ġjoin": 1729,
+      "Ġstepped": 1730,
+      "Ġbasket": 1731,
+      "Ġlake": 1732,
+      "Ġcup": 1733,
+      "sw": 1734,
+      "outh": 1735,
+      "Ġcarrot": 1736,
+      "Ġcoll": 1737,
+      "Ġplant": 1738,
+      "Ġscream": 1739,
+      "ĠDaddy": 1740,
+      "Ġbuck": 1741,
+      "Ġheavy": 1742,
+      "Ġbigger": 1743,
+      "Ġcho": 1744,
+      "Ġblank": 1745,
+      "Ġclosed": 1746,
+      "Ġwon": 1747,
+      "ises": 1748,
+      "Ġansw": 1749,
+      "br": 1750,
+      "Ġblanket": 1751,
+      "Ġmouth": 1752,
+      "ames": 1753,
+      "eces": 1754,
+      "Ġeating": 1755,
+      "Ġpieces": 1756,
+      "cket": 1757,
+      "Ġstre": 1758,
+      "Ġwelc": 1759,
+      "Ġwouldn": 1760,
+      "Ġreach": 1761,
+      "Ġbroke": 1762,
+      "eared": 1763,
+      "Ġdangerous": 1764,
+      "gs": 1765,
+      "ph": 1766,
+      "ĠMolly": 1767,
+      "Ġce": 1768,
+      "ĠMr": 1769,
+      "ord": 1770,
+      "fort": 1771,
+      "Ġdolls": 1772,
+      "ming": 1773,
+      "Ġdance": 1774,
+      "Ġdragon": 1775,
+      "Ġthinks": 1776,
+      "Ġasks": 1777,
+      "Ġacross": 1778,
+      "Okay": 1779,
+      "Ġchair": 1780,
+      "Ġteac": 1781,
+      "Ġbott": 1782,
+      "Hi": 1783,
+      "Ġpa": 1784,
+      "Ġneigh": 1785,
+      "Ġbar": 1786,
+      "Ġbike": 1787,
+      "Ġpack": 1788,
+      "iting": 1789,
+      "Ġdisapp": 1790,
+      "Ġneighb": 1791,
+      "Ġstuck": 1792,
+      "de": 1793,
+      "Ġgif": 1794,
+      "Ġfruit": 1795,
+      "Ġbelieve": 1796,
+      "cy": 1797,
+      "Ġve": 1798,
+      "Ġcrying": 1799,
+      "ier": 1800,
+      "phant": 1801,
+      "Ġsuddenly": 1802,
+      "Ġsoup": 1803,
+      "Ġrace": 1804,
+      "Ġthrew": 1805,
+      "Sure": 1806,
+      "Ġfarmer": 1807,
+      "Ġaccident": 1808,
+      "Ġdirty": 1809,
+      "Ġelephant": 1810,
+      "Ġmonkey": 1811,
+      "Ġheal": 1812,
+      "weet": 1813,
+      "Ġrem": 1814,
+      "Ġpers": 1815,
+      "Ġsame": 1816,
+      "ored": 1817,
+      "ventually": 1818,
+      "ead": 1819,
+      "pping": 1820,
+      "Ġgentle": 1821,
+      "Ġfree": 1822,
+      "Ġbrown": 1823,
+      "Maybe": 1824,
+      "Ġinst": 1825,
+      "Ġbee": 1826,
+      "ix": 1827,
+      "Ġben": 1828,
+      "Ġwin": 1829,
+      "Ġblack": 1830,
+      "Ġalong": 1831,
+      "Ġlonger": 1832,
+      "ible": 1833,
+      "Ġspr": 1834,
+      "Ġclapped": 1835,
+      "Finally": 1836,
+      "Why": 1837,
+      "cked": 1838,
+      "Ġwords": 1839,
+      "ĠFl": 1840,
+      "Ġteacher": 1841,
+      "Ġupset": 1842,
+      "chool": 1843,
+      "Ġpiece": 1844,
+      "Ġwell": 1845,
+      "Ġcheered": 1846,
+      "Ġhit": 1847,
+      "Ġsang": 1848,
+      "ment": 1849,
+      "Ġbowl": 1850,
+      "Ġbite": 1851,
+      "Ġdoctor": 1852,
+      "ĠJill": 1853,
+      "Ġbucket": 1854,
+      "Mia": 1855,
+      "Ġbath": 1856,
+      "Ġcaught": 1857,
+      "Ġheart": 1858,
+      "Ġforget": 1859,
+      "Ġmark": 1860,
+      "Ġbutt": 1861,
+      "Ġdry": 1862,
+      "Ġyoung": 1863,
+      "Ġsea": 1864,
+      "Ġcour": 1865,
+      "Ġdropped": 1866,
+      "ese": 1867,
+      "Ġyard": 1868,
+      "Ġplac": 1869,
+      "ourn": 1870,
+      "Ġschool": 1871,
+      "Ġswings": 1872,
+      "bby": 1873,
+      "Ġwings": 1874,
+      "bs": 1875,
+      "Ġexplained": 1876,
+      "Ġjourn": 1877,
+      "Ġbring": 1878,
+      "Ġdrink": 1879,
+      "Ġstreet": 1880,
+      "Ġjuice": 1881,
+      "ung": 1882,
+      "Ġnearby": 1883,
+      "ĠEmma": 1884,
+      "Ġsmo": 1885,
+      "Ġsmart": 1886,
+      "Ġpushed": 1887,
+      "Ġstories": 1888,
+      "Ġdrove": 1889,
+      "Ġtiny": 1890,
+      "Ġpen": 1891,
+      "Ġcourse": 1892,
+      "Ġes": 1893,
+      "Ġmine": 1894,
+      "Ġtoday": 1895,
+      "Ġpocket": 1896,
+      "Ġyear": 1897,
+      "aughter": 1898,
+      "Ġje": 1899,
+      "Ġsecret": 1900,
+      "Ġexp": 1901,
+      "Ġwithout": 1902,
+      "Ġsinging": 1903,
+      "Ġwelcome": 1904,
+      "Ġhappen": 1905,
+      "to": 1906,
+      "Ġfit": 1907,
+      "Ġstu": 1908,
+      "vel": 1909,
+      "ract": 1910,
+      "Ġbus": 1911,
+      "Ġcheese": 1912,
+      "Ġcray": 1913,
+      "Ġfairy": 1914,
+      "Ġjar": 1915,
+      "Ġturns": 1916,
+      "Ġbush": 1917,
+      "bow": 1918,
+      "llo": 1919,
+      "Ġexploring": 1920,
+      "Ġlon": 1921,
+      "Ġstand": 1922,
+      "itting": 1923,
+      "Ġseemed": 1924,
+      "Ġspoon": 1925,
+      "ĠFinally": 1926,
+      "Ġgames": 1927,
+      "Ġwoke": 1928,
+      "issed": 1929,
+      "Ġresp": 1930,
+      "Ġtrou": 1931,
+      "Ġtwins": 1932,
+      "Ġhoped": 1933,
+      "Ġatt": 1934,
+      "Ġlonely": 1935,
+      "Ġant": 1936,
+      "ĠMama": 1937,
+      "orrow": 1938,
+      "Ġnoises": 1939,
+      "Ġhugs": 1940,
+      "ountain": 1941,
+      "yard": 1942,
+      "Ġdaughter": 1943,
+      "Ġinv": 1944,
+      "Ġkey": 1945,
+      "ail": 1946,
+      "Ġrocks": 1947,
+      "Ġdisco": 1948,
+      "Ġsu": 1949,
+      "Ġlunch": 1950,
+      "read": 1951,
+      "oun": 1952,
+      "vered": 1953,
+      "Ġbackyard": 1954,
+      "Ġsuc": 1955,
+      "Ġcow": 1956,
+      "Ġapple": 1957,
+      "ek": 1958,
+      "Ġswam": 1959,
+      "Ġshoes": 1960,
+      "Ġstars": 1961,
+      "Ġshook": 1962,
+      "ittens": 1963,
+      "Ġmiss": 1964,
+      "ches": 1965,
+      "Ġwish": 1966,
+      "Ġrelie": 1967,
+      "fused": 1968,
+      "Ġshapes": 1969,
+      "urple": 1970,
+      "Ġtower": 1971,
+      "ity": 1972,
+      "Ġcorn": 1973,
+      "Ġmoved": 1974,
+      "shine": 1975,
+      "Ġ3": 1976,
+      "Ġthough": 1977,
+      "Ġcir": 1978,
+      "umb": 1979,
+      "Ġtaking": 1980,
+      "ts": 1981,
+      "ĠTweet": 1982,
+      "ape": 1983,
+      "Ġrainbow": 1984,
+      "Ġthrow": 1985,
+      "Ġstar": 1986,
+      "Ġbench": 1987,
+      "Ġneck": 1988,
+      "ocked": 1989,
+      "Ġcreature": 1990,
+      "Ġbubble": 1991,
+      "Ġlate": 1992,
+      "Ġadventures": 1993,
+      "Ġowl": 1994,
+      "ions": 1995,
+      "And": 1996,
+      "Ġwhe": 1997,
+      "Ġpar": 1998,
+      "Ġshell": 1999,
+      "Ġkite": 2000,
+      "ĠFluffy": 2001,
+      "ining": 2002,
+      "Ġmil": 2003,
+      "unt": 2004,
+      "Ġfence": 2005,
+      "Ġmix": 2006,
+      "Ġlift": 2007,
+      "Ġaccidentally": 2008,
+      "Ġwise": 2009,
+      "Ġhello": 2010,
+      "Ġpurple": 2011,
+      "pper": 2012,
+      "Ġonto": 2013,
+      "Ġspin": 2014,
+      "ten": 2015,
+      "ours": 2016,
+      "Ġsitting": 2017,
+      "idge": 2018,
+      "Ġsunshine": 2019,
+      "Ġcute": 2020,
+      "Ġmat": 2021,
+      "ward": 2022,
+      "Ġshop": 2023,
+      "Ġwhist": 2024,
+      "Ġdist": 2025,
+      "Ġorange": 2026,
+      "Lila": 2027,
+      "Ġnaught": 2028,
+      "ĠSammy": 2029,
+      "Ġnaughty": 2030,
+      "Ġnest": 2031,
+      "ose": 2032,
+      "ors": 2033,
+      "lla": 2034,
+      "Ġmilk": 2035,
+      "fish": 2036,
+      "Ġaf": 2037,
+      "Ġboun": 2038,
+      "Ġphone": 2039,
+      "Ġarms": 2040,
+      "Ġeas": 2041,
+      "ness": 2042,
+      "Ġcarry": 2043,
+      "ĠGrandma": 2044,
+      "og": 2045,
+      "Ġbought": 2046,
+      "Ġdriver": 2047,
+      "Ġinstead": 2048,
+      "Later": 2049,
+      "Ġtalked": 2050,
+      "Ġsearched": 2051,
+      "gged": 2052,
+      "Ġpig": 2053,
+      "Ġcozy": 2054,
+      "Ġsunny": 2055,
+      "itty": 2056,
+      "Ġfeels": 2057,
+      "Ġfan": 2058,
+      "Ġwondered": 2059,
+      "Ġcomes": 2060,
+      "Ġswimming": 2061,
+      "uched": 2062,
+      "Ġtouched": 2063,
+      "Ġpop": 2064,
+      "ĠInside": 2065,
+      "ale": 2066,
+      "Ġlucky": 2067,
+      "Ġlaughing": 2068,
+      "Ġbelong": 2069,
+      "Ġsounds": 2070,
+      "Ġwom": 2071,
+      "Ġcave": 2072,
+      "let": 2073,
+      "Ġjourney": 2074,
+      "Ġwoman": 2075,
+      "Ġcou": 2076,
+      "Ġnothing": 2077,
+      "Ġcoat": 2078,
+      "Ġrelieved": 2079,
+      "ĠO": 2080,
+      "Ġpeace": 2081,
+      "adow": 2082,
+      "Ġnose": 2083,
+      "Ġbusy": 2084,
+      "Bob": 2085,
+      "Ġpast": 2086,
+      "Ġapples": 2087,
+      "Ġsick": 2088,
+      "Ġrope": 2089,
+      "Ġpatient": 2090,
+      "Ġact": 2091,
+      "Ġpudd": 2092,
+      "Ġinc": 2093,
+      "raid": 2094,
+      "Ġwatching": 2095,
+      "Ġbranch": 2096,
+      "Ġafraid": 2097,
+      "Ġtom": 2098,
+      "ider": 2099,
+      "Ġdays": 2100,
+      "Ġret": 2101,
+      "cing": 2102,
+      "ĠMary": 2103,
+      "Ġband": 2104,
+      "Ġfarm": 2105,
+      "Ġhuge": 2106,
+      "ĠThank": 2107,
+      "ator": 2108,
+      "Ġexciting": 2109,
+      "Ġdanced": 2110,
+      "thday": 2111,
+      "Ġwar": 2112,
+      "ĠSoon": 2113,
+      "ball": 2114,
+      "Ġgigg": 2115,
+      "blem": 2116,
+      "Ġzoom": 2117,
+      "Ġmad": 2118,
+      "Ġvill": 2119,
+      "Ġforever": 2120,
+      "Ġproblem": 2121,
+      "Ġcollect": 2122,
+      "ped": 2123,
+      "irt": 2124,
+      "Ġminut": 2125,
+      "Ġwra": 2126,
+      "ho": 2127,
+      "Ġlife": 2128,
+      "Ġknee": 2129,
+      "ces": 2130,
+      "Do": 2131,
+      "cer": 2132,
+      "mp": 2133,
+      "arp": 2134,
+      "Ġking": 2135,
+      "Ġasleep": 2136,
+      "Ġreturn": 2137,
+      "Ġsharp": 2138,
+      "Ġrel": 2139,
+      "Ġpower": 2140,
+      "eth": 2141,
+      "Ġholding": 2142,
+      "Ġfing": 2143,
+      "Ġhealthy": 2144,
+      "ĠMittens": 2145,
+      "Ġprot": 2146,
+      "Ġmeet": 2147,
+      "Ġorgan": 2148,
+      "Ġclever": 2149,
+      "Ġspotted": 2150,
+      "Ġletter": 2151,
+      "Ġgather": 2152,
+      "alm": 2153,
+      "Of": 2154,
+      "ere": 2155,
+      "Ġround": 2156,
+      "Ġstorm": 2157,
+      "Ġprotect": 2158,
+      "Ġgift": 2159,
+      "amed": 2160,
+      "Ġmail": 2161,
+      "ĠJen": 2162,
+      "Ġbirthday": 2163,
+      "Ġpres": 2164,
+      "Ġsaf": 2165,
+      "Ġneighbor": 2166,
+      "epend": 2167,
+      "Ġtakes": 2168,
+      "sc": 2169,
+      "Ġear": 2170,
+      "Ġcomfort": 2171,
+      "Ġent": 2172,
+      "Ġrep": 2173,
+      "Ġperson": 2174,
+      "Ġsmiling": 2175,
+      "ĠWith": 2176,
+      "Ġgently": 2177,
+      "Ġpointed": 2178,
+      "Every": 2179,
+      "owed": 2180,
+      "Ġspo": 2181,
+      "col": 2182,
+      "Ġtasty": 2183,
+      "ular": 2184,
+      "ĠJimmy": 2185,
+      "Ġplane": 2186,
+      "sting": 2187,
+      "hin": 2188,
+      "Ġhoney": 2189,
+      "itch": 2190,
+      "Ġpill": 2191,
+      "Ġpass": 2192,
+      "itten": 2193,
+      "Ġmatter": 2194,
+      "Ġadm": 2195,
+      "Ġtasted": 2196,
+      "Ġsmelled": 2197,
+      "nic": 2198,
+      "ove": 2199,
+      "Ġeag": 2200,
+      "Ġshining": 2201,
+      "Hey": 2202,
+      "Ġhope": 2203,
+      "Ġplaces": 2204,
+      "Ġkick": 2205,
+      "ĠCh": 2206,
+      "Ġpicnic": 2207,
+      "Ġbottle": 2208,
+      "Ġrespect": 2209,
+      "Ġblew": 2210,
+      "Ġappeared": 2211,
+      "Ġsupp": 2212,
+      "Tommy": 2213,
+      "ĠCome": 2214,
+      "Ġspider": 2215,
+      "Ġintere": 2216,
+      "Ġcheer": 2217,
+      "board": 2218,
+      "Ġwearing": 2219,
+      "Ġpresent": 2220,
+      "ert": 2221,
+      "Ġmist": 2222,
+      "ize": 2223,
+      "Ġtrouble": 2224,
+      "Ġtrip": 2225,
+      "Ġpract": 2226,
+      "Ġkiss": 2227,
+      "Ġquest": 2228,
+      "ond": 2229,
+      "Ġash": 2230,
+      "Ġloves": 2231,
+      "Ġtightly": 2232,
+      "gg": 2233,
+      "arge": 2234,
+      "Ġsur": 2235,
+      "Ġspread": 2236,
+      "aur": 2237,
+      "Ġwide": 2238,
+      "ones": 2239,
+      "umber": 2240,
+      "Ġfeather": 2241,
+      "Ġsplas": 2242,
+      "ont": 2243,
+      "ndp": 2244,
+      "Ġlater": 2245,
+      "Ġwhole": 2246,
+      "Ġanyone": 2247,
+      "Ġbread": 2248,
+      "Molly": 2249,
+      "Ġdes": 2250,
+      "Ġrec": 2251,
+      "ella": 2252,
+      "Ġroad": 2253,
+      "In": 2254,
+      "Ġoce": 2255,
+      "Ġgiant": 2256,
+      "Ġocean": 2257,
+      "els": 2258,
+      "Ġpuzz": 2259,
+      "Ġcookie": 2260,
+      "Ġpan": 2261,
+      "Ġpath": 2262,
+      "ÅĵI": 2263,
+      "Ġconfused": 2264,
+      "Ġscreamed": 2265,
+      "Ġclouds": 2266,
+      "eb": 2267,
+      "Ġimpress": 2268,
+      "Ġfront": 2269,
+      "ĠGo": 2270,
+      "Ġseat": 2271,
+      "lex": 2272,
+      "Ġlay": 2273,
+      "Ġwhich": 2274,
+      "la": 2275,
+      "Ġthin": 2276,
+      "Ġteach": 2277,
+      "erly": 2278,
+      "Ġdi": 2279,
+      "Ġanswer": 2280,
+      "ungle": 2281,
+      "Ġap": 2282,
+      "ssed": 2283,
+      "hile": 2284,
+      "ub": 2285,
+      "Ġlarge": 2286,
+      "Ġjungle": 2287,
+      "Ġpromise": 2288,
+      "Ġser": 2289,
+      "Ġber": 2290,
+      "Ġwild": 2291,
+      "Ġbark": 2292,
+      "Ġmach": 2293,
+      "oose": 2294,
+      "Ġbutton": 2295,
+      "ndpa": 2296,
+      "Good": 2297,
+      "Ġmyster": 2298,
+      "Ġsnake": 2299,
+      "Ġvillage": 2300,
+      "Ġhor": 2301,
+      "ĠEmily": 2302,
+      "Come": 2303,
+      "Ġtool": 2304,
+      "Ġputs": 2305,
+      "Ġlast": 2306,
+      "Ġimag": 2307,
+      "ĠJake": 2308,
+      "Lucy": 2309,
+      "Ġtid": 2310,
+      "Ġban": 2311,
+      "lebr": 2312,
+      "Ġeventually": 2313,
+      "Ġslid": 2314,
+      "Ġwave": 2315,
+      "Ġlive": 2316,
+      "Ġchased": 2317,
+      "ĠEverywhere": 2318,
+      "Ġcelebr": 2319,
+      "Ġcrayons": 2320,
+      "Just": 2321,
+      "Ġspent": 2322,
+      "Ġwrite": 2323,
+      "Ġgives": 2324,
+      "unk": 2325,
+      "ife": 2326,
+      "Ġdecor": 2327,
+      "Ġfoot": 2328,
+      "Ġdelight": 2329,
+      "Ġsol": 2330,
+      "Ġsandw": 2331,
+      "Ġdirt": 2332,
+      "ĠJenny": 2333,
+      "Ġtalking": 2334,
+      "Ġtreats": 2335,
+      "Ġcart": 2336,
+      "ching": 2337,
+      "Ġwaiting": 2338,
+      "Ġhiding": 2339,
+      "Ġsnowman": 2340,
+      "Ġinteresting": 2341,
+      "Ġhon": 2342,
+      "ony": 2343,
+      "Ġshelf": 2344,
+      "Ġtaste": 2345,
+      "een": 2346,
+      "Jim": 2347,
+      "Ġstep": 2348,
+      "Mum": 2349,
+      "Ġhelpful": 2350,
+      "Ġfeet": 2351,
+      "Ġshy": 2352,
+      "Ġgoes": 2353,
+      "Ġval": 2354,
+      "Ġemb": 2355,
+      "Ġstood": 2356,
+      "Ġshr": 2357,
+      "Ġbuilding": 2358,
+      "Ġoven": 2359,
+      "Ġstret": 2360,
+      "Ġlovely": 2361,
+      "Ġducks": 2362,
+      "Ġcorner": 2363,
+      "Ġwash": 2364,
+      "cks": 2365,
+      "Ġspe": 2366,
+      "Ġpretended": 2367,
+      "Ġrolled": 2368,
+      "Ġrude": 2369,
+      "old": 2370,
+      "Ġcalm": 2371,
+      "Ġpile": 2372,
+      "Ġteeth": 2373,
+      "Ġjumping": 2374,
+      "Ġzoo": 2375,
+      "Ġpuddle": 2376,
+      "Ġtidy": 2377,
+      "Mama": 2378,
+      "iger": 2379,
+      "ipe": 2380,
+      "Ġbugs": 2381,
+      "Ġashamed": 2382,
+      "Ġbat": 2383,
+      "ina": 2384,
+      "ĠRe": 2385,
+      "Ġob": 2386,
+      "Ġstra": 2387,
+      "ĠSt": 2388,
+      "Ġwhistle": 2389,
+      "Ġbanan": 2390,
+      "not": 2391,
+      "Ġnet": 2392,
+      "Ġforgive": 2393,
+      "Ġprince": 2394,
+      "ener": 2395,
+      "Ġshirt": 2396,
+      "Ġsel": 2397,
+      "Ġcoo": 2398,
+      "Ġembar": 2399,
+      "umpy": 2400,
+      "Ġsparkly": 2401,
+      "Ġremind": 2402,
+      "Ġsug": 2403,
+      "Ġcross": 2404,
+      "Ġmind": 2405,
+      "Ġcannot": 2406,
+      "Ġsuccess": 2407,
+      "Ġembarra": 2408,
+      "Soon": 2409,
+      "Ġmot": 2410,
+      "Ġsharing": 2411,
+      "Ġworm": 2412,
+      "Ġfold": 2413,
+      "Ġpeaceful": 2414,
+      "Ġwore": 2415,
+      "Ġmountain": 2416,
+      "Ġblow": 2417,
+      "lice": 2418,
+      "Ġign": 2419,
+      "Ġbell": 2420,
+      "Ġfurry": 2421,
+      "Ġgrab": 2422,
+      "als": 2423,
+      "ometimes": 2424,
+      "Ġwhenever": 2425,
+      "Ġpour": 2426,
+      "vous": 2427,
+      "llie": 2428,
+      "Ġpush": 2429,
+      "Ġbreath": 2430,
+      "Ġmachine": 2431,
+      "Ġsugar": 2432,
+      "Ġchick": 2433,
+      "Ġcreative": 2434,
+      "St": 2435,
+      "ned": 2436,
+      "Ġbal": 2437,
+      "Ġstir": 2438,
+      "Ġdolp": 2439,
+      "Ġtries": 2440,
+      "Now": 2441,
+      "Ġlad": 2442,
+      "ĠLe": 2443,
+      "Ġmed": 2444,
+      "Ġpool": 2445,
+      "Ġgener": 2446,
+      "Ġsal": 2447,
+      "ork": 2448,
+      "ult": 2449,
+      "Ġspray": 2450,
+      "Ġship": 2451,
+      "ian": 2452,
+      "Ġhum": 2453,
+      "Ġhel": 2454,
+      "isa": 2455,
+      "Ġselfish": 2456,
+      "Ġhar": 2457,
+      "Ġfaces": 2458,
+      "Ġmessy": 2459,
+      "Ġ'": 2460,
+      "Ġple": 2461,
+      "ĠSome": 2462,
+      "ĠHow": 2463,
+      "Ġgold": 2464,
+      "Ġchocol": 2465,
+      "Please": 2466,
+      "Ġminutes": 2467,
+      "Ġpillow": 2468,
+      "My": 2469,
+      "aking": 2470,
+      "Ġtun": 2471,
+      "Ġmissed": 2472,
+      "ighed": 2473,
+      "Ġvan": 2474,
+      "Ġfixed": 2475,
+      "Ġfighting": 2476,
+      "oin": 2477,
+      "Ġfig": 2478,
+      "Ġembarrassed": 2479,
+      "Ġmeant": 2480,
+      "Ġdrive": 2481,
+      "Ġtomorrow": 2482,
+      "Ġhours": 2483,
+      "Ġca": 2484,
+      "Ġner": 2485,
+      "Ġspicy": 2486,
+      "Ġknowing": 2487,
+      "ĠPlease": 2488,
+      "Sarah": 2489,
+      "Ġladder": 2490,
+      "ital": 2491,
+      "Ġhorse": 2492,
+      "ato": 2493,
+      "Ġug": 2494,
+      "ĠJust": 2495,
+      "Ġtrust": 2496,
+      "Ġhosp": 2497,
+      "Ġugly": 2498,
+      "Ġhospital": 2499,
+      "Ġchew": 2500,
+      "Ġbedroom": 2501,
+      "Ġeasy": 2502,
+      "Ġnervous": 2503,
+      "Ġrob": 2504,
+      "Ġthankful": 2505,
+      "Ġcarrots": 2506,
+      "Dad": 2507,
+      "elly": 2508,
+      "Ġgrew": 2509,
+      "Ġcolour": 2510,
+      "Ġbarked": 2511,
+      "Ġcouch": 2512,
+      "Ġnut": 2513,
+      "Ġmeadow": 2514,
+      "Ġtaught": 2515,
+      "Ġunderstood": 2516,
+      "Ġdisappoin": 2517,
+      "Ġpas": 2518,
+      "ano": 2519,
+      "Ġoften": 2520,
+      "Ġclass": 2521,
+      "Ġpassed": 2522,
+      "Ġknocked": 2523,
+      "Ġlanded": 2524,
+      "Ġmic": 2525,
+      "ird": 2526,
+      "Ġfear": 2527,
+      "Ġcoin": 2528,
+      "Ġmud": 2529,
+      "work": 2530,
+      "Ġdeter": 2531,
+      "Ġreg": 2532,
+      "Ġreturned": 2533,
+      "Ġdeterm": 2534,
+      "Ġhur": 2535,
+      "Ġfinish": 2536,
+      "izz": 2537,
+      "Ġtea": 2538,
+      "Ġsmooth": 2539,
+      "mo": 2540,
+      "Ġstuff": 2541,
+      "Ġmov": 2542,
+      "Ġgenerous": 2543,
+      "To": 2544,
+      "ĠOn": 2545,
+      "isp": 2546,
+      "Ġdrum": 2547,
+      "obby": 2548,
+      "Ġbubbles": 2549,
+      "Ġrobot": 2550,
+      "Ġthese": 2551,
+      "Ġseed": 2552,
+      "Ġglass": 2553,
+      "Ġdisappointed": 2554,
+      "ground": 2555,
+      "Ġring": 2556,
+      "Ġcard": 2557,
+      "Ġhears": 2558,
+      "Ġcarried": 2559,
+      "Ġmoon": 2560,
+      "Ġchocolate": 2561,
+      "Ġleaf": 2562,
+      "Ġsnacks": 2563,
+      "Ġcirc": 2564,
+      "Ġfancy": 2565,
+      "dle": 2566,
+      "Ġspend": 2567,
+      "ĠAnn": 2568,
+      "ustr": 2569,
+      "Ġcrab": 2570,
+      "Ġsongs": 2571,
+      "pack": 2572,
+      "Ġpir": 2573,
+      "ecially": 2574,
+      "osaur": 2575,
+      "Ġsold": 2576,
+      "Ġbridge": 2577,
+      "ĠEven": 2578,
+      "Ġsleepy": 2579,
+      "Ġhonest": 2580,
+      "Ġmir": 2581,
+      "ĠBr": 2582,
+      "Ġpaw": 2583,
+      "pecially": 2584,
+      "Ġav": 2585,
+      "ĠWhy": 2586,
+      "izzy": 2587,
+      "Ġchest": 2588,
+      "Ġwolf": 2589,
+      "Ġdinosaur": 2590,
+      "Ġespecially": 2591,
+      "Ġmap": 2592,
+      "Ġgas": 2593,
+      "ory": 2594,
+      "Ġchange": 2595,
+      "Ġgroup": 2596,
+      "Ġgathered": 2597,
+      "Ġsour": 2598,
+      "Ġpoor": 2599,
+      "Ġsplash": 2600,
+      "Ġwaves": 2601,
+      "Ġforward": 2602,
+      "Ġclown": 2603,
+      "Ġmysterious": 2604,
+      "ror": 2605,
+      "Ġbody": 2606,
+      "Ġfrustr": 2607,
+      "Ġcraw": 2608,
+      "Ġfake": 2609,
+      "Ġpin": 2610,
+      "Ġok": 2611,
+      "Ġrad": 2612,
+      "Ġwhisp": 2613,
+      "Ġtwirl": 2614,
+      "Ġstring": 2615,
+      "Ġsmelly": 2616,
+      "ĠTogether": 2617,
+      "sist": 2618,
+      "Ġcand": 2619,
+      "Ġgate": 2620,
+      "Ġscar": 2621,
+      "ĠKitty": 2622,
+      "Ġneckl": 2623,
+      "Billy": 2624,
+      "Ġmotor": 2625,
+      "ying": 2626,
+      "ote": 2627,
+      "Ġshore": 2628,
+      "urse": 2629,
+      "Ġjew": 2630,
+      "Ġweak": 2631,
+      "Ġgrumpy": 2632,
+      "Ġfinger": 2633,
+      "Ġsack": 2634,
+      "Ġkitten": 2635,
+      "Ġpolite": 2636,
+      "Ġglue": 2637,
+      "uce": 2638,
+      "Ġnumber": 2639,
+      "airs": 2640,
+      "Ġesc": 2641,
+      "Ġmirror": 2642,
+      "Ġsheep": 2643,
+      "Ġvase": 2644,
+      "Ġplants": 2645,
+      "Ġberries": 2646,
+      "most": 2647,
+      "Be": 2648,
+      "den": 2649,
+      "Ġjelly": 2650,
+      "ĠTheir": 2651,
+      "Ġemp": 2652,
+      "itter": 2653,
+      "There": 2654,
+      "Ġscr": 2655,
+      "Ġgray": 2656,
+      "Ġpuzzle": 2657,
+      "Ġnecklace": 2658,
+      "Ġmaybe": 2659,
+      "Ġplate": 2660,
+      "Ġalmost": 2661,
+      "usie": 2662,
+      "Ġfrustrated": 2663,
+      "Ġempty": 2664,
+      "port": 2665,
+      "orry": 2666,
+      "Ġthick": 2667,
+      "Ġjam": 2668,
+      "Ġskipped": 2669,
+      "ensive": 2670,
+      "ĠTeddy": 2671,
+      "aged": 2672,
+      "Ġcloset": 2673,
+      "Ġhidden": 2674,
+      "Ġexpensive": 2675,
+      "Ġdetermined": 2676,
+      "Ġbored": 2677,
+      "Ġlit": 2678,
+      "Ġdrew": 2679,
+      "Ġlegs": 2680,
+      "Ġhopping": 2681,
+      "ates": 2682,
+      "ĠSometimes": 2683,
+      "Ġsticks": 2684,
+      "Ġones": 2685,
+      "ĠAt": 2686,
+      "Ġbirdie": 2687,
+      "ĠDon": 2688,
+      "Ġpolice": 2689,
+      "Ġfruits": 2690,
+      "Ġtick": 2691,
+      "Ġaunt": 2692,
+      "Ġwis": 2693,
+      "Ġbake": 2694,
+      "Ġline": 2695,
+      "ots": 2696,
+      "Ġstone": 2697,
+      "Ġdogs": 2698,
+      "aul": 2699,
+      "Ġfigure": 2700,
+      "Jane": 2701,
+      "Ġsight": 2702,
+      "Ġcries": 2703,
+      "ĠBe": 2704,
+      "Ġmoving": 2705,
+      "Ġcontent": 2706,
+      "ĠBrown": 2707,
+      "Ġsaved": 2708,
+      "Ġcloth": 2709,
+      "?\".": 2710,
+      "box": 2711,
+      "Ġbranches": 2712,
+      "Ġpacked": 2713,
+      "Ġpowerful": 2714,
+      "Ġsplashed": 2715,
+      "Ġfeed": 2716,
+      "ested": 2717,
+      "Ġyelled": 2718,
+      "Where": 2719,
+      "dge": 2720,
+      "kin": 2721,
+      "Ġtiger": 2722,
+      "Ġpay": 2723,
+      "iddle": 2724,
+      "oop": 2725,
+      "ĠBella": 2726,
+      "Ġexam": 2727,
+      "Ġtaken": 2728,
+      "Ġcrane": 2729,
+      "Ġspoil": 2730,
+      "'d": 2731,
+      "Ġhang": 2732,
+      "Ġflag": 2733,
+      "Ġanswered": 2734,
+      "Ġdiscovered": 2735,
+      "ĠLeo": 2736,
+      "ush": 2737,
+      "Ġsave": 2738,
+      "Ġseek": 2739,
+      "Ġexcite": 2740,
+      "Ġpray": 2741,
+      "Ġjog": 2742,
+      "Ġstanding": 2743,
+      "Ġdolphin": 2744,
+      "Ġjack": 2745,
+      "Are": 2746,
+      "era": 2747,
+      "rag": 2748,
+      "Ġflut": 2749,
+      "getable": 2750,
+      "Ġboring": 2751,
+      "Ġlock": 2752,
+      "Ġincred": 2753,
+      "Ġexcitement": 2754,
+      "Ġsighed": 2755,
+      "Ġwip": 2756,
+      "Ġfis": 2757,
+      "Ġfill": 2758,
+      "Ġsoap": 2759,
+      "ĠMum": 2760,
+      "ola": 2761,
+      "Ġpleased": 2762,
+      "Ġjacket": 2763,
+      "light": 2764,
+      "Ġsugg": 2765,
+      "Ġmiddle": 2766,
+      "Ġeld": 2767,
+      "Ġwrote": 2768,
+      "Ġballoons": 2769,
+      "Ġorganized": 2770,
+      "que": 2771,
+      "Ġsailed": 2772,
+      "Their": 2773,
+      "Ġtells": 2774,
+      "Ġoy": 2775,
+      "Ġstones": 2776,
+      "Ġboard": 2777,
+      "Ġspun": 2778,
+      "Ġvegetable": 2779,
+      "lies": 2780,
+      "Ġind": 2781,
+      "iness": 2782,
+      "Ġworking": 2783,
+      "lower": 2784,
+      "alk": 2785,
+      "iff": 2786,
+      "Ġparrot": 2787,
+      "Stop": 2788,
+      "Ġscarf": 2789,
+      "Ġwagged": 2790,
+      "Ġclap": 2791,
+      "Ġmeasure": 2792,
+      "asing": 2793,
+      "Ġtears": 2794,
+      "body": 2795,
+      "Ġcomfortable": 2796,
+      "Ġleg": 2797,
+      "Ġswan": 2798,
+      "Ġtrue": 2799,
+      "Ġfright": 2800,
+      "Ġdrop": 2801,
+      "Ġsmoke": 2802,
+      "Ġfeathers": 2803,
+      "Ġincredible": 2804,
+      "ggs": 2805,
+      "ual": 2806,
+      "Ġtie": 2807,
+      "Ġcap": 2808,
+      "Ġlose": 2809,
+      "Ġpus": 2810,
+      "Ġeager": 2811,
+      "Ġmovie": 2812,
+      "fic": 2813,
+      "Ġcop": 2814,
+      "Ġeggs": 2815,
+      "oof": 2816,
+      "Ġrid": 2817,
+      "Ġcovered": 2818,
+      "Ġfil": 2819,
+      "Ġlem": 2820,
+      "Ġgrap": 2821,
+      "Ġdisappeared": 2822,
+      "Ġrecord": 2823,
+      "ĠTV": 2824,
+      "ĠBl": 2825,
+      "Ġext": 2826,
+      "Ġord": 2827,
+      "Ġgiggled": 2828,
+      "corn": 2829,
+      "Ġpri": 2830,
+      "Ġham": 2831,
+      "Ġrare": 2832,
+      "Ġyourself": 2833,
+      "Ġeng": 2834,
+      "Ġwhale": 2835,
+      "Ġknife": 2836,
+      "ĠLisa": 2837,
+      "Ġteam": 2838,
+      "ĠJohnny": 2839,
+      "zed": 2840,
+      "Ġtest": 2841,
+      "Ġbone": 2842,
+      "Ġdizzy": 2843,
+      "Ġlibr": 2844,
+      "Ġwrap": 2845,
+      "Ġquestions": 2846,
+      "iv": 2847,
+      "Ġlying": 2848,
+      "Ġstamp": 2849,
+      "Ġlicked": 2850,
+      "Ġnoisy": 2851,
+      "Ġkindness": 2852,
+      "Ġdiffic": 2853,
+      "Ġdrawing": 2854,
+      "apping": 2855,
+      "Jimmy": 2856,
+      "Ġstraw": 2857,
+      "Ġburn": 2858,
+      "Ġwagon": 2859,
+      "ately": 2860,
+      "Ġgrown": 2861,
+      "Ġrocket": 2862,
+      "Ġpopcorn": 2863,
+      "Sally": 2864,
+      "Ġbatter": 2865,
+      "Ġwand": 2866,
+      "Ġanc": 2867,
+      "ĠEnd": 2868,
+      "Ġsword": 2869,
+      "Ġhappening": 2870,
+      "Ġlifted": 2871,
+      "Ġbalance": 2872,
+      "Ġextra": 2873,
+      "Sorry": 2874,
+      "ha": 2875,
+      "Ġwander": 2876,
+      "Ġfat": 2877,
+      "ĠMark": 2878,
+      "ĠElla": 2879,
+      "Ġbecome": 2880,
+      "Ġtrack": 2881,
+      "Ġsmaller": 2882,
+      "Ġmistake": 2883,
+      "Ġtoast": 2884,
+      "ating": 2885,
+      "Ġmanaged": 2886,
+      "selves": 2887,
+      "ĠPeter": 2888,
+      "Ġbathroom": 2889,
+      "Ġharm": 2890,
+      "Ġdifficult": 2891,
+      "Ġtwist": 2892,
+      "Ġoffered": 2893,
+      "Ġruined": 2894,
+      "Ġmatch": 2895,
+      "Ġancient": 2896,
+      "Ġgar": 2897,
+      "illi": 2898,
+      "Ġdistance": 2899,
+      "Ġplayground": 2900,
+      "Ġlazy": 2901,
+      "Ġdancing": 2902,
+      "Ġadventur": 2903,
+      "af": 2904,
+      "ĠBa": 2905,
+      "Ġcalling": 2906,
+      "Ġcleaned": 2907,
+      "Ġcrown": 2908,
+      "ormal": 2909,
+      "Ġonce": 2910,
+      "Ġboss": 2911,
+      "Ġsell": 2912,
+      "Ġwalks": 2913,
+      "Ġfrightened": 2914,
+      "erri": 2915,
+      "Ġmask": 2916,
+      "Ġfluffy": 2917,
+      "emo": 2918,
+      "ĠZ": 2919,
+      "Ġfrag": 2920,
+      "Ġdest": 2921,
+      "Ġnormal": 2922,
+      "Ġyog": 2923,
+      "Ġpicks": 2924,
+      "Ġeye": 2925,
+      "Ġdrank": 2926,
+      "Ġcircle": 2927,
+      "Ġadventurous": 2928,
+      "Spot": 2929,
+      "Ġtent": 2930,
+      "Ġpress": 2931,
+      "Ġkissed": 2932,
+      "ict": 2933,
+      "Ġsciss": 2934,
+      "Ġgets": 2935,
+      "Ġtrunk": 2936,
+      "Ġcheck": 2937,
+      "Ġenjoying": 2938,
+      "Ġshells": 2939,
+      "Ġelderly": 2940,
+      "Ġscissors": 2941,
+      "Ġterri": 2942,
+      "Ġtoug": 2943,
+      "ages": 2944,
+      "Ġsteal": 2945,
+      "Me": 2946,
+      "ready": 2947,
+      "ete": 2948,
+      "Ġalready": 2949,
+      "ĠLittle": 2950,
+      "Ġjuicy": 2951,
+      "Ġstudy": 2952,
+      "Ġhorn": 2953,
+      "erp": 2954,
+      "Ġpizz": 2955,
+      "Ġallig": 2956,
+      "Ġlouder": 2957,
+      "Ġtowel": 2958,
+      "Ġcircles": 2959,
+      "Ġlead": 2960,
+      "Ġroar": 2961,
+      "Ġrose": 2962,
+      "Ġslipped": 2963,
+      "Ġtele": 2964,
+      "Ġfamous": 2965,
+      "Ġarg": 2966,
+      "Ġcheerful": 2967,
+      "ĠRex": 2968,
+      "Ġtough": 2969,
+      "ipper": 2970,
+      "Ġbarn": 2971,
+      "Ġfool": 2972,
+      "Ġdig": 2973,
+      "Ġdish": 2974,
+      "Ġagainst": 2975,
+      "Ġdeer": 2976,
+      "Ġsweetie": 2977,
+      "Ġengine": 2978,
+      "Ġed": 2979,
+      "Ġfather": 2980,
+      "Ġcover": 2981,
+      "Ġyours": 2982,
+      "Ġneeds": 2983,
+      "Joe": 2984,
+      "Ġbags": 2985,
+      "Ġspinning": 2986,
+      "Sue": 2987,
+      "Ġaw": 2988,
+      "anged": 2989,
+      "amond": 2990,
+      "Ġyarn": 2991,
+      "oph": 2992,
+      "Ġgiving": 2993,
+      "Ġdiamond": 2994,
+      "Ġsandwich": 2995,
+      "Ġindepend": 2996,
+      "Ġfragile": 2997,
+      "Who": 2998,
+      "cept": 2999,
+      "Ġnosy": 3000,
+      "Ġtwig": 3001,
+      "Ġhurts": 3002,
+      "Ġsuggested": 3003,
+      "Ġlemon": 3004,
+      "iest": 3005,
+      "ination": 3006,
+      "orge": 3007,
+      "Ġnod": 3008,
+      "Ġbloom": 3009,
+      "Ġhose": 3010,
+      "Ġboxes": 3011,
+      "Ġrealised": 3012,
+      "Ġfrown": 3013,
+      "ache": 3014,
+      "Ġrelax": 3015,
+      "Ġhammer": 3016,
+      "Ġadded": 3017,
+      "Ġweird": 3018,
+      "Ġmod": 3019,
+      "Ġcrack": 3020,
+      "Ġalligator": 3021,
+      "Amy": 3022,
+      "Gra": 3023,
+      "oot": 3024,
+      "Ġshake": 3025,
+      "rage": 3026,
+      "Ġlearning": 3027,
+      "Ġvegetables": 3028,
+      "Ġadd": 3029,
+      "Ġmelt": 3030,
+      "ĠSusie": 3031,
+      "elp": 3032,
+      "ĠBobby": 3033,
+      "Ġtrap": 3034,
+      "Ġcollar": 3035,
+      "Ġstubb": 3036,
+      "ique": 3037,
+      "Ġborrow": 3038,
+      "Ġpump": 3039,
+      "Ġloudly": 3040,
+      "Ġsearch": 3041,
+      "Ġchicken": 3042,
+      "Ġpizza": 3043,
+      "Ġindependent": 3044,
+      "Ġstubborn": 3045,
+      "Ġref": 3046,
+      "Ġasking": 3047,
+      "Ġbrilli": 3048,
+      "Ġdecide": 3049,
+      "Ġflash": 3050,
+      "Ġcaterp": 3051,
+      "Ġqueen": 3052,
+      "Ġsnee": 3053,
+      "ĠRose": 3054,
+      "Ġinvited": 3055,
+      "Ġstrawber": 3056,
+      "Ġfoolish": 3057,
+      "Ġcaterpill": 3058,
+      "gy": 3059,
+      "Ġtur": 3060,
+      "Ġdepend": 3061,
+      "Ġguit": 3062,
+      "Ġstri": 3063,
+      "Ġknight": 3064,
+      "Ġboys": 3065,
+      "Ġpee": 3066,
+      "Ġcomb": 3067,
+      "Ġclear": 3068,
+      "Ġunique": 3069,
+      "Ġbuttons": 3070,
+      "ĠTweety": 3071,
+      "Ġcolourful": 3072,
+      "Ġescape": 3073,
+      "Ġbrilliant": 3074,
+      "Ġrich": 3075,
+      "ĠBu": 3076,
+      "Ġsaying": 3077,
+      "Ġrode": 3078,
+      "Ġskin": 3079,
+      "Ġgarage": 3080,
+      "Help": 3081,
+      "dom": 3082,
+      "Ġmummy": 3083,
+      "Ġbeak": 3084,
+      "ured": 3085,
+      "aw": 3086,
+      "eorge": 3087,
+      "rop": 3088,
+      "edient": 3089,
+      "Ġunus": 3090,
+      "Ġoyster": 3091,
+      "Ġturkey": 3092,
+      "ĠOK": 3093,
+      "Ġfountain": 3094,
+      "Ġpatter": 3095,
+      "Ġweek": 3096,
+      "Ġchase": 3097,
+      "Ġrubb": 3098,
+      "Ġcounted": 3099,
+      "Ġregular": 3100,
+      "Ġwiped": 3101,
+      "Ġguitar": 3102,
+      "Ġunusual": 3103,
+      "land": 3104,
+      "Ġumb": 3105,
+      "Ġfork": 3106,
+      "Ġshows": 3107,
+      "Ġlights": 3108,
+      "Ġwalls": 3109,
+      "Ġdreamed": 3110,
+      "Ġbanana": 3111,
+      "Ġsuccessful": 3112,
+      "Ġjewel": 3113,
+      "Ġpattern": 3114,
+      "Ġumbre": 3115,
+      "cil": 3116,
+      "ray": 3117,
+      "inal": 3118,
+      "Ġlow": 3119,
+      "imed": 3120,
+      "Ġswe": 3121,
+      "Ġcryst": 3122,
+      "Ġpencil": 3123,
+      "Ġsafely": 3124,
+      "Ġtools": 3125,
+      "Well": 3126,
+      "Ġtape": 3127,
+      "Ġstream": 3128,
+      "ceed": 3129,
+      "Ġresc": 3130,
+      "Ġabove": 3131,
+      "Ġharder": 3132,
+      "Ġguess": 3133,
+      "Ġbottom": 3134,
+      "Ġmarket": 3135,
+      "Ġimpressed": 3136,
+      "Ġwaff": 3137,
+      "anut": 3138,
+      "iginal": 3139,
+      "Ġnotice": 3140,
+      "illa": 3141,
+      "Ġnods": 3142,
+      "Ġpeanut": 3143,
+      "olog": 3144,
+      "Ġpatch": 3145,
+      "Ġcrawled": 3146,
+      "Ġcaterpillar": 3147,
+      "na": 3148,
+      "Ġtank": 3149,
+      "Ġtask": 3150,
+      "Ġtire": 3151,
+      "Ġgun": 3152,
+      "Ġload": 3153,
+      "Ġcompet": 3154,
+      "umbled": 3155,
+      "Ġapolog": 3156,
+      "Ġsolve": 3157,
+      "How": 3158,
+      "Mummy": 3159,
+      "fast": 3160,
+      "hip": 3161,
+      "ĠNo": 3162,
+      "Ġbitter": 3163,
+      "arl": 3164,
+      "Ġears": 3165,
+      "Ġshone": 3166,
+      "Ġbrush": 3167,
+      "ĠFin": 3168,
+      "Ġoriginal": 3169,
+      "Ġfier": 3170,
+      "Ġglow": 3171,
+      "ĠNemo": 3172,
+      "Ġbreakfast": 3173,
+      "Ġadmired": 3174,
+      "ĠBlue": 3175,
+      "Ġedge": 3176,
+      "Ġdependable": 3177,
+      "und": 3178,
+      "uth": 3179,
+      "ĠIf": 3180,
+      "Ġclay": 3181,
+      "Ġstronger": 3182,
+      "Ġbossy": 3183,
+      "Ġcudd": 3184,
+      "aser": 3185,
+      "Ġgrandpa": 3186,
+      "Ġknows": 3187,
+      "Ġpicking": 3188,
+      "Ġjoke": 3189,
+      "Ġboats": 3190,
+      "Ġbald": 3191,
+      "Ġmedic": 3192,
+      "Ġscrat": 3193,
+      "Ġcone": 3194,
+      "Ġpenny": 3195,
+      "Ġlean": 3196,
+      "Ġraft": 3197,
+      "uggled": 3198,
+      "Ġsucceed": 3199,
+      "Ġobedient": 3200,
+      "Ġhumble": 3201,
+      "Ġlibrary": 3202,
+      "Re": 3203,
+      "head": 3204,
+      "Ġph": 3205,
+      "Ġnumb": 3206,
+      "Ġsauce": 3207,
+      "ĠBear": 3208,
+      "Ġtray": 3209,
+      "Ġproudly": 3210,
+      "Here": 3211,
+      "Ġsounded": 3212,
+      "Ġsquare": 3213,
+      "Ġterrible": 3214,
+      "Ġcrystal": 3215,
+      "Ġfierce": 3216,
+      "Jill": 3217,
+      "Ġwitch": 3218,
+      "inary": 3219,
+      "Ġhappiness": 3220,
+      "ĠLola": 3221,
+      "Ġhanded": 3222,
+      "Ġfridge": 3223,
+      "fa": 3224,
+      "Ġrough": 3225,
+      "ention": 3226,
+      "Ġchanged": 3227,
+      "Ġjoined": 3228,
+      "Ġraven": 3229,
+      "Ġmighty": 3230,
+      "Ġchose": 3231,
+      "Ġwheel": 3232,
+      "Ġumbrella": 3233,
+      "Ġtag": 3234,
+      "Ġcri": 3235,
+      "Ġow": 3236,
+      "arry": 3237,
+      "imp": 3238,
+      "ĠBill": 3239,
+      "Ġhelps": 3240,
+      "Ġfinding": 3241,
+      "Ġcleaning": 3242,
+      "Ġsquee": 3243,
+      "Ġfirework": 3244,
+      "Ġmedicine": 3245,
+      "azz": 3246,
+      "met": 3247,
+      "Ġplayful": 3248,
+      "Ġlocked": 3249,
+      "Ġgoat": 3250,
+      "Ġaccept": 3251,
+      "Ġcompass": 3252,
+      "Ġsurf": 3253,
+      "Ġcompetit": 3254,
+      "ext": 3255,
+      "kn": 3256,
+      "Ġsy": 3257,
+      "Ġsil": 3258,
+      "Ġbeet": 3259,
+      "ĠMar": 3260,
+      "uring": 3261,
+      "Ġchir": 3262,
+      "ĠEllie": 3263,
+      "Ġballs": 3264,
+      "ÅĵLet": 3265,
+      "Ġbutterflies": 3266,
+      "Ġguard": 3267,
+      "Ġcrayon": 3268,
+      "Ġdiscover": 3269,
+      "Ġparade": 3270,
+      "Ġmixed": 3271,
+      "Ġvalu": 3272,
+      "Ġhelmet": 3273,
+      "ĠBrownie": 3274,
+      "Em": 3275,
+      "ject": 3276,
+      "squ": 3277,
+      "ud": 3278,
+      "Ġgum": 3279,
+      "ature": 3280,
+      "Ġisland": 3281,
+      "Ġcost": 3282,
+      "Ġmole": 3283,
+      "Ġnicely": 3284,
+      "Ġkinds": 3285,
+      "Ġraced": 3286,
+      "Ġstove": 3287,
+      "Ġlaughs": 3288,
+      "Ġmarch": 3289,
+      "Ġfalls": 3290,
+      "Ġpersist": 3291,
+      "ĠBaby": 3292,
+      "ophie": 3293,
+      "Alice": 3294,
+      "ience": 3295,
+      "ito": 3296,
+      "Ġcage": 3297,
+      "Ġgoose": 3298,
+      "Ġcoins": 3299,
+      "Ġtrump": 3300,
+      "Ġmosqu": 3301,
+      "Ġserious": 3302,
+      "Ġmosquito": 3303,
+      "Ġflex": 3304,
+      "Ġcro": 3305,
+      "elon": 3306,
+      "Ġexcla": 3307,
+      "Ġchoose": 3308,
+      "Ġexplored": 3309,
+      "Ġunl": 3310,
+      "Ġbrothers": 3311,
+      "Ġguil": 3312,
+      "Ġnumbers": 3313,
+      "Ġtrumpet": 3314,
+      "Ġicy": 3315,
+      "Ġmoms": 3316,
+      "iew": 3317,
+      "Ġview": 3318,
+      "Ġenorm": 3319,
+      "Ġfireman": 3320,
+      "ĠMrs": 3321,
+      "Ġpractice": 3322,
+      "Ġenormous": 3323,
+      "wards": 3324,
+      "Ġsup": 3325,
+      "Ġvolc": 3326,
+      "Ġmeans": 3327,
+      "Ġpointing": 3328,
+      "Ġvaluable": 3329,
+      "Ġflexible": 3330,
+      "Ġexclaimed": 3331,
+      "Ġguilty": 3332,
+      "yal": 3333,
+      "Ġcam": 3334,
+      "Ġpipe": 3335,
+      "ision": 3336,
+      "ĠMy": 3337,
+      "Ġuseful": 3338,
+      "Ġfavour": 3339,
+      "Ġcrazy": 3340,
+      "Ġphot": 3341,
+      "known": 3342,
+      "Ġvolcano": 3343,
+      "Ġwake": 3344,
+      "Ġcity": 3345,
+      "omed": 3346,
+      "llip": 3347,
+      "Ġforth": 3348,
+      "Ġlollip": 3349,
+      "Ġseal": 3350,
+      "Ġallowed": 3351,
+      "Ġscare": 3352,
+      "Ġbrightly": 3353,
+      "Ġmarble": 3354,
+      "Ġpopular": 3355,
+      "Ġflashlight": 3356,
+      "Ġcompassion": 3357,
+      "Ġlollipop": 3358,
+      "ĠU": 3359,
+      "Ġing": 3360,
+      "Ġhunt": 3361,
+      "Ġdull": 3362,
+      "erry": 3363,
+      "Ġstat": 3364,
+      "Ġshel": 3365,
+      "!\".": 3366,
+      "Ġunknown": 3367,
+      "Ġhats": 3368,
+      "Ġshoot": 3369,
+      "redient": 3370,
+      "Ġbelonged": 3371,
+      "Ġfavourite": 3372,
+      "Ġingredient": 3373,
+      "Ġpil": 3374,
+      "Ġloyal": 3375,
+      "Ġbrace": 3376,
+      "ĠWhenever": 3377,
+      "Ġdreams": 3378,
+      "Ġkicked": 3379,
+      "Ġseeds": 3380,
+      "Ġtwirled": 3381,
+      "Ġsuper": 3382,
+      "time": 3383,
+      "Ġfine": 3384,
+      "Ġbees": 3385,
+      "Ġsofa": 3386,
+      "Ġshark": 3387,
+      "ĠMike": 3388,
+      "Ġanx": 3389,
+      "Ġsadly": 3390,
+      "Ġshowing": 3391,
+      "Ġways": 3392,
+      "Ġtrucks": 3393,
+      "Ġdelicate": 3394,
+      "ations": 3395,
+      "Ġrepe": 3396,
+      "Ġimpressive": 3397,
+      "Ġpoured": 3398,
+      "Ġpirate": 3399,
+      "Ġwhispered": 3400,
+      "Ġharmless": 3401,
+      "aff": 3402,
+      "Ġturt": 3403,
+      "Ġtied": 3404,
+      "aroo": 3405,
+      "ado": 3406,
+      "arth": 3407,
+      "Ġgrace": 3408,
+      "Ġhandle": 3409,
+      "Ġenc": 3410,
+      "Ġdeliver": 3411,
+      "Benny": 3412,
+      "Ġrushed": 3413,
+      "Ġusing": 3414,
+      "angaroo": 3415,
+      "Ġshape": 3416,
+      "Ġbushes": 3417,
+      "Ġpersistent": 3418,
+      "Ġgor": 3419,
+      "ĠSp": 3420,
+      "Ġkangaroo": 3421,
+      "Ġang": 3422,
+      "Ġoffice": 3423,
+      "Ġanxious": 3424,
+      "Go": 3425,
+      "alous": 3426,
+      "Ġspell": 3427,
+      "ĠWhile": 3428,
+      "iable": 3429,
+      "Ġpotato": 3430,
+      "Ġjealous": 3431,
+      "Ġwrapped": 3432,
+      "Ġfour": 3433,
+      "Ġcurt": 3434,
+      "Ġlog": 3435,
+      "Ġcoal": 3436,
+      "Ġreliable": 3437,
+      "Ġcurtain": 3438,
+      "Daisy": 3439,
+      "Ġsudden": 3440,
+      "mbol": 3441,
+      "ÅĵYes": 3442,
+      "aches": 3443,
+      "ĠPe": 3444,
+      "Ġpainted": 3445,
+      "ĠToby": 3446,
+      "Ġcere": 3447,
+      "gu": 3448,
+      "Ġtummy": 3449,
+      "Ġthose": 3450,
+      "ouses": 3451,
+      "uddy": 3452,
+      "Ġcush": 3453,
+      "Ġmetal": 3454,
+      "Ġsymbol": 3455,
+      "Ġbeetle": 3456,
+      "Ġcamera": 3457,
+      "Ġhouses": 3458,
+      "ilt": 3459,
+      "Ġcelebrate": 3460,
+      "Ġdelighted": 3461,
+      "Ġgorilla": 3462,
+      "Ġtooth": 3463,
+      "Ġthirst": 3464,
+      "keep": 3465,
+      "Ġshiver": 3466,
+      "Ġreward": 3467,
+      "Ġspace": 3468,
+      "Ġtravel": 3469,
+      "Ġrubbed": 3470,
+      "Ġprint": 3471,
+      "Ġdriving": 3472,
+      "Ġmarry": 3473,
+      "Ġwarned": 3474,
+      "Ġsoldier": 3475,
+      "Ġmotorcy": 3476,
+      "cut": 3477,
+      "Ġson": 3478,
+      "Ġtor": 3479,
+      "arlie": 3480,
+      "Ġhero": 3481,
+      "ief": 3482,
+      "Ġcarp": 3483,
+      "Ġexcitedly": 3484,
+      "Ġtemp": 3485,
+      "ĠPete": 3486,
+      "ĠBobo": 3487,
+      "cod": 3488,
+      "Ġhung": 3489,
+      "Ġgrowing": 3490,
+      "upid": 3491,
+      "Ġthinking": 3492,
+      "Ġtunn": 3493,
+      "While": 3494,
+      "cu": 3495,
+      "ipp": 3496,
+      "Ġhay": 3497,
+      "Ġyet": 3498,
+      "Ġvine": 3499,
+      "Ġacorn": 3500,
+      "icycle": 3501,
+      "Ġprep": 3502,
+      "Ġreminded": 3503,
+      "Ġgasped": 3504,
+      "Ġflute": 3505,
+      "Ġordinary": 3506,
+      "Ġcrocod": 3507,
+      "Ġamb": 3508,
+      "Ġcur": 3509,
+      "ĠBet": 3510,
+      "ĠMandy": 3511,
+      "Ġpup": 3512,
+      "Ġcreatures": 3513,
+      "Ġhurry": 3514,
+      "Ġspoiled": 3515,
+      "Ġtimes": 3516,
+      "Ġmis": 3517,
+      "Ġrice": 3518,
+      "Ġstupid": 3519,
+      "Ġshine": 3520,
+      "Ġresist": 3521,
+      "ugged": 3522,
+      "Ġlaw": 3523,
+      "Ġskull": 3524,
+      "coa": 3525,
+      "Ġmissing": 3526,
+      "Ġwheat": 3527,
+      "Ġsupport": 3528,
+      "Ġingredients": 3529,
+      "aid": 3530,
+      "loo": 3531,
+      "Ġcase": 3532,
+      "ery": 3533,
+      "Ġwashed": 3534,
+      "Ġdove": 3535,
+      "Ġspilled": 3536,
+      "Ġscoot": 3537,
+      "Ġmeal": 3538,
+      "Ġmule": 3539,
+      "ĠDucky": 3540,
+      "Ġmoder": 3541,
+      "arsh": 3542,
+      "ÅĵWhat": 3543,
+      "Ġtrick": 3544,
+      "Ġsett": 3545,
+      "ĠTweetie": 3546,
+      "Ġbounce": 3547,
+      "Ġfilthy": 3548,
+      "Ġbase": 3549,
+      "Ġhoop": 3550,
+      "Ġfre": 3551,
+      "Ġstumbled": 3552,
+      "Ġsoar": 3553,
+      "Ġweal": 3554,
+      "Ġseem": 3555,
+      "Ġword": 3556,
+      "Ġlab": 3557,
+      "ĠDave": 3558,
+      "ĠFr": 3559,
+      "Ġbadly": 3560,
+      "Ġhairy": 3561,
+      "Ġcrawl": 3562,
+      "Ġlively": 3563,
+      "Ġsteps": 3564,
+      "ÅĵLetâ": 3565,
+      "Ġbracelet": 3566,
+      "Ġcereal": 3567,
+      "Ġthirsty": 3568,
+      "Ġcarpet": 3569,
+      "Ġwool": 3570,
+      "ither": 3571,
+      "Ġgoal": 3572,
+      "Ġbackpack": 3573,
+      "Ġtruth": 3574,
+      "Ġcompl": 3575,
+      "Ġcheap": 3576,
+      "Ġdisg": 3577,
+      "Ġplaced": 3578,
+      "Ġearly": 3579,
+      "Ġdecorate": 3580,
+      "Ġnuts": 3581,
+      "Ow": 3582,
+      "cream": 3583,
+      "Ġbump": 3584,
+      "Ġthemselves": 3585,
+      "ices": 3586,
+      "Ġhelpless": 3587,
+      "Ġclum": 3588,
+      "Ġscatter": 3589,
+      "Ġscale": 3590,
+      "Ġnews": 3591,
+      "usting": 3592,
+      "Ġenv": 3593,
+      "âĤ¬âĢ": 3594,
+      "Ġtelling": 3595,
+      "Ġswinging": 3596,
+      "Ġsparkled": 3597,
+      "Ġcarrying": 3598,
+      "gging": 3599,
+      "ines": 3600,
+      "ric": 3601,
+      "Ġfriendship": 3602,
+      "Ġcareless": 3603,
+      "Ġsne": 3604,
+      "Ġdoesn": 3605,
+      "Ġfalling": 3606,
+      "Ġcomput": 3607,
+      "Ġpale": 3608,
+      "Ġpeeked": 3609,
+      "Ġcompassionate": 3610,
+      "com": 3611,
+      "vice": 3612,
+      "Ġsend": 3613,
+      "Ġstage": 3614,
+      "Ġmem": 3615,
+      "Ġchalk": 3616,
+      "Ġchasing": 3617,
+      "Ġpebble": 3618,
+      "ĠEverything": 3619,
+      "Ġcube": 3620,
+      "Ġpige": 3621,
+      "Ġcourage": 3622,
+      "Ġfingers": 3623,
+      "Ġturtle": 3624,
+      "bled": 3625,
+      "Ġsink": 3626,
+      "Ġbicycle": 3627,
+      "Ġshaking": 3628,
+      "Ġsleeping": 3629,
+      "Ġneighbour": 3630,
+      "Ġmodern": 3631,
+      "Ġdisgusting": 3632,
+      "Ġclumsy": 3633,
+      "gest": 3634,
+      "Ġhook": 3635,
+      "Ġcher": 3636,
+      "Ġnail": 3637,
+      "Ġbiggest": 3638,
+      "iches": 3639,
+      "Ġbul": 3640,
+      "Ġending": 3641,
+      "Ġdead": 3642,
+      "Ġtriang": 3643,
+      "ulance": 3644,
+      "Ġspoke": 3645,
+      "Ġpracticed": 3646,
+      "Ġambulance": 3647,
+      "Ġcomputer": 3648,
+      "ibb": 3649,
+      "Ġlamp": 3650,
+      "Ġstation": 3651,
+      "Ġchar": 3652,
+      "Ġwallet": 3653,
+      "ĠToday": 3654,
+      "Ġpackage": 3655,
+      "Ġmicrop": 3656,
+      "Ġcushion": 3657,
+      "keeper": 3658,
+      "Ġcrocodile": 3659,
+      "Ġmicrophone": 3660,
+      "under": 3661,
+      "ĠAlex": 3662,
+      "Ġthoughtful": 3663,
+      "Ġjolly": 3664,
+      "Ġpengu": 3665,
+      "Ġpumpkin": 3666,
+      "Ġcostum": 3667,
+      "Ġfive": 3668,
+      "Ġdough": 3669,
+      "Ġpony": 3670,
+      "Ġol": 3671,
+      "imi": 3672,
+      "Ġstairs": 3673,
+      "Ġknock": 3674,
+      "Ġgrand": 3675,
+      "Ġintell": 3676,
+      "Ġuniver": 3677,
+      "Ġbrighter": 3678,
+      "Ġopens": 3679,
+      "Ġdreaming": 3680,
+      "Ġbounced": 3681,
+      "Ġquestion": 3682,
+      "Ġstatue": 3683,
+      "Ġwine": 3684,
+      "isk": 3685,
+      "ĠAlice": 3686,
+      "Ġcocoa": 3687,
+      "ĠYour": 3688,
+      "Ġpepper": 3689,
+      "Ġbeauty": 3690,
+      "Ġperm": 3691,
+      "Ġpainting": 3692,
+      "Ġshoe": 3693,
+      "Ġelev": 3694,
+      "Everyone": 3695,
+      "hino": 3696,
+      "Ġwealthy": 3697,
+      "Ġintellig": 3698,
+      "noon": 3699,
+      "Ġsuit": 3700,
+      "Ġmild": 3701,
+      "Ġnature": 3702,
+      "ans": 3703,
+      "Ġhappier": 3704,
+      "Ġneat": 3705,
+      "Ġstarts": 3706,
+      "ucked": 3707,
+      "Ġafternoon": 3708,
+      "Ġtorn": 3709,
+      "Ġelevator": 3710,
+      "gen": 3711,
+      "ti": 3712,
+      "Ġten": 3713,
+      "Ġharsh": 3714,
+      "Ġped": 3715,
+      "atient": 3716,
+      "orant": 3717,
+      "Ġrece": 3718,
+      "Ġjet": 3719,
+      "illie": 3720,
+      "ĠRed": 3721,
+      "Ġreading": 3722,
+      "Ġsearching": 3723,
+      "Ġbasketball": 3724,
+      "Ġbarber": 3725,
+      "Ġspeed": 3726,
+      "See": 3727,
+      "awn": 3728,
+      "Ġstack": 3729,
+      "ĠMummy": 3730,
+      "Ġclock": 3731,
+      "ĠGive": 3732,
+      "Ġmagn": 3733,
+      "Ġleaving": 3734,
+      "Ġcupboard": 3735,
+      "Ġdesign": 3736,
+      "Ġslides": 3737,
+      "Ġsandwiches": 3738,
+      "Ġcandle": 3739,
+      "aulif": 3740,
+      "Ġriding": 3741,
+      "Ġfresh": 3742,
+      "oppy": 3743,
+      "Ġshocked": 3744,
+      "Ġener": 3745,
+      "Ġjumps": 3746,
+      "Ġhaircut": 3747,
+      "Ġrespectful": 3748,
+      "Ġcooking": 3749,
+      "Ġticket": 3750,
+      "Ġencou": 3751,
+      "Ġtunnel": 3752,
+      "auliflower": 3753,
+      "Give": 3754,
+      "Ġsle": 3755,
+      "reen": 3756,
+      "Ġmay": 3757,
+      "Ġthief": 3758,
+      "Ġyawn": 3759,
+      "Ġfort": 3760,
+      "Ġalert": 3761,
+      "Ġsorts": 3762,
+      "Ġimpatient": 3763,
+      "Ġcreate": 3764,
+      "ailable": 3765,
+      "Ġwheels": 3766,
+      "Ġvalue": 3767,
+      "Ġprize": 3768,
+      "Mary": 3769,
+      "ye": 3770,
+      "het": 3771,
+      "Ġsent": 3772,
+      "Ġbent": 3773,
+      "ince": 3774,
+      "Ġcomet": 3775,
+      "Ġcamp": 3776,
+      "Ġcauliflower": 3777,
+      "Ġmelon": 3778,
+      "Ġgem": 3779,
+      "Ġitself": 3780,
+      "iron": 3781,
+      "Ġmush": 3782,
+      "Ġmonkeys": 3783,
+      "Ġsalad": 3784,
+      "Ġdestro": 3785,
+      "Ġrescue": 3786,
+      "Ġscooter": 3787,
+      "Ġintelligent": 3788,
+      "az": 3789,
+      "Ġdug": 3790,
+      "iling": 3791,
+      "anger": 3792,
+      "Ġroof": 3793,
+      "Ġrhino": 3794,
+      "Ġscold": 3795,
+      "aghet": 3796,
+      "Ġexper": 3797,
+      "Ġbarking": 3798,
+      "Ġbananas": 3799,
+      "Ġignorant": 3800,
+      "Ġmicro": 3801,
+      "Ġavailable": 3802,
+      "Ġgraceful": 3803,
+      "Ġmotorcycle": 3804,
+      "aghetti": 3805,
+      "hood": 3806,
+      "ĠSn": 3807,
+      "Ġearth": 3808,
+      "Ġboots": 3809,
+      "Ġspaghetti": 3810,
+      "ummer": 3811,
+      "Ġagree": 3812,
+      "Ġbull": 3813,
+      "Ġanywhere": 3814,
+      "ĠGeorge": 3815,
+      "Ġbehave": 3816,
+      "ĠKim": 3817,
+      "Ġpaid": 3818,
+      "scope": 3819,
+      "Ġstretched": 3820,
+      "Ġfearful": 3821,
+      "Ġavo": 3822,
+      "Ġmicroscope": 3823,
+      "If": 3824,
+      "io": 3825,
+      "Ġnoteb": 3826,
+      "ĠEventually": 3827,
+      "Ġolder": 3828,
+      "Ġsniff": 3829,
+      "Ġadvice": 3830,
+      "Ġstops": 3831,
+      "Ġperform": 3832,
+      "Ġfurther": 3833,
+      "Ġenvious": 3834,
+      "Ġpigeon": 3835,
+      "Ġmushroom": 3836,
+      "Ġnotebook": 3837,
+      "ubby": 3838,
+      "Ġpun": 3839,
+      "ats": 3840,
+      "Ġnurse": 3841,
+      "orable": 3842,
+      "Ġthunder": 3843,
+      "Ġclapping": 3844,
+      "Ġvide": 3845,
+      "Ġbuilt": 3846,
+      "ĠCl": 3847,
+      "Ġuncom": 3848,
+      "Ġshouting": 3849,
+      "Ġarrow": 3850,
+      "Ġdrawer": 3851,
+      "Ġprov": 3852,
+      "fortable": 3853,
+      "Ġtomato": 3854,
+      "Ġmeeting": 3855,
+      "Ġobject": 3856,
+      "Ġyogurt": 3857,
+      "Ġtemple": 3858,
+      "Ġuncomfortable": 3859,
+      "ef": 3860,
+      "ues": 3861,
+      "ĠTony": 3862,
+      "Ġloop": 3863,
+      "Ġchubby": 3864,
+      "Ġswitch": 3865,
+      "Ġskip": 3866,
+      "Ġadorable": 3867,
+      "ÅĵIt": 3868,
+      "Ġcounting": 3869,
+      "Ġcooked": 3870,
+      "Ġpist": 3871,
+      "arian": 3872,
+      "enry": 3873,
+      "Ġstared": 3874,
+      "Ġshut": 3875,
+      "icop": 3876,
+      "Ġquite": 3877,
+      "Ġsnuggled": 3878,
+      "ĠGrandpa": 3879,
+      "Ġtroubled": 3880,
+      "Ġgiggle": 3881,
+      "Ġblowing": 3882,
+      "Ġhelicop": 3883,
+      "Ġfisher": 3884,
+      "Ġpistol": 3885,
+      "Ġhelicopter": 3886,
+      "par": 3887,
+      "ĠSophie": 3888,
+      "ooped": 3889,
+      "ips": 3890,
+      "Ġnowhere": 3891,
+      "Ġforgave": 3892,
+      "Ġmarched": 3893,
+      "Ġtreasures": 3894,
+      "host": 3895,
+      "Ġpassport": 3896,
+      "Ġstirred": 3897,
+      "Ġpushing": 3898,
+      "Ġcompetitive": 3899,
+      "Ġdestroy": 3900,
+      "Yay": 3901,
+      "aked": 3902,
+      "oe": 3903,
+      "tter": 3904,
+      "Ġgir": 3905,
+      "Ġghost": 3906,
+      "anic": 3907,
+      "kelet": 3908,
+      "htub": 3909,
+      "Ġreef": 3910,
+      "Ġsepar": 3911,
+      "opard": 3912,
+      "play": 3913,
+      "Ġenvel": 3914,
+      "Ġbreat": 3915,
+      "Ġrepair": 3916,
+      "Ġfootball": 3917,
+      "Ġbathtub": 3918,
+      "Ġrubber": 3919,
+      "Ġangel": 3920,
+      "Ġtriangle": 3921,
+      "Ġled": 3922,
+      "Ġmill": 3923,
+      "ĠSh": 3924,
+      "chanic": 3925,
+      "Ġnames": 3926,
+      "Ġleopard": 3927,
+      "Ġnobody": 3928,
+      "Ġanyway": 3929,
+      "uct": 3930,
+      "ctus": 3931,
+      "Ġshouldn": 3932,
+      "Ġzeb": 3933,
+      "Ġgiven": 3934,
+      "Ġholds": 3935,
+      "Ġbarrel": 3936,
+      "Ġbandage": 3937,
+      "Ġenth": 3938,
+      "Daddy": 3939,
+      "Ġzebra": 3940,
+      "ives": 3941,
+      "ube": 3942,
+      "year": 3943,
+      "Ġpor": 3944,
+      "Ġpand": 3945,
+      "Ġotter": 3946,
+      "Ġribb": 3947,
+      "Ġshield": 3948,
+      "Ġmechanic": 3949,
+      "Ġdonâ": 3950,
+      "Ġdisag": 3951,
+      "Ġdisplay": 3952,
+      "Ġmusician": 3953,
+      "ceros": 3954,
+      "Ġspeak": 3955,
+      "Ġcab": 3956,
+      "Ġcactus": 3957,
+      "ĠBetsy": 3958,
+      "Ġbulb": 3959,
+      "Ch": 3960,
+      "eath": 3961,
+      "ikes": 3962,
+      "xy": 3963,
+      "Ġtube": 3964,
+      "Ġahead": 3965,
+      "Ġsummer": 3966,
+      "Ġskelet": 3967,
+      "Ġpurse": 3968,
+      "Ġknob": 3969,
+      "Ġdidnâ": 3970,
+      "Ġcouldnâ": 3971,
+      "Ġcolours": 3972,
+      "Ġwindows": 3973,
+      "oomy": 3974,
+      "Ġgifted": 3975,
+      "Ġcartoon": 3976,
+      "Ġrhinoceros": 3977,
+      "gl": 3978,
+      "heart": 3979,
+      "Ġsize": 3980,
+      "Ġbet": 3981,
+      "ĠMiss": 3982,
+      "Ġscrew": 3983,
+      "Ġflour": 3984,
+      "Ġblin": 3985,
+      "apa": 3986,
+      "Ġdishes": 3987,
+      "Ġraining": 3988,
+      "Ġhoping": 3989,
+      "Ġshovel": 3990,
+      "Ġmint": 3991,
+      "Ġjellyfish": 3992,
+      "Ġsweater": 3993,
+      "Ġcharming": 3994,
+      "Ġpenguin": 3995,
+      "Ġenvelope": 3996,
+      "Ġenthus": 3997,
+      "Ġcabin": 3998,
+      "rec": 3999,
+      "Ġpant": 4000,
+      "Ġthread": 4001,
+      "Ġinse": 4002,
+      "Ġstaff": 4003,
+      "Ġliz": 4004,
+      "Ġunpack": 4005,
+      "Ġwriting": 4006,
+      "Ġtrash": 4007,
+      "Ġrolling": 4008,
+      "Ġwaffle": 4009,
+      "Ġiron": 4010,
+      "Ġwing": 4011,
+      "erable": 4012,
+      "Ġsheet": 4013,
+      "ĠBuddy": 4014,
+      "Ġshadow": 4015,
+      "Ġroared": 4016,
+      "Ġmuff": 4017,
+      "Ġairport": 4018,
+      "Ġceiling": 4019,
+      "Ġattic": 4020,
+      "Ġorganize": 4021,
+      "Ġstretch": 4022,
+      "Ġgrapes": 4023,
+      "Ġobs": 4024,
+      "ĠAre": 4025,
+      "ĠWould": 4026,
+      "ĠInst": 4027,
+      "Ġpiano": 4028,
+      "Ġsalt": 4029,
+      "Ġmiserable": 4030,
+      "Ġcord": 4031,
+      "Ġdess": 4032,
+      "Ġrefused": 4033,
+      "Ġscreen": 4034,
+      "ĠDan": 4035,
+      "Ġstrugg": 4036,
+      "Ġneedle": 4037,
+      "Ġbears": 4038,
+      "ĠAndy": 4039,
+      "Ġheaded": 4040,
+      "Ġsticky": 4041,
+      "Ġfreez": 4042,
+      "Ġzoomed": 4043,
+      "Ġimagined": 4044,
+      "Ġmedal": 4045,
+      "Ġmagnet": 4046,
+      "reci": 4047,
+      "Ġobser": 4048,
+      "Ġer": 4049,
+      "Ġlives": 4050,
+      "ĠAl": 4051,
+      "ĠPat": 4052,
+      "Ġappreci": 4053,
+      "asses": 4054,
+      "Ġsailor": 4055,
+      "Ġminute": 4056,
+      "Ġfisherman": 4057,
+      "vision": 4058,
+      "Ġrat": 4059,
+      "aled": 4060,
+      "Ġbrus": 4061,
+      "Ġchance": 4062,
+      "Ġpost": 4063,
+      "Ġsungl": 4064,
+      "Ġcheek": 4065,
+      "reeze": 4066,
+      "Ġdeaf": 4067,
+      "Ġrules": 4068,
+      "Ġfrogs": 4069,
+      "Ġairpl": 4070,
+      "ĠGod": 4071,
+      "Ġstrawberry": 4072,
+      "Ġslept": 4073,
+      "Ġlizard": 4074,
+      "Ġsunglasses": 4075,
+      "Ġluck": 4076,
+      "Ġinf": 4077,
+      "Ġbeep": 4078,
+      "ĠBunny": 4079,
+      "Ġmeas": 4080,
+      "Ġrod": 4081,
+      "Ġorder": 4082,
+      "Ġrestless": 4083,
+      "Ġsandbox": 4084,
+      "Ġmessage": 4085,
+      "ĠJoey": 4086,
+      "Ġcomplet": 4087,
+      "Ġattract": 4088,
+      "Ġgolden": 4089,
+      "Grandma": 4090,
+      "Ġpilot": 4091,
+      "Ġporch": 4092,
+      "Little": 4093,
+      "ler": 4094,
+      "ses": 4095
+    },
+    "merges": [
+      [
+        "h",
+        "e"
+      ],
+      [
+        "Ġ",
+        "t"
+      ],
+      [
+        "Ġ",
+        "a"
+      ],
+      [
+        "Ġ",
+        "s"
+      ],
+      [
+        "Ġ",
+        "w"
+      ],
+      [
+        "n",
+        "d"
+      ],
+      [
+        "Ġt",
+        "he"
+      ],
+      [
+        "e",
+        "d"
+      ],
+      [
+        "Ġa",
+        "nd"
+      ],
+      [
+        "Ġt",
+        "o"
+      ],
+      [
+        "Ġ",
+        "b"
+      ],
+      [
+        "i",
+        "n"
+      ],
+      [
+        "Ġ",
+        "h"
+      ],
+      [
+        "Ġw",
+        "a"
+      ],
+      [
+        "r",
+        "e"
+      ],
+      [
+        "Ġ",
+        "f"
+      ],
+      [
+        "i",
+        "t"
+      ],
+      [
+        "o",
+        "u"
+      ],
+      [
+        "Ġ",
+        "c"
+      ],
+      [
+        "Ġ",
+        "l"
+      ],
+      [
+        "Ġ",
+        "he"
+      ],
+      [
+        "Ġ",
+        "d"
+      ],
+      [
+        "e",
+        "r"
+      ],
+      [
+        "Ġwa",
+        "s"
+      ],
+      [
+        "Ġ",
+        "m"
+      ],
+      [
+        "Ġ",
+        "p"
+      ],
+      [
+        "o",
+        "m"
+      ],
+      [
+        "Ġ",
+        "T"
+      ],
+      [
+        "Ġ",
+        "o"
+      ],
+      [
+        "a",
+        "y"
+      ],
+      [
+        "a",
+        "r"
+      ],
+      [
+        "in",
+        "g"
+      ],
+      [
+        "i",
+        "s"
+      ],
+      [
+        "Ġ",
+        "g"
+      ],
+      [
+        "i",
+        "l"
+      ],
+      [
+        "i",
+        "d"
+      ],
+      [
+        "a",
+        "t"
+      ],
+      [
+        "e",
+        "n"
+      ],
+      [
+        "Ġ",
+        "n"
+      ],
+      [
+        "Ġs",
+        "a"
+      ],
+      [
+        "Ġh",
+        "a"
+      ],
+      [
+        "Ġ",
+        "S"
+      ],
+      [
+        "i",
+        "m"
+      ],
+      [
+        "a",
+        "n"
+      ],
+      [
+        "ĠT",
+        "he"
+      ],
+      [
+        "o",
+        "r"
+      ],
+      [
+        "o",
+        "n"
+      ],
+      [
+        "Ġ",
+        "it"
+      ],
+      [
+        "Ġt",
+        "h"
+      ],
+      [
+        "l",
+        "l"
+      ],
+      [
+        "l",
+        "e"
+      ],
+      [
+        "Ġ",
+        "H"
+      ],
+      [
+        "Ġhe",
+        "r"
+      ],
+      [
+        "e",
+        "t"
+      ],
+      [
+        "o",
+        "t"
+      ],
+      [
+        "i",
+        "r"
+      ],
+      [
+        "ĠS",
+        "he"
+      ],
+      [
+        "ĠH",
+        "e"
+      ],
+      [
+        "v",
+        "er"
+      ],
+      [
+        "e",
+        "s"
+      ],
+      [
+        "Ġ",
+        "in"
+      ],
+      [
+        "u",
+        "t"
+      ],
+      [
+        "o",
+        "w"
+      ],
+      [
+        "c",
+        "k"
+      ],
+      [
+        "Ġ",
+        "e"
+      ],
+      [
+        "Ġ",
+        "u"
+      ],
+      [
+        "l",
+        "d"
+      ],
+      [
+        "ĠThe",
+        "y"
+      ],
+      [
+        "o",
+        "o"
+      ],
+      [
+        "i",
+        "g"
+      ],
+      [
+        "Ġsa",
+        "id"
+      ],
+      [
+        "a",
+        "m"
+      ],
+      [
+        "il",
+        "y"
+      ],
+      [
+        "Ġb",
+        "e"
+      ],
+      [
+        "Ġ",
+        "y"
+      ],
+      [
+        "Ġ",
+        "r"
+      ],
+      [
+        "Ġs",
+        "t"
+      ],
+      [
+        "c",
+        "e"
+      ],
+      [
+        "Ġs",
+        "he"
+      ],
+      [
+        "Ġ",
+        "\""
+      ],
+      [
+        "p",
+        "p"
+      ],
+      [
+        "k",
+        "e"
+      ],
+      [
+        "it",
+        "h"
+      ],
+      [
+        "O",
+        "n"
+      ],
+      [
+        "Ġ",
+        "I"
+      ],
+      [
+        "Ġw",
+        "ith"
+      ],
+      [
+        "v",
+        "e"
+      ],
+      [
+        "L",
+        "ily"
+      ],
+      [
+        "Ġo",
+        "n"
+      ],
+      [
+        "Ġo",
+        "f"
+      ],
+      [
+        "Ġs",
+        "o"
+      ],
+      [
+        "Ġh",
+        "is"
+      ],
+      [
+        "k",
+        "ed"
+      ],
+      [
+        "r",
+        "i"
+      ],
+      [
+        "n",
+        "t"
+      ],
+      [
+        "ver",
+        "y"
+      ],
+      [
+        "Ġp",
+        "l"
+      ],
+      [
+        "Ġd",
+        "ay"
+      ],
+      [
+        "a",
+        "d"
+      ],
+      [
+        "Ġy",
+        "ou"
+      ],
+      [
+        "Ġth",
+        "at"
+      ],
+      [
+        "Ġu",
+        "p"
+      ],
+      [
+        "Ġha",
+        "d"
+      ],
+      [
+        "s",
+        "t"
+      ],
+      [
+        "Ġpl",
+        "ay"
+      ],
+      [
+        "Ġthe",
+        "y"
+      ],
+      [
+        "Ġ",
+        "Lily"
+      ],
+      [
+        "Ġw",
+        "e"
+      ],
+      [
+        "Ġm",
+        "om"
+      ],
+      [
+        "m",
+        "y"
+      ],
+      [
+        "Ġf",
+        "or"
+      ],
+      [
+        "e",
+        "l"
+      ],
+      [
+        "ou",
+        "ld"
+      ],
+      [
+        "u",
+        "n"
+      ],
+      [
+        "Ġ",
+        "B"
+      ],
+      [
+        "'",
+        "s"
+      ],
+      [
+        "it",
+        "t"
+      ],
+      [
+        "en",
+        "t"
+      ],
+      [
+        "Ġha",
+        "pp"
+      ],
+      [
+        "T",
+        "he"
+      ],
+      [
+        "c",
+        "h"
+      ],
+      [
+        "Ġl",
+        "i"
+      ],
+      [
+        "ou",
+        "t"
+      ],
+      [
+        "Ġwa",
+        "nt"
+      ],
+      [
+        "Ġs",
+        "h"
+      ],
+      [
+        "he",
+        "r"
+      ],
+      [
+        "l",
+        "y"
+      ],
+      [
+        "im",
+        "e"
+      ],
+      [
+        "itt",
+        "le"
+      ],
+      [
+        "ou",
+        "nd"
+      ],
+      [
+        "Ġ",
+        "very"
+      ],
+      [
+        "Ġt",
+        "ime"
+      ],
+      [
+        "om",
+        "e"
+      ],
+      [
+        "Ġl",
+        "ittle"
+      ],
+      [
+        "Ġthe",
+        "re"
+      ],
+      [
+        "s",
+        "e"
+      ],
+      [
+        "Ġd",
+        "o"
+      ],
+      [
+        "Ġw",
+        "h"
+      ],
+      [
+        "a",
+        "ll"
+      ],
+      [
+        "Ġ",
+        "k"
+      ],
+      [
+        "e",
+        "nd"
+      ],
+      [
+        "a",
+        "l"
+      ],
+      [
+        "h",
+        "t"
+      ],
+      [
+        "Ġn",
+        "e"
+      ],
+      [
+        "Ġ",
+        "re"
+      ],
+      [
+        "Ġn",
+        "ot"
+      ],
+      [
+        "Ġhapp",
+        "y"
+      ],
+      [
+        "Ġ",
+        "Ċ"
+      ],
+      [
+        "Ġb",
+        "ig"
+      ],
+      [
+        "Ġ",
+        "M"
+      ],
+      [
+        "Ġb",
+        "ut"
+      ],
+      [
+        "Ġs",
+        "m"
+      ],
+      [
+        "a",
+        "ck"
+      ],
+      [
+        "Ġsa",
+        "w"
+      ],
+      [
+        "ĠI",
+        "t"
+      ],
+      [
+        "Ġa",
+        "s"
+      ],
+      [
+        "Ġa",
+        "n"
+      ],
+      [
+        "r",
+        "a"
+      ],
+      [
+        "ri",
+        "end"
+      ],
+      [
+        "Ġf",
+        "riend"
+      ],
+      [
+        "id",
+        "e"
+      ],
+      [
+        "On",
+        "e"
+      ],
+      [
+        "r",
+        "y"
+      ],
+      [
+        "'",
+        "t"
+      ],
+      [
+        "v",
+        "ed"
+      ],
+      [
+        "Ġ",
+        "is"
+      ],
+      [
+        "On",
+        "ce"
+      ],
+      [
+        "a",
+        "ke"
+      ],
+      [
+        ".",
+        "\""
+      ],
+      [
+        "Ġwe",
+        "re"
+      ],
+      [
+        "t",
+        "er"
+      ],
+      [
+        "u",
+        "g"
+      ],
+      [
+        "Ġl",
+        "oo"
+      ],
+      [
+        "Ġl",
+        "o"
+      ],
+      [
+        "o",
+        "re"
+      ],
+      [
+        "e",
+        "c"
+      ],
+      [
+        "ĠT",
+        "im"
+      ],
+      [
+        "Ġh",
+        "im"
+      ],
+      [
+        "Ġb",
+        "o"
+      ],
+      [
+        "!",
+        "\""
+      ],
+      [
+        "Ġto",
+        "o"
+      ],
+      [
+        "Ġg",
+        "o"
+      ],
+      [
+        "Ġup",
+        "on"
+      ],
+      [
+        "ir",
+        "l"
+      ],
+      [
+        "Ġ",
+        "j"
+      ],
+      [
+        "Ġwant",
+        "ed"
+      ],
+      [
+        "Ġg",
+        "irl"
+      ],
+      [
+        "Ġs",
+        "e"
+      ],
+      [
+        "Ġ",
+        "out"
+      ],
+      [
+        "ar",
+        "d"
+      ],
+      [
+        "w",
+        "ay"
+      ],
+      [
+        "Ġs",
+        "p"
+      ],
+      [
+        "il",
+        "l"
+      ],
+      [
+        "i",
+        "nd"
+      ],
+      [
+        "Ġthe",
+        "m"
+      ],
+      [
+        "Ġc",
+        "ould"
+      ],
+      [
+        "f",
+        "u"
+      ],
+      [
+        "he",
+        "n"
+      ],
+      [
+        "Ġa",
+        "t"
+      ],
+      [
+        "u",
+        "r"
+      ],
+      [
+        "Ġd",
+        "id"
+      ],
+      [
+        "Ġsm",
+        "il"
+      ],
+      [
+        "Ġthe",
+        "ir"
+      ],
+      [
+        "Ġa",
+        "re"
+      ],
+      [
+        "Ġe",
+        "x"
+      ],
+      [
+        "Ġ",
+        "A"
+      ],
+      [
+        "a",
+        "in"
+      ],
+      [
+        "Ġw",
+        "ent"
+      ],
+      [
+        "ar",
+        "t"
+      ],
+      [
+        "he",
+        "d"
+      ],
+      [
+        "r",
+        "om"
+      ],
+      [
+        "i",
+        "c"
+      ],
+      [
+        "r",
+        "ound"
+      ],
+      [
+        "Ġha",
+        "ve"
+      ],
+      [
+        "Ġn",
+        "am"
+      ],
+      [
+        "l",
+        "p"
+      ],
+      [
+        "Ġa",
+        "ll"
+      ],
+      [
+        "Ġ",
+        "J"
+      ],
+      [
+        "fu",
+        "l"
+      ],
+      [
+        "Ġk",
+        "n"
+      ],
+      [
+        "h",
+        "ing"
+      ],
+      [
+        "oo",
+        "d"
+      ],
+      [
+        "Ġhe",
+        "lp"
+      ],
+      [
+        "ig",
+        "ht"
+      ],
+      [
+        "Ġfriend",
+        "s"
+      ],
+      [
+        "on",
+        "e"
+      ],
+      [
+        "ar",
+        "k"
+      ],
+      [
+        "Ġb",
+        "ack"
+      ],
+      [
+        "u",
+        "m"
+      ],
+      [
+        "Ġc",
+        "an"
+      ],
+      [
+        "Ġnam",
+        "ed"
+      ],
+      [
+        "Ġc",
+        "l"
+      ],
+      [
+        "?",
+        "\""
+      ],
+      [
+        "Ġf",
+        "un"
+      ],
+      [
+        "a",
+        "re"
+      ],
+      [
+        "ĠB",
+        "en"
+      ],
+      [
+        "Ġlo",
+        "ved"
+      ],
+      [
+        "Ġa",
+        "l"
+      ],
+      [
+        "el",
+        "t"
+      ],
+      [
+        "ĠTim",
+        "my"
+      ],
+      [
+        "Ġ",
+        "One"
+      ],
+      [
+        "o",
+        "p"
+      ],
+      [
+        "s",
+        "ide"
+      ],
+      [
+        "Ġl",
+        "e"
+      ],
+      [
+        "Ġn",
+        "o"
+      ],
+      [
+        "Ġs",
+        "c"
+      ],
+      [
+        "ĠT",
+        "om"
+      ],
+      [
+        "Ġf",
+        "elt"
+      ],
+      [
+        "ou",
+        "g"
+      ],
+      [
+        "Ġsmil",
+        "ed"
+      ],
+      [
+        "i",
+        "ck"
+      ],
+      [
+        "Ġas",
+        "ked"
+      ],
+      [
+        "Y",
+        "ou"
+      ],
+      [
+        "Ġto",
+        "y"
+      ],
+      [
+        "Ġm",
+        "an"
+      ],
+      [
+        "Ġa",
+        "round"
+      ],
+      [
+        "am",
+        "e"
+      ],
+      [
+        "Ġf",
+        "e"
+      ],
+      [
+        "Ġs",
+        "ay"
+      ],
+      [
+        "Ġbo",
+        "y"
+      ],
+      [
+        "Ġs",
+        "ome"
+      ],
+      [
+        "Ġloo",
+        "ked"
+      ],
+      [
+        "u",
+        "re"
+      ],
+      [
+        "om",
+        "et"
+      ],
+      [
+        "Ġb",
+        "r"
+      ],
+      [
+        "Ġw",
+        "ould"
+      ],
+      [
+        "Ġm",
+        "e"
+      ],
+      [
+        "Ġb",
+        "ir"
+      ],
+      [
+        "Ġli",
+        "ke"
+      ],
+      [
+        "g",
+        "et"
+      ],
+      [
+        "Ġst",
+        "art"
+      ],
+      [
+        "Ġr",
+        "o"
+      ],
+      [
+        "a",
+        "s"
+      ],
+      [
+        "Ġse",
+        "e"
+      ],
+      [
+        "Ġ",
+        "W"
+      ],
+      [
+        "i",
+        "ce"
+      ],
+      [
+        "on",
+        "g"
+      ],
+      [
+        "Ġbir",
+        "d"
+      ],
+      [
+        "Ġs",
+        "omet"
+      ],
+      [
+        "d",
+        "d"
+      ],
+      [
+        "Ġw",
+        "or"
+      ],
+      [
+        "ad",
+        "e"
+      ],
+      [
+        "i",
+        "e"
+      ],
+      [
+        "k",
+        "ing"
+      ],
+      [
+        "Ġa",
+        "g"
+      ],
+      [
+        "ow",
+        "n"
+      ],
+      [
+        "Ġt",
+        "re"
+      ],
+      [
+        "Ġf",
+        "a"
+      ],
+      [
+        "Ġa",
+        "way"
+      ],
+      [
+        "Ġwh",
+        "at"
+      ],
+      [
+        "ing",
+        "s"
+      ],
+      [
+        "Ġstart",
+        "ed"
+      ],
+      [
+        "get",
+        "her"
+      ],
+      [
+        "Ġr",
+        "an"
+      ],
+      [
+        "Ã",
+        "¢"
+      ],
+      [
+        "â",
+        "Ĥ"
+      ],
+      [
+        "âĤ",
+        "¬"
+      ],
+      [
+        "ar",
+        "ed"
+      ],
+      [
+        "Ġm",
+        "ake"
+      ],
+      [
+        "ĠB",
+        "ut"
+      ],
+      [
+        "it",
+        "ed"
+      ],
+      [
+        "i",
+        "f"
+      ],
+      [
+        "ou",
+        "d"
+      ],
+      [
+        "Ġm",
+        "ade"
+      ],
+      [
+        "Ġto",
+        "gether"
+      ],
+      [
+        "Ġsomet",
+        "hing"
+      ],
+      [
+        "Ġex",
+        "c"
+      ],
+      [
+        "a",
+        "g"
+      ],
+      [
+        "Ġc",
+        "o"
+      ],
+      [
+        "Ġp",
+        "ark"
+      ],
+      [
+        "Ġne",
+        "w"
+      ],
+      [
+        "Ġsa",
+        "d"
+      ],
+      [
+        "Ġp",
+        "ut"
+      ],
+      [
+        ",",
+        "\""
+      ],
+      [
+        "Ġf",
+        "rom"
+      ],
+      [
+        "b",
+        "le"
+      ],
+      [
+        "t",
+        "her"
+      ],
+      [
+        "Ġp",
+        "r"
+      ],
+      [
+        "Ġm",
+        "u"
+      ],
+      [
+        "Ġc",
+        "ar"
+      ],
+      [
+        "Ġh",
+        "ome"
+      ],
+      [
+        "Ġ",
+        "You"
+      ],
+      [
+        "Ġthe",
+        "n"
+      ],
+      [
+        "Ġw",
+        "hen"
+      ],
+      [
+        "Ġf",
+        "ound"
+      ],
+      [
+        "e",
+        "ll"
+      ],
+      [
+        "Ġo",
+        "ther"
+      ],
+      [
+        "Ġag",
+        "ain"
+      ],
+      [
+        "Ġc",
+        "h"
+      ],
+      [
+        "Ġd",
+        "ec"
+      ],
+      [
+        "Ġwh",
+        "o"
+      ],
+      [
+        "Ġl",
+        "a"
+      ],
+      [
+        "ri",
+        "ed"
+      ],
+      [
+        "s",
+        "s"
+      ],
+      [
+        "Ġg",
+        "ood"
+      ],
+      [
+        "Ġh",
+        "ug"
+      ],
+      [
+        "Ġ",
+        "L"
+      ],
+      [
+        "pp",
+        "ed"
+      ],
+      [
+        "Ġwa",
+        "l"
+      ],
+      [
+        "e",
+        "p"
+      ],
+      [
+        "all",
+        "y"
+      ],
+      [
+        "Ġsay",
+        "s"
+      ],
+      [
+        "Ġf",
+        "l"
+      ],
+      [
+        "es",
+        "t"
+      ],
+      [
+        "a",
+        "ch"
+      ],
+      [
+        "Ġ",
+        "E"
+      ],
+      [
+        "Ġexc",
+        "ited"
+      ],
+      [
+        "p",
+        "l"
+      ],
+      [
+        "q",
+        "u"
+      ],
+      [
+        "oo",
+        "k"
+      ],
+      [
+        "Ġg",
+        "et"
+      ],
+      [
+        "oug",
+        "ht"
+      ],
+      [
+        "Ġplay",
+        "ing"
+      ],
+      [
+        "Ġg",
+        "ot"
+      ],
+      [
+        "Ġs",
+        "w"
+      ],
+      [
+        "ou",
+        "s"
+      ],
+      [
+        "h",
+        "at"
+      ],
+      [
+        "n",
+        "y"
+      ],
+      [
+        "id",
+        "ed"
+      ],
+      [
+        "u",
+        "ck"
+      ],
+      [
+        "Ġth",
+        "ings"
+      ],
+      [
+        "Ġe",
+        "very"
+      ],
+      [
+        "Ġdec",
+        "ided"
+      ],
+      [
+        "Ġc",
+        "ame"
+      ],
+      [
+        "Ġbe",
+        "c"
+      ],
+      [
+        "a",
+        "ve"
+      ],
+      [
+        "r",
+        "o"
+      ],
+      [
+        "a",
+        "x"
+      ],
+      [
+        "Ġli",
+        "ked"
+      ],
+      [
+        "Ġd",
+        "own"
+      ],
+      [
+        "Ġdo",
+        "g"
+      ],
+      [
+        "Ġsc",
+        "ared"
+      ],
+      [
+        "Ġ",
+        "v"
+      ],
+      [
+        "u",
+        "dd"
+      ],
+      [
+        "u",
+        "st"
+      ],
+      [
+        "Ġon",
+        "e"
+      ],
+      [
+        "Ġf",
+        "ind"
+      ],
+      [
+        "Ġb",
+        "l"
+      ],
+      [
+        "Ġth",
+        "an"
+      ],
+      [
+        "Ġ",
+        "D"
+      ],
+      [
+        "ou",
+        "se"
+      ],
+      [
+        "way",
+        "s"
+      ],
+      [
+        "Ġkn",
+        "e"
+      ],
+      [
+        "Ġdid",
+        "n"
+      ],
+      [
+        "a",
+        "p"
+      ],
+      [
+        "Ġmom",
+        "my"
+      ],
+      [
+        "Ġc",
+        "are"
+      ],
+      [
+        "Ġal",
+        "ways"
+      ],
+      [
+        "Ġa",
+        "b"
+      ],
+      [
+        "is",
+        "t"
+      ],
+      [
+        "Ġd",
+        "ad"
+      ],
+      [
+        "Ġfe",
+        "el"
+      ],
+      [
+        "ar",
+        "a"
+      ],
+      [
+        "b",
+        "b"
+      ],
+      [
+        "ar",
+        "n"
+      ],
+      [
+        "f",
+        "e"
+      ],
+      [
+        "Ġyou",
+        "r"
+      ],
+      [
+        "Ġout",
+        "side"
+      ],
+      [
+        "u",
+        "e"
+      ],
+      [
+        "Ġg",
+        "ra"
+      ],
+      [
+        "an",
+        "t"
+      ],
+      [
+        "Ġ",
+        "ke"
+      ],
+      [
+        "ĠM",
+        "om"
+      ],
+      [
+        "Ġtoo",
+        "k"
+      ],
+      [
+        "Ġl",
+        "ot"
+      ],
+      [
+        "n",
+        "n"
+      ],
+      [
+        "Ġb",
+        "u"
+      ],
+      [
+        "Ġab",
+        "out"
+      ],
+      [
+        "es",
+        "s"
+      ],
+      [
+        "Ġ",
+        "F"
+      ],
+      [
+        "nd",
+        "er"
+      ],
+      [
+        "Ġtre",
+        "e"
+      ],
+      [
+        "ec",
+        "i"
+      ],
+      [
+        "Ġloo",
+        "k"
+      ],
+      [
+        "Ġp",
+        "o"
+      ],
+      [
+        "Ġm",
+        "y"
+      ],
+      [
+        "ou",
+        "r"
+      ],
+      [
+        "Ġtoy",
+        "s"
+      ],
+      [
+        "it",
+        "e"
+      ],
+      [
+        "c",
+        "hed"
+      ],
+      [
+        "Ġkne",
+        "w"
+      ],
+      [
+        "Ġth",
+        "ought"
+      ],
+      [
+        "en",
+        "ed"
+      ],
+      [
+        "Ġle",
+        "arn"
+      ],
+      [
+        "Ġin",
+        "t"
+      ],
+      [
+        "Ġo",
+        "ld"
+      ],
+      [
+        "Ġm",
+        "ore"
+      ],
+      [
+        "nn",
+        "a"
+      ],
+      [
+        "is",
+        "e"
+      ],
+      [
+        "g",
+        "ed"
+      ],
+      [
+        "Ġt",
+        "a"
+      ],
+      [
+        "udd",
+        "en"
+      ],
+      [
+        "eci",
+        "al"
+      ],
+      [
+        "Ġsp",
+        "ecial"
+      ],
+      [
+        "ĠM",
+        "ax"
+      ],
+      [
+        "a",
+        "u"
+      ],
+      [
+        "Ġw",
+        "ill"
+      ],
+      [
+        "er",
+        "s"
+      ],
+      [
+        "The",
+        "y"
+      ],
+      [
+        "re",
+        "t"
+      ],
+      [
+        "Ġp",
+        "e"
+      ],
+      [
+        "Ġh",
+        "o"
+      ],
+      [
+        "ĠS",
+        "am"
+      ],
+      [
+        "Ġt",
+        "ake"
+      ],
+      [
+        "Ġb",
+        "all"
+      ],
+      [
+        "Ġkn",
+        "ow"
+      ],
+      [
+        "Ġla",
+        "ug"
+      ],
+      [
+        "f",
+        "ter"
+      ],
+      [
+        "udden",
+        "ly"
+      ],
+      [
+        "Ġc",
+        "at"
+      ],
+      [
+        "Ġh",
+        "ow"
+      ],
+      [
+        "i",
+        "ve"
+      ],
+      [
+        "Ġt",
+        "r"
+      ],
+      [
+        "Ġmu",
+        "ch"
+      ],
+      [
+        "Ġan",
+        "y"
+      ],
+      [
+        "Ġp",
+        "u"
+      ],
+      [
+        "m",
+        "a"
+      ],
+      [
+        "Ġs",
+        "l"
+      ],
+      [
+        "Ġs",
+        "or"
+      ],
+      [
+        "Ġm",
+        "o"
+      ],
+      [
+        "v",
+        "en"
+      ],
+      [
+        "is",
+        "h"
+      ],
+      [
+        "Ġsh",
+        "ow"
+      ],
+      [
+        "Ġcould",
+        "n"
+      ],
+      [
+        "au",
+        "se"
+      ],
+      [
+        "in",
+        "k"
+      ],
+      [
+        "B",
+        "ut"
+      ],
+      [
+        "Ġh",
+        "ouse"
+      ],
+      [
+        "Ġint",
+        "o"
+      ],
+      [
+        "um",
+        "p"
+      ],
+      [
+        "Ġo",
+        "ver"
+      ],
+      [
+        "Ġt",
+        "ried"
+      ],
+      [
+        "a",
+        "nd"
+      ],
+      [
+        "Ġe",
+        "at"
+      ],
+      [
+        "Ġs",
+        "k"
+      ],
+      [
+        "Ġs",
+        "un"
+      ],
+      [
+        "Ġt",
+        "w"
+      ],
+      [
+        "Ġcl",
+        "o"
+      ],
+      [
+        "i",
+        "a"
+      ],
+      [
+        "Ġr",
+        "un"
+      ],
+      [
+        "Ġha",
+        "nd"
+      ],
+      [
+        "ĠE",
+        "very"
+      ],
+      [
+        "Ġ",
+        "en"
+      ],
+      [
+        "Ġin",
+        "side"
+      ],
+      [
+        "d",
+        "y"
+      ],
+      [
+        "Ġ",
+        "if"
+      ],
+      [
+        "Ġto",
+        "ld"
+      ],
+      [
+        "Ġne",
+        "ver"
+      ],
+      [
+        "i",
+        "on"
+      ],
+      [
+        "Ġ",
+        "qu"
+      ],
+      [
+        "Ġbec",
+        "ause"
+      ],
+      [
+        "b",
+        "y"
+      ],
+      [
+        "Ġpr",
+        "oud"
+      ],
+      [
+        "Ġg",
+        "ave"
+      ],
+      [
+        "Ġsor",
+        "ry"
+      ],
+      [
+        "Ġth",
+        "is"
+      ],
+      [
+        "Ġo",
+        "p"
+      ],
+      [
+        "Ġplay",
+        "ed"
+      ],
+      [
+        "at",
+        "e"
+      ],
+      [
+        "Ġex",
+        "pl"
+      ],
+      [
+        "Ġhe",
+        "ard"
+      ],
+      [
+        "t",
+        "y"
+      ],
+      [
+        "Ġo",
+        "r"
+      ],
+      [
+        "Ġwa",
+        "ter"
+      ],
+      [
+        "an",
+        "k"
+      ],
+      [
+        "g",
+        "e"
+      ],
+      [
+        "s",
+        "ed"
+      ],
+      [
+        "Ġp",
+        "ick"
+      ],
+      [
+        "ot",
+        "her"
+      ],
+      [
+        "Ġro",
+        "om"
+      ],
+      [
+        "et",
+        "ter"
+      ],
+      [
+        "Ġj",
+        "ust"
+      ],
+      [
+        "a",
+        "ce"
+      ],
+      [
+        "Ġhug",
+        "ged"
+      ],
+      [
+        "a",
+        "k"
+      ],
+      [
+        "Ġg",
+        "re"
+      ],
+      [
+        "he",
+        "re"
+      ],
+      [
+        "Ġof",
+        "f"
+      ],
+      [
+        "ĠS",
+        "ara"
+      ],
+      [
+        "Ġp",
+        "ret"
+      ],
+      [
+        "il",
+        "e"
+      ],
+      [
+        "Ġe",
+        "ach"
+      ],
+      [
+        "Ġc",
+        "om"
+      ],
+      [
+        "Ġl",
+        "ong"
+      ],
+      [
+        "Ġbo",
+        "x"
+      ],
+      [
+        "or",
+        "t"
+      ],
+      [
+        "Ġst",
+        "r"
+      ],
+      [
+        "i",
+        "z"
+      ],
+      [
+        "Ġu",
+        "nt"
+      ],
+      [
+        "Ġwa",
+        "t"
+      ],
+      [
+        "ot",
+        "h"
+      ],
+      [
+        "Ġne",
+        "ed"
+      ],
+      [
+        "Ġj",
+        "o"
+      ],
+      [
+        "ĠW",
+        "e"
+      ],
+      [
+        "T",
+        "om"
+      ],
+      [
+        "Ġsm",
+        "all"
+      ],
+      [
+        "in",
+        "e"
+      ],
+      [
+        "Ġbe",
+        "ar"
+      ],
+      [
+        "M",
+        "om"
+      ],
+      [
+        "Ġunt",
+        "il"
+      ],
+      [
+        "Ġn",
+        "ice"
+      ],
+      [
+        "Ġt",
+        "ry"
+      ],
+      [
+        "v",
+        "ing"
+      ],
+      [
+        "u",
+        "c"
+      ],
+      [
+        "s",
+        "el"
+      ],
+      [
+        "oug",
+        "h"
+      ],
+      [
+        "Ġlearn",
+        "ed"
+      ],
+      [
+        "Ġk",
+        "ind"
+      ],
+      [
+        "ĠA",
+        "nna"
+      ],
+      [
+        "il",
+        "d"
+      ],
+      [
+        "Ġf",
+        "o"
+      ],
+      [
+        "Ġman",
+        "y"
+      ],
+      [
+        "'",
+        "m"
+      ],
+      [
+        "ĠJ",
+        "ack"
+      ],
+      [
+        "Ġb",
+        "etter"
+      ],
+      [
+        "Ġ",
+        "im"
+      ],
+      [
+        "g",
+        "ry"
+      ],
+      [
+        "im",
+        "al"
+      ],
+      [
+        "Ġan",
+        "imal"
+      ],
+      [
+        "ur",
+        "t"
+      ],
+      [
+        "f",
+        "t"
+      ],
+      [
+        "Ġe",
+        "nd"
+      ],
+      [
+        "Ġs",
+        "n"
+      ],
+      [
+        "a",
+        "ut"
+      ],
+      [
+        "Ġt",
+        "e"
+      ],
+      [
+        "Ġc",
+        "le"
+      ],
+      [
+        "ĠJ",
+        "o"
+      ],
+      [
+        "v",
+        "ent"
+      ],
+      [
+        "ur",
+        "p"
+      ],
+      [
+        "Ġg",
+        "r"
+      ],
+      [
+        "Ġbe",
+        "aut"
+      ],
+      [
+        "Ġj",
+        "ump"
+      ],
+      [
+        "m",
+        "b"
+      ],
+      [
+        "Ġa",
+        "d"
+      ],
+      [
+        "re",
+        "am"
+      ],
+      [
+        "p",
+        "t"
+      ],
+      [
+        "ĠS",
+        "o"
+      ],
+      [
+        "ĠH",
+        "er"
+      ],
+      [
+        "Ġfl",
+        "ow"
+      ],
+      [
+        "i",
+        "es"
+      ],
+      [
+        "Ġc",
+        "he"
+      ],
+      [
+        "Ġb",
+        "ra"
+      ],
+      [
+        "Ġthan",
+        "ked"
+      ],
+      [
+        "Ġe",
+        "ven"
+      ],
+      [
+        "Ġb",
+        "est"
+      ],
+      [
+        "Ġc",
+        "all"
+      ],
+      [
+        "ad",
+        "y"
+      ],
+      [
+        "H",
+        "e"
+      ],
+      [
+        "Ġlot",
+        "s"
+      ],
+      [
+        "Ġlaug",
+        "hed"
+      ],
+      [
+        "sel",
+        "f"
+      ],
+      [
+        "Ġr",
+        "a"
+      ],
+      [
+        "Ġwa",
+        "y"
+      ],
+      [
+        "ar",
+        "s"
+      ],
+      [
+        "ur",
+        "n"
+      ],
+      [
+        "Ġb",
+        "y"
+      ],
+      [
+        "Ġfa",
+        "st"
+      ],
+      [
+        "ll",
+        "y"
+      ],
+      [
+        "Ġf",
+        "am"
+      ],
+      [
+        "Ġ",
+        "C"
+      ],
+      [
+        "v",
+        "es"
+      ],
+      [
+        "ard",
+        "en"
+      ],
+      [
+        "Ġg",
+        "arden"
+      ],
+      [
+        "Ġbeaut",
+        "i"
+      ],
+      [
+        "w",
+        "n"
+      ],
+      [
+        "T",
+        "h"
+      ],
+      [
+        "Ġbeauti",
+        "ful"
+      ],
+      [
+        "Ġl",
+        "oud"
+      ],
+      [
+        "le",
+        "w"
+      ],
+      [
+        "Ġsk",
+        "y"
+      ],
+      [
+        "Ġd",
+        "on"
+      ],
+      [
+        "h",
+        "n"
+      ],
+      [
+        "er",
+        "ed"
+      ],
+      [
+        "in",
+        "y"
+      ],
+      [
+        "Ġcare",
+        "ful"
+      ],
+      [
+        "Ġlo",
+        "ve"
+      ],
+      [
+        "Ġf",
+        "i"
+      ],
+      [
+        "ĠThe",
+        "n"
+      ],
+      [
+        "Å",
+        "ĵ"
+      ],
+      [
+        "a",
+        "se"
+      ],
+      [
+        "ec",
+        "t"
+      ],
+      [
+        "Ġsa",
+        "fe"
+      ],
+      [
+        "ĠA",
+        "nd"
+      ],
+      [
+        "Ġu",
+        "nder"
+      ],
+      [
+        "Ġc",
+        "ome"
+      ],
+      [
+        "ĠF",
+        "rom"
+      ],
+      [
+        "Y",
+        "es"
+      ],
+      [
+        "ĠM",
+        "ia"
+      ],
+      [
+        "I",
+        "t"
+      ],
+      [
+        "m",
+        "e"
+      ],
+      [
+        "Ġh",
+        "ard"
+      ],
+      [
+        "Ġc",
+        "u"
+      ],
+      [
+        "Ġw",
+        "o"
+      ],
+      [
+        "Ġl",
+        "ist"
+      ],
+      [
+        "Ġst",
+        "ay"
+      ],
+      [
+        "an",
+        "e"
+      ],
+      [
+        "s",
+        "h"
+      ],
+      [
+        "op",
+        "le"
+      ],
+      [
+        "Ġg",
+        "l"
+      ],
+      [
+        "n",
+        "ing"
+      ],
+      [
+        "Ġst",
+        "ill"
+      ],
+      [
+        "oo",
+        "l"
+      ],
+      [
+        "Ġh",
+        "urt"
+      ],
+      [
+        "re",
+        "e"
+      ],
+      [
+        "ĠH",
+        "is"
+      ],
+      [
+        "Ġim",
+        "p"
+      ],
+      [
+        "Ġfam",
+        "ily"
+      ],
+      [
+        "Ġ",
+        "â"
+      ],
+      [
+        "Ġb",
+        "oth"
+      ],
+      [
+        "r",
+        "m"
+      ],
+      [
+        "ig",
+        "h"
+      ],
+      [
+        "Ġli",
+        "ved"
+      ],
+      [
+        "he",
+        "s"
+      ],
+      [
+        "W",
+        "hen"
+      ],
+      [
+        "Ġpe",
+        "ople"
+      ],
+      [
+        "Ġanimal",
+        "s"
+      ],
+      [
+        "Ġco",
+        "l"
+      ],
+      [
+        "Ġbra",
+        "ve"
+      ],
+      [
+        "Ġwal",
+        "ked"
+      ],
+      [
+        "o",
+        "b"
+      ],
+      [
+        "T",
+        "im"
+      ],
+      [
+        "c",
+        "t"
+      ],
+      [
+        "Ġl",
+        "et"
+      ],
+      [
+        "urp",
+        "r"
+      ],
+      [
+        "ĠW",
+        "hen"
+      ],
+      [
+        "Ġtw",
+        "o"
+      ],
+      [
+        "Ġs",
+        "urpr"
+      ],
+      [
+        "Ġsh",
+        "ould"
+      ],
+      [
+        "is",
+        "hed"
+      ],
+      [
+        "Ġb",
+        "ad"
+      ],
+      [
+        "re",
+        "ss"
+      ],
+      [
+        "Ġke",
+        "pt"
+      ],
+      [
+        "Ġf",
+        "ore"
+      ],
+      [
+        "Ġf",
+        "lew"
+      ],
+      [
+        "Ġf",
+        "in"
+      ],
+      [
+        "Ġst",
+        "or"
+      ],
+      [
+        "Ġf",
+        "ly"
+      ],
+      [
+        "a",
+        "st"
+      ],
+      [
+        "is",
+        "ed"
+      ],
+      [
+        "i",
+        "p"
+      ],
+      [
+        "Ġit",
+        "s"
+      ],
+      [
+        "l",
+        "ed"
+      ],
+      [
+        "o",
+        "ck"
+      ],
+      [
+        "uc",
+        "y"
+      ],
+      [
+        "f",
+        "ore"
+      ],
+      [
+        "Ġgo",
+        "ing"
+      ],
+      [
+        "Ġcle",
+        "an"
+      ],
+      [
+        "Ġd",
+        "an"
+      ],
+      [
+        "Ġp",
+        "ic"
+      ],
+      [
+        "Ġso",
+        "on"
+      ],
+      [
+        "Ġcall",
+        "ed"
+      ],
+      [
+        "Ġsh",
+        "are"
+      ],
+      [
+        "k",
+        "ay"
+      ],
+      [
+        "Ġan",
+        "gry"
+      ],
+      [
+        "Ġro",
+        "ck"
+      ],
+      [
+        "Ġc",
+        "on"
+      ],
+      [
+        "Ġpret",
+        "ty"
+      ],
+      [
+        "N",
+        "o"
+      ],
+      [
+        "Ġ",
+        "ide"
+      ],
+      [
+        "i",
+        "ed"
+      ],
+      [
+        "il",
+        "ly"
+      ],
+      [
+        "Ġg",
+        "round"
+      ],
+      [
+        "x",
+        "t"
+      ],
+      [
+        "Ġr",
+        "ed"
+      ],
+      [
+        "Ġexpl",
+        "ore"
+      ],
+      [
+        "Ġc",
+        "ry"
+      ],
+      [
+        "Ġad",
+        "vent"
+      ],
+      [
+        "Ġst",
+        "o"
+      ],
+      [
+        "s",
+        "o"
+      ],
+      [
+        "Ġre",
+        "al"
+      ],
+      [
+        "L",
+        "et"
+      ],
+      [
+        "Ġw",
+        "ind"
+      ],
+      [
+        "Ġsh",
+        "iny"
+      ],
+      [
+        "b",
+        "e"
+      ],
+      [
+        "Ġb",
+        "ook"
+      ],
+      [
+        "Ġal",
+        "so"
+      ],
+      [
+        "Ġdo",
+        "ll"
+      ],
+      [
+        "Ġide",
+        "a"
+      ],
+      [
+        "Ġbe",
+        "fore"
+      ],
+      [
+        "Ġop",
+        "ened"
+      ],
+      [
+        "dd",
+        "ed"
+      ],
+      [
+        "Ġwh",
+        "ile"
+      ],
+      [
+        "um",
+        "my"
+      ],
+      [
+        "Ġke",
+        "ep"
+      ],
+      [
+        "Ġe",
+        "y"
+      ],
+      [
+        "Ġn",
+        "ow"
+      ],
+      [
+        "Ġdo",
+        "or"
+      ],
+      [
+        "Ġfeel",
+        "ing"
+      ],
+      [
+        "âĤ¬",
+        "â"
+      ],
+      [
+        "o",
+        "on"
+      ],
+      [
+        "o",
+        "y"
+      ],
+      [
+        "Ġwal",
+        "king"
+      ],
+      [
+        "Ġno",
+        "ise"
+      ],
+      [
+        "Ġf",
+        "r"
+      ],
+      [
+        "le",
+        "s"
+      ],
+      [
+        "ag",
+        "e"
+      ],
+      [
+        "i",
+        "ous"
+      ],
+      [
+        "Ġcol",
+        "or"
+      ],
+      [
+        "Ġt",
+        "urn"
+      ],
+      [
+        "t",
+        "hing"
+      ],
+      [
+        "f",
+        "f"
+      ],
+      [
+        "u",
+        "ch"
+      ],
+      [
+        "t",
+        "h"
+      ],
+      [
+        "Ġb",
+        "ed"
+      ],
+      [
+        "ar",
+        "y"
+      ],
+      [
+        "Ġd",
+        "ra"
+      ],
+      [
+        "Ġpick",
+        "ed"
+      ],
+      [
+        "im",
+        "b"
+      ],
+      [
+        "e",
+        "et"
+      ],
+      [
+        "Ġcl",
+        "imb"
+      ],
+      [
+        "Ġd",
+        "el"
+      ],
+      [
+        "W",
+        "hat"
+      ],
+      [
+        "Ġbe",
+        "ing"
+      ],
+      [
+        "Ġf",
+        "ood"
+      ],
+      [
+        "Ġu",
+        "n"
+      ],
+      [
+        "Ġf",
+        "ar"
+      ],
+      [
+        "t",
+        "ure"
+      ],
+      [
+        "j",
+        "oy"
+      ],
+      [
+        "Ġadvent",
+        "ure"
+      ],
+      [
+        "a",
+        "c"
+      ],
+      [
+        "Ġsmil",
+        "e"
+      ],
+      [
+        "Ġd",
+        "if"
+      ],
+      [
+        "Ħ",
+        "¢"
+      ],
+      [
+        "âĤ¬â",
+        "Ħ¢"
+      ],
+      [
+        "me",
+        "mb"
+      ],
+      [
+        "Ġw",
+        "r"
+      ],
+      [
+        "Ġth",
+        "r"
+      ],
+      [
+        "ug",
+        "ht"
+      ],
+      [
+        "Ġloo",
+        "king"
+      ],
+      [
+        "Ġne",
+        "xt"
+      ],
+      [
+        "ic",
+        "ed"
+      ],
+      [
+        "ĠL",
+        "ucy"
+      ],
+      [
+        "Ġno",
+        "dded"
+      ],
+      [
+        "Ġqu",
+        "ick"
+      ],
+      [
+        "Ġ",
+        "P"
+      ],
+      [
+        "Ġd",
+        "is"
+      ],
+      [
+        "Ġre",
+        "pl"
+      ],
+      [
+        "ĠD",
+        "ad"
+      ],
+      [
+        "Ġwa",
+        "it"
+      ],
+      [
+        "iz",
+        "ed"
+      ],
+      [
+        "Ġfore",
+        "st"
+      ],
+      [
+        "Ġclo",
+        "s"
+      ],
+      [
+        "ĠS",
+        "uddenly"
+      ],
+      [
+        "Ġt",
+        "ra"
+      ],
+      [
+        "T",
+        "hat"
+      ],
+      [
+        "Ġey",
+        "es"
+      ],
+      [
+        "g",
+        "er"
+      ],
+      [
+        "bb",
+        "it"
+      ],
+      [
+        "t",
+        "ed"
+      ],
+      [
+        "Ġo",
+        "wn"
+      ],
+      [
+        "Ġr",
+        "ain"
+      ],
+      [
+        "Ġimp",
+        "ort"
+      ],
+      [
+        "Ġgre",
+        "at"
+      ],
+      [
+        "Ġre",
+        "memb"
+      ],
+      [
+        "Ġpic",
+        "ture"
+      ],
+      [
+        "Th",
+        "ank"
+      ],
+      [
+        "S",
+        "uddenly"
+      ],
+      [
+        "Ġsto",
+        "pped"
+      ],
+      [
+        "Ġen",
+        "joy"
+      ],
+      [
+        "Ġv",
+        "o"
+      ],
+      [
+        "B",
+        "en"
+      ],
+      [
+        "Ġg",
+        "ive"
+      ],
+      [
+        "Ġimport",
+        "ant"
+      ],
+      [
+        "Ġwor",
+        "k"
+      ],
+      [
+        "Ġne",
+        "ar"
+      ],
+      [
+        "g",
+        "an"
+      ],
+      [
+        "p",
+        "ot"
+      ],
+      [
+        "Ġe",
+        "ver"
+      ],
+      [
+        "Ġa",
+        "pp"
+      ],
+      [
+        "Ġa",
+        "fter"
+      ],
+      [
+        "Ġquick",
+        "ly"
+      ],
+      [
+        "Ġlist",
+        "en"
+      ],
+      [
+        "Ġb",
+        "re"
+      ],
+      [
+        "t",
+        "ing"
+      ],
+      [
+        "bb",
+        "ed"
+      ],
+      [
+        "Ġm",
+        "a"
+      ],
+      [
+        "Ġf",
+        "ish"
+      ],
+      [
+        "Ġrepl",
+        "ied"
+      ],
+      [
+        "Ġra",
+        "bbit"
+      ],
+      [
+        "Ġhand",
+        "s"
+      ],
+      [
+        "Ġ",
+        "G"
+      ],
+      [
+        "Ġnot",
+        "iced"
+      ],
+      [
+        "Ġbr",
+        "o"
+      ],
+      [
+        "Ġsl",
+        "ide"
+      ],
+      [
+        "Ġth",
+        "ink"
+      ],
+      [
+        "Ġwal",
+        "k"
+      ],
+      [
+        "Ġtr",
+        "uck"
+      ],
+      [
+        "Ġa",
+        "c"
+      ],
+      [
+        "k",
+        "es"
+      ],
+      [
+        "Ġstr",
+        "ong"
+      ],
+      [
+        "S",
+        "he"
+      ],
+      [
+        "Ġshow",
+        "ed"
+      ],
+      [
+        "Ġd",
+        "e"
+      ],
+      [
+        "Ġevery",
+        "one"
+      ],
+      [
+        "Ġwo",
+        "nder"
+      ],
+      [
+        "fe",
+        "re"
+      ],
+      [
+        "by",
+        "e"
+      ],
+      [
+        "Ġdif",
+        "fere"
+      ],
+      [
+        "ir",
+        "st"
+      ],
+      [
+        "S",
+        "o"
+      ],
+      [
+        "Ġs",
+        "ure"
+      ],
+      [
+        "Ġha",
+        "s"
+      ],
+      [
+        "Ġr",
+        "ight"
+      ],
+      [
+        "Ġbe",
+        "en"
+      ],
+      [
+        "Ġbec",
+        "ame"
+      ],
+      [
+        "Ġs",
+        "ound"
+      ],
+      [
+        "ma",
+        "z"
+      ],
+      [
+        "Ġto",
+        "w"
+      ],
+      [
+        "Ġr",
+        "u"
+      ],
+      [
+        "Ġt",
+        "al"
+      ],
+      [
+        "Ġa",
+        "maz"
+      ],
+      [
+        "Ġhe",
+        "ad"
+      ],
+      [
+        "Ġsh",
+        "out"
+      ],
+      [
+        "Ġbr",
+        "ight"
+      ],
+      [
+        "Ġy",
+        "e"
+      ],
+      [
+        "Ġwat",
+        "ched"
+      ],
+      [
+        "Ġ",
+        "R"
+      ],
+      [
+        "Ġm",
+        "or"
+      ],
+      [
+        "Ġch",
+        "ild"
+      ],
+      [
+        "a",
+        "ble"
+      ],
+      [
+        "Ġme",
+        "an"
+      ],
+      [
+        "Ġw",
+        "here"
+      ],
+      [
+        "ll",
+        "ow"
+      ],
+      [
+        "Ġh",
+        "igh"
+      ],
+      [
+        "ĠS",
+        "ue"
+      ],
+      [
+        "Ġfa",
+        "ce"
+      ],
+      [
+        "Ġc",
+        "ook"
+      ],
+      [
+        "d",
+        "ay"
+      ],
+      [
+        "ay",
+        "be"
+      ],
+      [
+        "Ġwat",
+        "ch"
+      ],
+      [
+        "Ġbl",
+        "ue"
+      ],
+      [
+        "a",
+        "ught"
+      ],
+      [
+        "Ġdiffere",
+        "nt"
+      ],
+      [
+        "Ġst",
+        "ore"
+      ],
+      [
+        "Ġ",
+        "N"
+      ],
+      [
+        "Ġgood",
+        "bye"
+      ],
+      [
+        "Ġd",
+        "ress"
+      ],
+      [
+        "u",
+        "ll"
+      ],
+      [
+        "ĠB",
+        "ob"
+      ],
+      [
+        "n",
+        "g"
+      ],
+      [
+        "an",
+        "ge"
+      ],
+      [
+        "Ġs",
+        "qu"
+      ],
+      [
+        "Ġo",
+        "kay"
+      ],
+      [
+        "is",
+        "y"
+      ],
+      [
+        "le",
+        "ase"
+      ],
+      [
+        "ĠMom",
+        "my"
+      ],
+      [
+        "Ġvo",
+        "ice"
+      ],
+      [
+        "J",
+        "o"
+      ],
+      [
+        "at",
+        "h"
+      ],
+      [
+        "Ġn",
+        "ight"
+      ],
+      [
+        "ĠS",
+        "pot"
+      ],
+      [
+        "Ġu",
+        "s"
+      ],
+      [
+        "Ġbo",
+        "at"
+      ],
+      [
+        "Ġflow",
+        "ers"
+      ],
+      [
+        "Ġpl",
+        "ace"
+      ],
+      [
+        "Ġfo",
+        "llow"
+      ],
+      [
+        "Ġa",
+        "r"
+      ],
+      [
+        "Ġu",
+        "se"
+      ],
+      [
+        "Ġclos",
+        "er"
+      ],
+      [
+        "un",
+        "ny"
+      ],
+      [
+        "le",
+        "ep"
+      ],
+      [
+        "ir",
+        "ed"
+      ],
+      [
+        "Ġfa",
+        "v"
+      ],
+      [
+        "Ġy",
+        "ell"
+      ],
+      [
+        "Ġgra",
+        "bbed"
+      ],
+      [
+        "Ġcu",
+        "ri"
+      ],
+      [
+        "Ġwa",
+        "rm"
+      ],
+      [
+        "Ġc",
+        "r"
+      ],
+      [
+        "Ġfor",
+        "g"
+      ],
+      [
+        "ĠSara",
+        "h"
+      ],
+      [
+        "ĠJo",
+        "hn"
+      ],
+      [
+        "Ġm",
+        "ag"
+      ],
+      [
+        "Ġst",
+        "ick"
+      ],
+      [
+        "W",
+        "e"
+      ],
+      [
+        "Ġjump",
+        "ed"
+      ],
+      [
+        "Ġc",
+        "ake"
+      ],
+      [
+        "m",
+        "ore"
+      ],
+      [
+        "Ġt",
+        "ell"
+      ],
+      [
+        "Ġany",
+        "more"
+      ],
+      [
+        "A",
+        "fter"
+      ],
+      [
+        "Ġbut",
+        "ter"
+      ],
+      [
+        "nd",
+        "ma"
+      ],
+      [
+        "Ġth",
+        "ree"
+      ],
+      [
+        "Ġas",
+        "k"
+      ],
+      [
+        "c",
+        "o"
+      ],
+      [
+        "Ġ",
+        "our"
+      ],
+      [
+        "l",
+        "ie"
+      ],
+      [
+        "Ġcuri",
+        "ous"
+      ],
+      [
+        "ou",
+        "nt"
+      ],
+      [
+        "or",
+        "n"
+      ],
+      [
+        "Ġcon",
+        "t"
+      ],
+      [
+        "Ġfe",
+        "ll"
+      ],
+      [
+        "a",
+        "ched"
+      ],
+      [
+        "ĠT",
+        "h"
+      ],
+      [
+        "Ġbird",
+        "s"
+      ],
+      [
+        "as",
+        "s"
+      ],
+      [
+        "H",
+        "er"
+      ],
+      [
+        "is",
+        "s"
+      ],
+      [
+        "Ġhelp",
+        "ed"
+      ],
+      [
+        "ĠJ",
+        "ane"
+      ],
+      [
+        "Ġpu",
+        "ll"
+      ],
+      [
+        "Ġf",
+        "irst"
+      ],
+      [
+        "it",
+        "c"
+      ],
+      [
+        "Ġbl",
+        "ock"
+      ],
+      [
+        "Ġh",
+        "op"
+      ],
+      [
+        "Ġb",
+        "it"
+      ],
+      [
+        "Ġd",
+        "r"
+      ],
+      [
+        "Ġreal",
+        "ized"
+      ],
+      [
+        "Ġk",
+        "id"
+      ],
+      [
+        "L",
+        "ook"
+      ],
+      [
+        "il",
+        "a"
+      ],
+      [
+        "Ġm",
+        "on"
+      ],
+      [
+        "Ġbr",
+        "other"
+      ],
+      [
+        "A",
+        "nna"
+      ],
+      [
+        "S",
+        "ara"
+      ],
+      [
+        "Ġ",
+        "z"
+      ],
+      [
+        "ĠEvery",
+        "one"
+      ],
+      [
+        "Ġat",
+        "e"
+      ],
+      [
+        "Ġdo",
+        "es"
+      ],
+      [
+        "im",
+        "es"
+      ],
+      [
+        "Ġhapp",
+        "ened"
+      ],
+      [
+        "Ġst",
+        "op"
+      ],
+      [
+        "z",
+        "y"
+      ],
+      [
+        "Ġy",
+        "ummy"
+      ],
+      [
+        "Ġfav",
+        "or"
+      ],
+      [
+        "pp",
+        "y"
+      ],
+      [
+        "Ġk",
+        "itc"
+      ],
+      [
+        "Ġkitc",
+        "hen"
+      ],
+      [
+        "Ġsw",
+        "eet"
+      ],
+      [
+        "u",
+        "s"
+      ],
+      [
+        "Ġp",
+        "er"
+      ],
+      [
+        "Ġre",
+        "ally"
+      ],
+      [
+        "a",
+        "isy"
+      ],
+      [
+        "Ġgra",
+        "ss"
+      ],
+      [
+        "Ġfavor",
+        "ite"
+      ],
+      [
+        "Ġbe",
+        "gan"
+      ],
+      [
+        "Ġre",
+        "st"
+      ],
+      [
+        "Ġre",
+        "ady"
+      ],
+      [
+        "Ġle",
+        "a"
+      ],
+      [
+        "Ġre",
+        "ached"
+      ],
+      [
+        "Ġunder",
+        "st"
+      ],
+      [
+        "a",
+        "ir"
+      ],
+      [
+        "Ġst",
+        "e"
+      ],
+      [
+        "Ġb",
+        "unny"
+      ],
+      [
+        "ĠA",
+        "s"
+      ],
+      [
+        "Ġstor",
+        "y"
+      ],
+      [
+        "'",
+        "re"
+      ],
+      [
+        "Ġp",
+        "ain"
+      ],
+      [
+        "Ġs",
+        "ing"
+      ],
+      [
+        "st",
+        "er"
+      ],
+      [
+        "Ġhe",
+        "re"
+      ],
+      [
+        "Ġsa",
+        "nd"
+      ],
+      [
+        "Ġon",
+        "ly"
+      ],
+      [
+        "Ġfl",
+        "o"
+      ],
+      [
+        "Ġa",
+        "m"
+      ],
+      [
+        "Ġgl",
+        "ad"
+      ],
+      [
+        "Ġt",
+        "ri"
+      ],
+      [
+        "Ġbe",
+        "h"
+      ],
+      [
+        "Ġwor",
+        "ld"
+      ],
+      [
+        "Ġop",
+        "en"
+      ],
+      [
+        "Ġc",
+        "re"
+      ],
+      [
+        "fu",
+        "lly"
+      ],
+      [
+        "Ġpr",
+        "in"
+      ],
+      [
+        "w",
+        "here"
+      ],
+      [
+        "are",
+        "nt"
+      ],
+      [
+        "Ġflow",
+        "er"
+      ],
+      [
+        "Ġthr",
+        "ough"
+      ],
+      [
+        "Ġb",
+        "a"
+      ],
+      [
+        "Ġfi",
+        "re"
+      ],
+      [
+        "Ġd",
+        "one"
+      ],
+      [
+        "Ġha",
+        "ving"
+      ],
+      [
+        "Ġth",
+        "ing"
+      ],
+      [
+        "Ġdel",
+        "ic"
+      ],
+      [
+        "Ġhim",
+        "self"
+      ],
+      [
+        "Ġt",
+        "ired"
+      ],
+      [
+        "Ġp",
+        "arent"
+      ],
+      [
+        "Ġso",
+        "ft"
+      ],
+      [
+        "Ġf",
+        "ro"
+      ],
+      [
+        "Tim",
+        "my"
+      ],
+      [
+        "Ġta",
+        "st"
+      ],
+      [
+        "Ġbutter",
+        "f"
+      ],
+      [
+        "ĠL",
+        "et"
+      ],
+      [
+        "Ġc",
+        "ut"
+      ],
+      [
+        "Ġp",
+        "art"
+      ],
+      [
+        "Ġwh",
+        "y"
+      ],
+      [
+        "k",
+        "en"
+      ],
+      [
+        "Ġm",
+        "ess"
+      ],
+      [
+        "C",
+        "an"
+      ],
+      [
+        "Ġwor",
+        "ry"
+      ],
+      [
+        "Mom",
+        "my"
+      ],
+      [
+        "i",
+        "ver"
+      ],
+      [
+        "Ġd",
+        "in"
+      ],
+      [
+        "u",
+        "ff"
+      ],
+      [
+        "at",
+        "er"
+      ],
+      [
+        "Ġmag",
+        "ic"
+      ],
+      [
+        "Ġwa",
+        "ved"
+      ],
+      [
+        "Ġshout",
+        "ed"
+      ],
+      [
+        "Ġpo",
+        "nd"
+      ],
+      [
+        "Ġkid",
+        "s"
+      ],
+      [
+        "Ġh",
+        "at"
+      ],
+      [
+        "Ġd",
+        "uck"
+      ],
+      [
+        "Ġse",
+        "es"
+      ],
+      [
+        "o",
+        "lly"
+      ],
+      [
+        "ill",
+        "ed"
+      ],
+      [
+        "Ġg",
+        "ame"
+      ],
+      [
+        "i",
+        "ent"
+      ],
+      [
+        "Ġma",
+        "king"
+      ],
+      [
+        "at",
+        "her"
+      ],
+      [
+        "Jo",
+        "hn"
+      ],
+      [
+        "A",
+        "s"
+      ],
+      [
+        "ak",
+        "es"
+      ],
+      [
+        "Ġcat",
+        "ch"
+      ],
+      [
+        "Ġse",
+        "en"
+      ],
+      [
+        "Ġc",
+        "ool"
+      ],
+      [
+        "at",
+        "ion"
+      ],
+      [
+        "Ġcom",
+        "ing"
+      ],
+      [
+        "Ġl",
+        "ess"
+      ],
+      [
+        "Ġd",
+        "ark"
+      ],
+      [
+        "Ġu",
+        "sed"
+      ],
+      [
+        "ed",
+        "dy"
+      ],
+      [
+        "Ġfi",
+        "x"
+      ],
+      [
+        "ĠJo",
+        "e"
+      ],
+      [
+        "Ġthan",
+        "k"
+      ],
+      [
+        "m",
+        "er"
+      ],
+      [
+        "Ġto",
+        "p"
+      ],
+      [
+        "Ġl",
+        "ady"
+      ],
+      [
+        "Ġha",
+        "ir"
+      ],
+      [
+        "ar",
+        "ing"
+      ],
+      [
+        "Ġp",
+        "rom"
+      ],
+      [
+        "Ġho",
+        "pped"
+      ],
+      [
+        "ĠC",
+        "an"
+      ],
+      [
+        "\"",
+        "."
+      ],
+      [
+        "ig",
+        "n"
+      ],
+      [
+        "Ġsurpr",
+        "ise"
+      ],
+      [
+        "Ġdra",
+        "w"
+      ],
+      [
+        "Ġm",
+        "um"
+      ],
+      [
+        "Ġm",
+        "ouse"
+      ],
+      [
+        "Ġfun",
+        "ny"
+      ],
+      [
+        "re",
+        "l"
+      ],
+      [
+        "Ġc",
+        "ra"
+      ],
+      [
+        "Ġ",
+        "-"
+      ],
+      [
+        "ap",
+        "er"
+      ],
+      [
+        "Ġf",
+        "ull"
+      ],
+      [
+        "Ġto",
+        "uch"
+      ],
+      [
+        "Ġl",
+        "ight"
+      ],
+      [
+        "Ġsp",
+        "ot"
+      ],
+      [
+        "re",
+        "n"
+      ],
+      [
+        "Ġd",
+        "ro"
+      ],
+      [
+        "ĠBen",
+        "ny"
+      ],
+      [
+        "Ġparent",
+        "s"
+      ],
+      [
+        "Ġwor",
+        "ked"
+      ],
+      [
+        "in",
+        "s"
+      ],
+      [
+        "one",
+        "y"
+      ],
+      [
+        "ĠD",
+        "o"
+      ],
+      [
+        "Ġsurpr",
+        "ised"
+      ],
+      [
+        "Ġcare",
+        "fully"
+      ],
+      [
+        "Ġtre",
+        "es"
+      ],
+      [
+        "Ġfro",
+        "g"
+      ],
+      [
+        "Ġsw",
+        "ing"
+      ],
+      [
+        "Ġdo",
+        "ing"
+      ],
+      [
+        "D",
+        "on"
+      ],
+      [
+        "Ġs",
+        "at"
+      ],
+      [
+        "in",
+        "ally"
+      ],
+      [
+        "ĠT",
+        "hat"
+      ],
+      [
+        "Ġ",
+        "ice"
+      ],
+      [
+        "ĠI",
+        "n"
+      ],
+      [
+        "Ġhe",
+        "ld"
+      ],
+      [
+        "W",
+        "ow"
+      ],
+      [
+        "Ġrun",
+        "ning"
+      ],
+      [
+        "Ġpret",
+        "end"
+      ],
+      [
+        "Ġsw",
+        "im"
+      ],
+      [
+        "Ġs",
+        "et"
+      ],
+      [
+        "Ġre",
+        "ad"
+      ],
+      [
+        "Ġdelic",
+        "ious"
+      ],
+      [
+        "Ġneed",
+        "ed"
+      ],
+      [
+        "Ġt",
+        "ight"
+      ],
+      [
+        "Ġsl",
+        "ow"
+      ],
+      [
+        "Ġrememb",
+        "ered"
+      ],
+      [
+        "Ġlo",
+        "st"
+      ],
+      [
+        "Ġco",
+        "ld"
+      ],
+      [
+        "Ġsm",
+        "ell"
+      ],
+      [
+        "ard",
+        "s"
+      ],
+      [
+        "Ġw",
+        "ood"
+      ],
+      [
+        "Ġhapp",
+        "ily"
+      ],
+      [
+        "h",
+        "y"
+      ],
+      [
+        "el",
+        "y"
+      ],
+      [
+        "Ġlook",
+        "s"
+      ],
+      [
+        "Ġbeh",
+        "ind"
+      ],
+      [
+        "Ġher",
+        "self"
+      ],
+      [
+        "Ġc",
+        "ried"
+      ],
+      [
+        "Ġenjoy",
+        "ed"
+      ],
+      [
+        "Ġnam",
+        "e"
+      ],
+      [
+        "as",
+        "k"
+      ],
+      [
+        "Ġye",
+        "ars"
+      ],
+      [
+        "Ġbu",
+        "y"
+      ],
+      [
+        "Ġho",
+        "le"
+      ],
+      [
+        "Ġblock",
+        "s"
+      ],
+      [
+        "Ġd",
+        "ri"
+      ],
+      [
+        "Ġs",
+        "leep"
+      ],
+      [
+        "Ġg",
+        "i"
+      ],
+      [
+        "Ġyell",
+        "ow"
+      ],
+      [
+        "c",
+        "ess"
+      ],
+      [
+        "Ġbutterf",
+        "ly"
+      ],
+      [
+        "i",
+        "ke"
+      ],
+      [
+        "u",
+        "ed"
+      ],
+      [
+        "Ġw",
+        "ished"
+      ],
+      [
+        "Ġper",
+        "f"
+      ],
+      [
+        "Ġan",
+        "other"
+      ],
+      [
+        "ĠD",
+        "aisy"
+      ],
+      [
+        "Ġgre",
+        "en"
+      ],
+      [
+        "Ġmo",
+        "ve"
+      ],
+      [
+        "Ġt",
+        "all"
+      ],
+      [
+        "Ġa",
+        "ir"
+      ],
+      [
+        "Ġb",
+        "ag"
+      ],
+      [
+        "Ġflo",
+        "or"
+      ],
+      [
+        "Ġcar",
+        "s"
+      ],
+      [
+        "Ġless",
+        "on"
+      ],
+      [
+        "u",
+        "l"
+      ],
+      [
+        "Ġb",
+        "ow"
+      ],
+      [
+        "Ġar",
+        "ri"
+      ],
+      [
+        "Ġwind",
+        "ow"
+      ],
+      [
+        "Ġsh",
+        "o"
+      ],
+      [
+        "Ġchild",
+        "ren"
+      ],
+      [
+        "n",
+        "er"
+      ],
+      [
+        "Ġfin",
+        "ished"
+      ],
+      [
+        "Ġh",
+        "ill"
+      ],
+      [
+        "ĠA",
+        "fter"
+      ],
+      [
+        "and",
+        "y"
+      ],
+      [
+        "s",
+        "p"
+      ],
+      [
+        "en",
+        "s"
+      ],
+      [
+        "Ġp",
+        "aper"
+      ],
+      [
+        "Ġli",
+        "kes"
+      ],
+      [
+        "F",
+        "rom"
+      ],
+      [
+        "s",
+        "y"
+      ],
+      [
+        "Ġho",
+        "ld"
+      ],
+      [
+        "S",
+        "am"
+      ],
+      [
+        "Ġwr",
+        "ong"
+      ],
+      [
+        "re",
+        "ed"
+      ],
+      [
+        "Ġcont",
+        "in"
+      ],
+      [
+        "Ġunderst",
+        "and"
+      ],
+      [
+        "at",
+        "ter"
+      ],
+      [
+        "u",
+        "it"
+      ],
+      [
+        "re",
+        "w"
+      ],
+      [
+        "Ġg",
+        "ent"
+      ],
+      [
+        "Ġany",
+        "thing"
+      ],
+      [
+        "Ġclo",
+        "se"
+      ],
+      [
+        "Ġwa",
+        "ll"
+      ],
+      [
+        "Ġe",
+        "l"
+      ],
+      [
+        "as",
+        "ure"
+      ],
+      [
+        "Ġle",
+        "ft"
+      ],
+      [
+        "Ġa",
+        "ble"
+      ],
+      [
+        "Ġarri",
+        "ved"
+      ],
+      [
+        "Ġh",
+        "un"
+      ],
+      [
+        "ro",
+        "ss"
+      ],
+      [
+        "a",
+        "v"
+      ],
+      [
+        "Ġhe",
+        "ar"
+      ],
+      [
+        "Ġfriend",
+        "ly"
+      ],
+      [
+        "Ġforg",
+        "ot"
+      ],
+      [
+        "Ġg",
+        "one"
+      ],
+      [
+        "am",
+        "a"
+      ],
+      [
+        "Ġcre",
+        "at"
+      ],
+      [
+        "Ġw",
+        "et"
+      ],
+      [
+        "Ġli",
+        "on"
+      ],
+      [
+        "H",
+        "ell"
+      ],
+      [
+        "Hell",
+        "o"
+      ],
+      [
+        "Ġd",
+        "ream"
+      ],
+      [
+        "Ġh",
+        "ot"
+      ],
+      [
+        "b",
+        "o"
+      ],
+      [
+        "b",
+        "er"
+      ],
+      [
+        "ĠS",
+        "ally"
+      ],
+      [
+        "Ġf",
+        "illed"
+      ],
+      [
+        "Ġd",
+        "ir"
+      ],
+      [
+        "ie",
+        "ld"
+      ],
+      [
+        "Ġcook",
+        "ies"
+      ],
+      [
+        "Ġlaug",
+        "h"
+      ],
+      [
+        "Ġbro",
+        "ken"
+      ],
+      [
+        "Ġdin",
+        "ner"
+      ],
+      [
+        "l",
+        "f"
+      ],
+      [
+        "Ġel",
+        "se"
+      ],
+      [
+        "Ġh",
+        "id"
+      ],
+      [
+        "c",
+        "ed"
+      ],
+      [
+        "Ġp",
+        "ink"
+      ],
+      [
+        "Ġfollow",
+        "ed"
+      ],
+      [
+        "Ġta",
+        "ble"
+      ],
+      [
+        "Ġm",
+        "ar"
+      ],
+      [
+        "Ġcolor",
+        "s"
+      ],
+      [
+        "ou",
+        "p"
+      ],
+      [
+        "Ġmom",
+        "ent"
+      ],
+      [
+        "Ġcontin",
+        "ued"
+      ],
+      [
+        "Ġwonder",
+        "ful"
+      ],
+      [
+        "ĠE",
+        "m"
+      ],
+      [
+        "e",
+        "y"
+      ],
+      [
+        "in",
+        "ed"
+      ],
+      [
+        "ir",
+        "rel"
+      ],
+      [
+        "r",
+        "ot"
+      ],
+      [
+        "Ġfin",
+        "ally"
+      ],
+      [
+        "J",
+        "ack"
+      ],
+      [
+        "Ġa",
+        "rm"
+      ],
+      [
+        "Ġm",
+        "ight"
+      ],
+      [
+        "ĠN",
+        "ow"
+      ],
+      [
+        "Ġc",
+        "ast"
+      ],
+      [
+        "Ġy",
+        "es"
+      ],
+      [
+        "Ġbu",
+        "ild"
+      ],
+      [
+        "Ġen",
+        "ough"
+      ],
+      [
+        "ĠB",
+        "illy"
+      ],
+      [
+        "Ġsome",
+        "one"
+      ],
+      [
+        "Ġperf",
+        "ect"
+      ],
+      [
+        "Ġfa",
+        "ir"
+      ],
+      [
+        "Ġstay",
+        "ed"
+      ],
+      [
+        "a",
+        "pp"
+      ],
+      [
+        "Ġmor",
+        "ning"
+      ],
+      [
+        "ĠThe",
+        "re"
+      ],
+      [
+        "Ġpu",
+        "ppy"
+      ],
+      [
+        "o",
+        "l"
+      ],
+      [
+        "Ġdad",
+        "dy"
+      ],
+      [
+        "Ġtry",
+        "ing"
+      ],
+      [
+        "'",
+        "ll"
+      ],
+      [
+        "Ġj",
+        "u"
+      ],
+      [
+        "Ġother",
+        "s"
+      ],
+      [
+        "Ġbook",
+        "s"
+      ],
+      [
+        "Ġag",
+        "reed"
+      ],
+      [
+        "Ġmu",
+        "s"
+      ],
+      [
+        "Ġsn",
+        "ow"
+      ],
+      [
+        "Ġsqu",
+        "irrel"
+      ],
+      [
+        "Ġc",
+        "ream"
+      ],
+      [
+        "ro",
+        "om"
+      ],
+      [
+        "Ġget",
+        "ting"
+      ],
+      [
+        "Ġgra",
+        "ndma"
+      ],
+      [
+        "ĠL",
+        "ila"
+      ],
+      [
+        "Ġlea",
+        "ves"
+      ],
+      [
+        "Ġba",
+        "by"
+      ],
+      [
+        "Ġc",
+        "ount"
+      ],
+      [
+        "ic",
+        "y"
+      ],
+      [
+        "Ġfe",
+        "w"
+      ],
+      [
+        "A",
+        "t"
+      ],
+      [
+        "Ġf",
+        "all"
+      ],
+      [
+        "The",
+        "n"
+      ],
+      [
+        "g",
+        "on"
+      ],
+      [
+        "Ġbre",
+        "ak"
+      ],
+      [
+        "Ġclimb",
+        "ed"
+      ],
+      [
+        "ri",
+        "es"
+      ],
+      [
+        "Ġbe",
+        "ach"
+      ],
+      [
+        "as",
+        "h"
+      ],
+      [
+        "Ġb",
+        "ug"
+      ],
+      [
+        "Ġp",
+        "lease"
+      ],
+      [
+        "Ġm",
+        "other"
+      ],
+      [
+        "Ġbr",
+        "ought"
+      ],
+      [
+        "Ġtra",
+        "in"
+      ],
+      [
+        "an",
+        "ce"
+      ],
+      [
+        "ĠTh",
+        "is"
+      ],
+      [
+        "Ġde",
+        "ep"
+      ],
+      [
+        "Ġv",
+        "is"
+      ],
+      [
+        "at",
+        "ed"
+      ],
+      [
+        "s",
+        "hed"
+      ],
+      [
+        "Ġm",
+        "et"
+      ],
+      [
+        "Ġwas",
+        "n"
+      ],
+      [
+        "Ġsomet",
+        "imes"
+      ],
+      [
+        "Ġevery",
+        "thing"
+      ],
+      [
+        "ĠTom",
+        "my"
+      ],
+      [
+        "i",
+        "ch"
+      ],
+      [
+        "Ġmus",
+        "ic"
+      ],
+      [
+        "ke",
+        "y"
+      ],
+      [
+        "l",
+        "ing"
+      ],
+      [
+        "Th",
+        "is"
+      ],
+      [
+        "o",
+        "s"
+      ],
+      [
+        "Ġturn",
+        "ed"
+      ],
+      [
+        "l",
+        "c"
+      ],
+      [
+        "Ġr",
+        "ide"
+      ],
+      [
+        "o",
+        "om"
+      ],
+      [
+        "Ġs",
+        "ong"
+      ],
+      [
+        "or",
+        "ing"
+      ],
+      [
+        "Ġsp",
+        "ark"
+      ],
+      [
+        "Ġf",
+        "ight"
+      ],
+      [
+        "Ġhun",
+        "gry"
+      ],
+      [
+        "on",
+        "s"
+      ],
+      [
+        "Ġpicture",
+        "s"
+      ],
+      [
+        "d",
+        "s"
+      ],
+      [
+        "Ġm",
+        "akes"
+      ],
+      [
+        "Ġse",
+        "ar"
+      ],
+      [
+        "uck",
+        "y"
+      ],
+      [
+        "Ġlist",
+        "ened"
+      ],
+      [
+        "Ġjo",
+        "y"
+      ],
+      [
+        "Ġpo",
+        "l"
+      ],
+      [
+        "ĠW",
+        "hat"
+      ],
+      [
+        "H",
+        "is"
+      ],
+      [
+        "e",
+        "e"
+      ],
+      [
+        "Ġcl",
+        "ot"
+      ],
+      [
+        "Ġsa",
+        "il"
+      ],
+      [
+        "a",
+        "pped"
+      ],
+      [
+        "b",
+        "ble"
+      ],
+      [
+        "Ġcom",
+        "p"
+      ],
+      [
+        "Ġpl",
+        "an"
+      ],
+      [
+        "Ġwant",
+        "s"
+      ],
+      [
+        "Ġclot",
+        "hes"
+      ],
+      [
+        "Ġpo",
+        "in"
+      ],
+      [
+        "Ġ",
+        "K"
+      ],
+      [
+        "z",
+        "z"
+      ],
+      [
+        "Ġball",
+        "oon"
+      ],
+      [
+        "Ġstr",
+        "ange"
+      ],
+      [
+        "m",
+        "an"
+      ],
+      [
+        "en",
+        "ny"
+      ],
+      [
+        "Ġp",
+        "i"
+      ],
+      [
+        "Ġgr",
+        "ow"
+      ],
+      [
+        "Ġfly",
+        "ing"
+      ],
+      [
+        "r",
+        "ow"
+      ],
+      [
+        "Ġsc",
+        "ary"
+      ],
+      [
+        "Ġtre",
+        "at"
+      ],
+      [
+        "Ġwa",
+        "ited"
+      ],
+      [
+        "Ġamaz",
+        "ed"
+      ],
+      [
+        "Ġt",
+        "eddy"
+      ],
+      [
+        "Ġcast",
+        "le"
+      ],
+      [
+        "is",
+        "ter"
+      ],
+      [
+        "Ġe",
+        "le"
+      ],
+      [
+        "Ġamaz",
+        "ing"
+      ],
+      [
+        "m",
+        "ed"
+      ],
+      [
+        "Ġsp",
+        "l"
+      ],
+      [
+        "O",
+        "h"
+      ],
+      [
+        "Ġle",
+        "ave"
+      ],
+      [
+        "Ġown",
+        "er"
+      ],
+      [
+        "Ġprom",
+        "ised"
+      ],
+      [
+        "Ġdan",
+        "ger"
+      ],
+      [
+        "e",
+        "ver"
+      ],
+      [
+        "O",
+        "K"
+      ],
+      [
+        "Ġs",
+        "uch"
+      ],
+      [
+        "Ġwh",
+        "ite"
+      ],
+      [
+        "Ġp",
+        "at"
+      ],
+      [
+        "Ġtal",
+        "k"
+      ],
+      [
+        "uff",
+        "y"
+      ],
+      [
+        "Ġf",
+        "ur"
+      ],
+      [
+        "Ġp",
+        "ie"
+      ],
+      [
+        "op",
+        "e"
+      ],
+      [
+        "r",
+        "ed"
+      ],
+      [
+        "Ġpull",
+        "ed"
+      ],
+      [
+        "Ġp",
+        "re"
+      ],
+      [
+        "Ġwood",
+        "s"
+      ],
+      [
+        "ĠT",
+        "o"
+      ],
+      [
+        "Ġsh",
+        "ared"
+      ],
+      [
+        "Ġal",
+        "one"
+      ],
+      [
+        "Ġtow",
+        "ards"
+      ],
+      [
+        "c",
+        "le"
+      ],
+      [
+        "ĠM",
+        "aybe"
+      ],
+      [
+        "Ġs",
+        "it"
+      ],
+      [
+        "Ġn",
+        "ap"
+      ],
+      [
+        "Ġcolor",
+        "ful"
+      ],
+      [
+        "am",
+        "p"
+      ],
+      [
+        "h",
+        "one"
+      ],
+      [
+        "Ġvis",
+        "it"
+      ],
+      [
+        "ig",
+        "g"
+      ],
+      [
+        "ug",
+        "g"
+      ],
+      [
+        "th",
+        "y"
+      ],
+      [
+        "en",
+        "ce"
+      ],
+      [
+        "Ġta",
+        "il"
+      ],
+      [
+        "ct",
+        "or"
+      ],
+      [
+        "Ġmagic",
+        "al"
+      ],
+      [
+        "Ġr",
+        "iver"
+      ],
+      [
+        "Ġh",
+        "ig"
+      ],
+      [
+        "Ġbe",
+        "lie"
+      ],
+      [
+        "Ġgr",
+        "ate"
+      ],
+      [
+        "u",
+        "ally"
+      ],
+      [
+        "an",
+        "g"
+      ],
+      [
+        "ot",
+        "t"
+      ],
+      [
+        "Ġh",
+        "ide"
+      ],
+      [
+        "Ġs",
+        "illy"
+      ],
+      [
+        "Ġsmil",
+        "es"
+      ],
+      [
+        "ow",
+        "er"
+      ],
+      [
+        "Ġs",
+        "ide"
+      ],
+      [
+        "M",
+        "ax"
+      ],
+      [
+        "Ġro",
+        "ll"
+      ],
+      [
+        "Ġg",
+        "u"
+      ],
+      [
+        "ĠA",
+        "my"
+      ],
+      [
+        "Ġpr",
+        "o"
+      ],
+      [
+        "et",
+        "er"
+      ],
+      [
+        "Ġfast",
+        "er"
+      ],
+      [
+        "Ġgrate",
+        "ful"
+      ],
+      [
+        "Ġtre",
+        "asure"
+      ],
+      [
+        "as",
+        "ed"
+      ],
+      [
+        "Ġsn",
+        "ack"
+      ],
+      [
+        "u",
+        "p"
+      ],
+      [
+        "Ġla",
+        "nd"
+      ],
+      [
+        "av",
+        "y"
+      ],
+      [
+        "Ġmor",
+        "al"
+      ],
+      [
+        "ain",
+        "ed"
+      ],
+      [
+        "Ġs",
+        "ister"
+      ],
+      [
+        "ĠG",
+        "ra"
+      ],
+      [
+        "Ġsh",
+        "ap"
+      ],
+      [
+        "Ġpain",
+        "t"
+      ],
+      [
+        "Ġslow",
+        "ly"
+      ],
+      [
+        "Ġf",
+        "ield"
+      ],
+      [
+        "Ġp",
+        "et"
+      ],
+      [
+        "Ġs",
+        "ec"
+      ],
+      [
+        "or",
+        "m"
+      ],
+      [
+        "ĠJ",
+        "im"
+      ],
+      [
+        "Ġbr",
+        "an"
+      ],
+      [
+        "Ġm",
+        "in"
+      ],
+      [
+        "Ġmu",
+        "st"
+      ],
+      [
+        "Ġhelp",
+        "ing"
+      ],
+      [
+        "Ġwor",
+        "ried"
+      ],
+      [
+        "Ġjo",
+        "b"
+      ],
+      [
+        "Ġfo",
+        "x"
+      ],
+      [
+        "s",
+        "et"
+      ],
+      [
+        "Ġm",
+        "oney"
+      ],
+      [
+        "Ġp",
+        "ot"
+      ],
+      [
+        "Ġqu",
+        "i"
+      ],
+      [
+        "Ġbe",
+        "l"
+      ],
+      [
+        "Ġac",
+        "c"
+      ],
+      [
+        "Ġli",
+        "ving"
+      ],
+      [
+        "Ġmon",
+        "ster"
+      ],
+      [
+        "le",
+        "ss"
+      ],
+      [
+        "Ġpart",
+        "y"
+      ],
+      [
+        "e",
+        "ar"
+      ],
+      [
+        "Ġmo",
+        "st"
+      ],
+      [
+        "Ġwe",
+        "ar"
+      ],
+      [
+        "Ġrememb",
+        "er"
+      ],
+      [
+        "i",
+        "re"
+      ],
+      [
+        "Ġs",
+        "ign"
+      ],
+      [
+        "w",
+        "l"
+      ],
+      [
+        "Ġcl",
+        "oud"
+      ],
+      [
+        "Ġc",
+        "andy"
+      ],
+      [
+        "Ġhig",
+        "her"
+      ],
+      [
+        "i",
+        "pped"
+      ],
+      [
+        "id",
+        "ent"
+      ],
+      [
+        "ĠA",
+        "ll"
+      ],
+      [
+        "d",
+        "er"
+      ],
+      [
+        "z",
+        "e"
+      ],
+      [
+        "Ġqui",
+        "et"
+      ],
+      [
+        "Ġto",
+        "wn"
+      ],
+      [
+        "un",
+        "ch"
+      ],
+      [
+        "Ġprin",
+        "cess"
+      ],
+      [
+        "Ġrun",
+        "s"
+      ],
+      [
+        "ask",
+        "et"
+      ],
+      [
+        "e",
+        "m"
+      ],
+      [
+        "Ġevery",
+        "where"
+      ],
+      [
+        "Ġjo",
+        "in"
+      ],
+      [
+        "Ġste",
+        "pped"
+      ],
+      [
+        "Ġb",
+        "asket"
+      ],
+      [
+        "Ġl",
+        "ake"
+      ],
+      [
+        "Ġcu",
+        "p"
+      ],
+      [
+        "s",
+        "w"
+      ],
+      [
+        "out",
+        "h"
+      ],
+      [
+        "Ġcar",
+        "rot"
+      ],
+      [
+        "Ġco",
+        "ll"
+      ],
+      [
+        "Ġpl",
+        "ant"
+      ],
+      [
+        "Ġsc",
+        "ream"
+      ],
+      [
+        "ĠDad",
+        "dy"
+      ],
+      [
+        "Ġb",
+        "uck"
+      ],
+      [
+        "Ġhe",
+        "avy"
+      ],
+      [
+        "Ġbig",
+        "ger"
+      ],
+      [
+        "Ġch",
+        "o"
+      ],
+      [
+        "Ġbl",
+        "ank"
+      ],
+      [
+        "Ġclo",
+        "sed"
+      ],
+      [
+        "Ġw",
+        "on"
+      ],
+      [
+        "is",
+        "es"
+      ],
+      [
+        "Ġan",
+        "sw"
+      ],
+      [
+        "b",
+        "r"
+      ],
+      [
+        "Ġblank",
+        "et"
+      ],
+      [
+        "Ġm",
+        "outh"
+      ],
+      [
+        "am",
+        "es"
+      ],
+      [
+        "ec",
+        "es"
+      ],
+      [
+        "Ġeat",
+        "ing"
+      ],
+      [
+        "Ġpi",
+        "eces"
+      ],
+      [
+        "ck",
+        "et"
+      ],
+      [
+        "Ġst",
+        "re"
+      ],
+      [
+        "Ġwe",
+        "lc"
+      ],
+      [
+        "Ġwould",
+        "n"
+      ],
+      [
+        "Ġre",
+        "ach"
+      ],
+      [
+        "Ġbro",
+        "ke"
+      ],
+      [
+        "e",
+        "ared"
+      ],
+      [
+        "Ġdanger",
+        "ous"
+      ],
+      [
+        "g",
+        "s"
+      ],
+      [
+        "p",
+        "h"
+      ],
+      [
+        "ĠM",
+        "olly"
+      ],
+      [
+        "Ġc",
+        "e"
+      ],
+      [
+        "ĠM",
+        "r"
+      ],
+      [
+        "or",
+        "d"
+      ],
+      [
+        "f",
+        "ort"
+      ],
+      [
+        "Ġdoll",
+        "s"
+      ],
+      [
+        "m",
+        "ing"
+      ],
+      [
+        "Ġdan",
+        "ce"
+      ],
+      [
+        "Ġdra",
+        "gon"
+      ],
+      [
+        "Ġthink",
+        "s"
+      ],
+      [
+        "Ġask",
+        "s"
+      ],
+      [
+        "Ġac",
+        "ross"
+      ],
+      [
+        "O",
+        "kay"
+      ],
+      [
+        "Ġch",
+        "air"
+      ],
+      [
+        "Ġte",
+        "ac"
+      ],
+      [
+        "Ġb",
+        "ott"
+      ],
+      [
+        "H",
+        "i"
+      ],
+      [
+        "Ġp",
+        "a"
+      ],
+      [
+        "Ġne",
+        "igh"
+      ],
+      [
+        "Ġb",
+        "ar"
+      ],
+      [
+        "Ġb",
+        "ike"
+      ],
+      [
+        "Ġp",
+        "ack"
+      ],
+      [
+        "it",
+        "ing"
+      ],
+      [
+        "Ġdis",
+        "app"
+      ],
+      [
+        "Ġneigh",
+        "b"
+      ],
+      [
+        "Ġst",
+        "uck"
+      ],
+      [
+        "d",
+        "e"
+      ],
+      [
+        "Ġg",
+        "if"
+      ],
+      [
+        "Ġfr",
+        "uit"
+      ],
+      [
+        "Ġbelie",
+        "ve"
+      ],
+      [
+        "c",
+        "y"
+      ],
+      [
+        "Ġ",
+        "ve"
+      ],
+      [
+        "Ġcry",
+        "ing"
+      ],
+      [
+        "i",
+        "er"
+      ],
+      [
+        "ph",
+        "ant"
+      ],
+      [
+        "Ġs",
+        "uddenly"
+      ],
+      [
+        "Ġs",
+        "oup"
+      ],
+      [
+        "Ġr",
+        "ace"
+      ],
+      [
+        "Ġth",
+        "rew"
+      ],
+      [
+        "S",
+        "ure"
+      ],
+      [
+        "Ġfar",
+        "mer"
+      ],
+      [
+        "Ġacc",
+        "ident"
+      ],
+      [
+        "Ġdir",
+        "ty"
+      ],
+      [
+        "Ġele",
+        "phant"
+      ],
+      [
+        "Ġmon",
+        "key"
+      ],
+      [
+        "Ġhe",
+        "al"
+      ],
+      [
+        "w",
+        "eet"
+      ],
+      [
+        "Ġre",
+        "m"
+      ],
+      [
+        "Ġp",
+        "ers"
+      ],
+      [
+        "Ġsa",
+        "me"
+      ],
+      [
+        "or",
+        "ed"
+      ],
+      [
+        "vent",
+        "ually"
+      ],
+      [
+        "e",
+        "ad"
+      ],
+      [
+        "pp",
+        "ing"
+      ],
+      [
+        "Ġgent",
+        "le"
+      ],
+      [
+        "Ġf",
+        "ree"
+      ],
+      [
+        "Ġbr",
+        "own"
+      ],
+      [
+        "M",
+        "aybe"
+      ],
+      [
+        "Ġin",
+        "st"
+      ],
+      [
+        "Ġbe",
+        "e"
+      ],
+      [
+        "i",
+        "x"
+      ],
+      [
+        "Ġb",
+        "en"
+      ],
+      [
+        "Ġw",
+        "in"
+      ],
+      [
+        "Ġbl",
+        "ack"
+      ],
+      [
+        "Ġal",
+        "ong"
+      ],
+      [
+        "Ġlong",
+        "er"
+      ],
+      [
+        "i",
+        "ble"
+      ],
+      [
+        "Ġsp",
+        "r"
+      ],
+      [
+        "Ġcl",
+        "apped"
+      ],
+      [
+        "F",
+        "inally"
+      ],
+      [
+        "W",
+        "hy"
+      ],
+      [
+        "ck",
+        "ed"
+      ],
+      [
+        "Ġwor",
+        "ds"
+      ],
+      [
+        "ĠF",
+        "l"
+      ],
+      [
+        "Ġteac",
+        "her"
+      ],
+      [
+        "Ġup",
+        "set"
+      ],
+      [
+        "ch",
+        "ool"
+      ],
+      [
+        "Ġpie",
+        "ce"
+      ],
+      [
+        "Ġwe",
+        "ll"
+      ],
+      [
+        "Ġche",
+        "ered"
+      ],
+      [
+        "Ġh",
+        "it"
+      ],
+      [
+        "Ġsa",
+        "ng"
+      ],
+      [
+        "m",
+        "ent"
+      ],
+      [
+        "Ġbow",
+        "l"
+      ],
+      [
+        "Ġb",
+        "ite"
+      ],
+      [
+        "Ġdo",
+        "ctor"
+      ],
+      [
+        "ĠJ",
+        "ill"
+      ],
+      [
+        "Ġbuck",
+        "et"
+      ],
+      [
+        "M",
+        "ia"
+      ],
+      [
+        "Ġb",
+        "ath"
+      ],
+      [
+        "Ġc",
+        "aught"
+      ],
+      [
+        "Ġhe",
+        "art"
+      ],
+      [
+        "Ġfor",
+        "get"
+      ],
+      [
+        "Ġm",
+        "ark"
+      ],
+      [
+        "Ġbut",
+        "t"
+      ],
+      [
+        "Ġd",
+        "ry"
+      ],
+      [
+        "Ġyou",
+        "ng"
+      ],
+      [
+        "Ġse",
+        "a"
+      ],
+      [
+        "Ġc",
+        "our"
+      ],
+      [
+        "Ġdro",
+        "pped"
+      ],
+      [
+        "es",
+        "e"
+      ],
+      [
+        "Ġy",
+        "ard"
+      ],
+      [
+        "Ġpl",
+        "ac"
+      ],
+      [
+        "our",
+        "n"
+      ],
+      [
+        "Ġs",
+        "chool"
+      ],
+      [
+        "Ġsw",
+        "ings"
+      ],
+      [
+        "bb",
+        "y"
+      ],
+      [
+        "Ġw",
+        "ings"
+      ],
+      [
+        "b",
+        "s"
+      ],
+      [
+        "Ġexpl",
+        "ained"
+      ],
+      [
+        "Ġj",
+        "ourn"
+      ],
+      [
+        "Ġbr",
+        "ing"
+      ],
+      [
+        "Ġdr",
+        "ink"
+      ],
+      [
+        "Ġstre",
+        "et"
+      ],
+      [
+        "Ġju",
+        "ice"
+      ],
+      [
+        "un",
+        "g"
+      ],
+      [
+        "Ġnear",
+        "by"
+      ],
+      [
+        "ĠEm",
+        "ma"
+      ],
+      [
+        "Ġsm",
+        "o"
+      ],
+      [
+        "Ġsm",
+        "art"
+      ],
+      [
+        "Ġpu",
+        "shed"
+      ],
+      [
+        "Ġstor",
+        "ies"
+      ],
+      [
+        "Ġdro",
+        "ve"
+      ],
+      [
+        "Ġt",
+        "iny"
+      ],
+      [
+        "Ġp",
+        "en"
+      ],
+      [
+        "Ġcour",
+        "se"
+      ],
+      [
+        "Ġ",
+        "es"
+      ],
+      [
+        "Ġm",
+        "ine"
+      ],
+      [
+        "Ġto",
+        "day"
+      ],
+      [
+        "Ġpo",
+        "cket"
+      ],
+      [
+        "Ġye",
+        "ar"
+      ],
+      [
+        "aught",
+        "er"
+      ],
+      [
+        "Ġj",
+        "e"
+      ],
+      [
+        "Ġsec",
+        "ret"
+      ],
+      [
+        "Ġex",
+        "p"
+      ],
+      [
+        "Ġwith",
+        "out"
+      ],
+      [
+        "Ġsing",
+        "ing"
+      ],
+      [
+        "Ġwelc",
+        "ome"
+      ],
+      [
+        "Ġhapp",
+        "en"
+      ],
+      [
+        "t",
+        "o"
+      ],
+      [
+        "Ġf",
+        "it"
+      ],
+      [
+        "Ġst",
+        "u"
+      ],
+      [
+        "ve",
+        "l"
+      ],
+      [
+        "ra",
+        "ct"
+      ],
+      [
+        "Ġbu",
+        "s"
+      ],
+      [
+        "Ġche",
+        "ese"
+      ],
+      [
+        "Ġcr",
+        "ay"
+      ],
+      [
+        "Ġfair",
+        "y"
+      ],
+      [
+        "Ġj",
+        "ar"
+      ],
+      [
+        "Ġturn",
+        "s"
+      ],
+      [
+        "Ġbu",
+        "sh"
+      ],
+      [
+        "b",
+        "ow"
+      ],
+      [
+        "ll",
+        "o"
+      ],
+      [
+        "Ġexpl",
+        "oring"
+      ],
+      [
+        "Ġl",
+        "on"
+      ],
+      [
+        "Ġst",
+        "and"
+      ],
+      [
+        "itt",
+        "ing"
+      ],
+      [
+        "Ġsee",
+        "med"
+      ],
+      [
+        "Ġsp",
+        "oon"
+      ],
+      [
+        "ĠF",
+        "inally"
+      ],
+      [
+        "Ġg",
+        "ames"
+      ],
+      [
+        "Ġwo",
+        "ke"
+      ],
+      [
+        "is",
+        "sed"
+      ],
+      [
+        "Ġre",
+        "sp"
+      ],
+      [
+        "Ġtr",
+        "ou"
+      ],
+      [
+        "Ġtw",
+        "ins"
+      ],
+      [
+        "Ġhop",
+        "ed"
+      ],
+      [
+        "Ġat",
+        "t"
+      ],
+      [
+        "Ġlon",
+        "ely"
+      ],
+      [
+        "Ġa",
+        "nt"
+      ],
+      [
+        "ĠM",
+        "ama"
+      ],
+      [
+        "or",
+        "row"
+      ],
+      [
+        "Ġno",
+        "ises"
+      ],
+      [
+        "Ġhug",
+        "s"
+      ],
+      [
+        "ount",
+        "ain"
+      ],
+      [
+        "y",
+        "ard"
+      ],
+      [
+        "Ġd",
+        "aughter"
+      ],
+      [
+        "Ġin",
+        "v"
+      ],
+      [
+        "Ġke",
+        "y"
+      ],
+      [
+        "a",
+        "il"
+      ],
+      [
+        "Ġrock",
+        "s"
+      ],
+      [
+        "Ġdis",
+        "co"
+      ],
+      [
+        "Ġs",
+        "u"
+      ],
+      [
+        "Ġl",
+        "unch"
+      ],
+      [
+        "re",
+        "ad"
+      ],
+      [
+        "ou",
+        "n"
+      ],
+      [
+        "ver",
+        "ed"
+      ],
+      [
+        "Ġback",
+        "yard"
+      ],
+      [
+        "Ġs",
+        "uc"
+      ],
+      [
+        "Ġc",
+        "ow"
+      ],
+      [
+        "Ġapp",
+        "le"
+      ],
+      [
+        "e",
+        "k"
+      ],
+      [
+        "Ġsw",
+        "am"
+      ],
+      [
+        "Ġsho",
+        "es"
+      ],
+      [
+        "Ġst",
+        "ars"
+      ],
+      [
+        "Ġsh",
+        "ook"
+      ],
+      [
+        "itt",
+        "ens"
+      ],
+      [
+        "Ġm",
+        "iss"
+      ],
+      [
+        "c",
+        "hes"
+      ],
+      [
+        "Ġw",
+        "ish"
+      ],
+      [
+        "Ġre",
+        "lie"
+      ],
+      [
+        "fu",
+        "sed"
+      ],
+      [
+        "Ġshap",
+        "es"
+      ],
+      [
+        "urp",
+        "le"
+      ],
+      [
+        "Ġtow",
+        "er"
+      ],
+      [
+        "it",
+        "y"
+      ],
+      [
+        "Ġc",
+        "orn"
+      ],
+      [
+        "Ġmo",
+        "ved"
+      ],
+      [
+        "sh",
+        "ine"
+      ],
+      [
+        "Ġ",
+        "3"
+      ],
+      [
+        "Ġth",
+        "ough"
+      ],
+      [
+        "Ġc",
+        "ir"
+      ],
+      [
+        "um",
+        "b"
+      ],
+      [
+        "Ġta",
+        "king"
+      ],
+      [
+        "t",
+        "s"
+      ],
+      [
+        "ĠT",
+        "weet"
+      ],
+      [
+        "ap",
+        "e"
+      ],
+      [
+        "Ġrain",
+        "bow"
+      ],
+      [
+        "Ġthr",
+        "ow"
+      ],
+      [
+        "Ġst",
+        "ar"
+      ],
+      [
+        "Ġben",
+        "ch"
+      ],
+      [
+        "Ġne",
+        "ck"
+      ],
+      [
+        "ock",
+        "ed"
+      ],
+      [
+        "Ġcreat",
+        "ure"
+      ],
+      [
+        "Ġbu",
+        "bble"
+      ],
+      [
+        "Ġl",
+        "ate"
+      ],
+      [
+        "Ġadventure",
+        "s"
+      ],
+      [
+        "Ġo",
+        "wl"
+      ],
+      [
+        "ion",
+        "s"
+      ],
+      [
+        "A",
+        "nd"
+      ],
+      [
+        "Ġw",
+        "he"
+      ],
+      [
+        "Ġp",
+        "ar"
+      ],
+      [
+        "Ġshe",
+        "ll"
+      ],
+      [
+        "Ġk",
+        "ite"
+      ],
+      [
+        "ĠFl",
+        "uffy"
+      ],
+      [
+        "in",
+        "ing"
+      ],
+      [
+        "Ġm",
+        "il"
+      ],
+      [
+        "u",
+        "nt"
+      ],
+      [
+        "Ġf",
+        "ence"
+      ],
+      [
+        "Ġm",
+        "ix"
+      ],
+      [
+        "Ġli",
+        "ft"
+      ],
+      [
+        "Ġaccident",
+        "ally"
+      ],
+      [
+        "Ġw",
+        "ise"
+      ],
+      [
+        "Ġhe",
+        "llo"
+      ],
+      [
+        "Ġp",
+        "urple"
+      ],
+      [
+        "pp",
+        "er"
+      ],
+      [
+        "Ġon",
+        "to"
+      ],
+      [
+        "Ġsp",
+        "in"
+      ],
+      [
+        "t",
+        "en"
+      ],
+      [
+        "our",
+        "s"
+      ],
+      [
+        "Ġs",
+        "itting"
+      ],
+      [
+        "id",
+        "ge"
+      ],
+      [
+        "Ġsun",
+        "shine"
+      ],
+      [
+        "Ġcut",
+        "e"
+      ],
+      [
+        "Ġm",
+        "at"
+      ],
+      [
+        "w",
+        "ard"
+      ],
+      [
+        "Ġsh",
+        "op"
+      ],
+      [
+        "Ġwh",
+        "ist"
+      ],
+      [
+        "Ġd",
+        "ist"
+      ],
+      [
+        "Ġor",
+        "ange"
+      ],
+      [
+        "L",
+        "ila"
+      ],
+      [
+        "Ġn",
+        "aught"
+      ],
+      [
+        "ĠSam",
+        "my"
+      ],
+      [
+        "Ġnaught",
+        "y"
+      ],
+      [
+        "Ġn",
+        "est"
+      ],
+      [
+        "o",
+        "se"
+      ],
+      [
+        "or",
+        "s"
+      ],
+      [
+        "ll",
+        "a"
+      ],
+      [
+        "Ġmil",
+        "k"
+      ],
+      [
+        "f",
+        "ish"
+      ],
+      [
+        "Ġa",
+        "f"
+      ],
+      [
+        "Ġb",
+        "oun"
+      ],
+      [
+        "Ġp",
+        "hone"
+      ],
+      [
+        "Ġarm",
+        "s"
+      ],
+      [
+        "Ġe",
+        "as"
+      ],
+      [
+        "n",
+        "ess"
+      ],
+      [
+        "Ġcar",
+        "ry"
+      ],
+      [
+        "ĠGra",
+        "ndma"
+      ],
+      [
+        "o",
+        "g"
+      ],
+      [
+        "Ġb",
+        "ought"
+      ],
+      [
+        "Ġdri",
+        "ver"
+      ],
+      [
+        "Ġinst",
+        "ead"
+      ],
+      [
+        "L",
+        "ater"
+      ],
+      [
+        "Ġtal",
+        "ked"
+      ],
+      [
+        "Ġsear",
+        "ched"
+      ],
+      [
+        "g",
+        "ged"
+      ],
+      [
+        "Ġp",
+        "ig"
+      ],
+      [
+        "Ġco",
+        "zy"
+      ],
+      [
+        "Ġsun",
+        "ny"
+      ],
+      [
+        "itt",
+        "y"
+      ],
+      [
+        "Ġfeel",
+        "s"
+      ],
+      [
+        "Ġf",
+        "an"
+      ],
+      [
+        "Ġwonder",
+        "ed"
+      ],
+      [
+        "Ġcom",
+        "es"
+      ],
+      [
+        "Ġswim",
+        "ming"
+      ],
+      [
+        "u",
+        "ched"
+      ],
+      [
+        "Ġto",
+        "uched"
+      ],
+      [
+        "Ġp",
+        "op"
+      ],
+      [
+        "ĠIn",
+        "side"
+      ],
+      [
+        "a",
+        "le"
+      ],
+      [
+        "Ġl",
+        "ucky"
+      ],
+      [
+        "Ġlaug",
+        "hing"
+      ],
+      [
+        "Ġbel",
+        "ong"
+      ],
+      [
+        "Ġsound",
+        "s"
+      ],
+      [
+        "Ġw",
+        "om"
+      ],
+      [
+        "Ġc",
+        "ave"
+      ],
+      [
+        "le",
+        "t"
+      ],
+      [
+        "Ġjourn",
+        "ey"
+      ],
+      [
+        "Ġwom",
+        "an"
+      ],
+      [
+        "Ġc",
+        "ou"
+      ],
+      [
+        "Ġnot",
+        "hing"
+      ],
+      [
+        "Ġco",
+        "at"
+      ],
+      [
+        "Ġrelie",
+        "ved"
+      ],
+      [
+        "Ġ",
+        "O"
+      ],
+      [
+        "Ġpe",
+        "ace"
+      ],
+      [
+        "ad",
+        "ow"
+      ],
+      [
+        "Ġno",
+        "se"
+      ],
+      [
+        "Ġbu",
+        "sy"
+      ],
+      [
+        "B",
+        "ob"
+      ],
+      [
+        "Ġp",
+        "ast"
+      ],
+      [
+        "Ġapp",
+        "les"
+      ],
+      [
+        "Ġs",
+        "ick"
+      ],
+      [
+        "Ġr",
+        "ope"
+      ],
+      [
+        "Ġpat",
+        "ient"
+      ],
+      [
+        "Ġa",
+        "ct"
+      ],
+      [
+        "Ġp",
+        "udd"
+      ],
+      [
+        "Ġin",
+        "c"
+      ],
+      [
+        "ra",
+        "id"
+      ],
+      [
+        "Ġwatch",
+        "ing"
+      ],
+      [
+        "Ġbran",
+        "ch"
+      ],
+      [
+        "Ġaf",
+        "raid"
+      ],
+      [
+        "Ġto",
+        "m"
+      ],
+      [
+        "id",
+        "er"
+      ],
+      [
+        "Ġday",
+        "s"
+      ],
+      [
+        "Ġre",
+        "t"
+      ],
+      [
+        "c",
+        "ing"
+      ],
+      [
+        "ĠM",
+        "ary"
+      ],
+      [
+        "Ġb",
+        "and"
+      ],
+      [
+        "Ġfar",
+        "m"
+      ],
+      [
+        "Ġhug",
+        "e"
+      ],
+      [
+        "ĠTh",
+        "ank"
+      ],
+      [
+        "at",
+        "or"
+      ],
+      [
+        "Ġexc",
+        "iting"
+      ],
+      [
+        "Ġdan",
+        "ced"
+      ],
+      [
+        "th",
+        "day"
+      ],
+      [
+        "Ġwa",
+        "r"
+      ],
+      [
+        "ĠSo",
+        "on"
+      ],
+      [
+        "b",
+        "all"
+      ],
+      [
+        "Ġg",
+        "igg"
+      ],
+      [
+        "ble",
+        "m"
+      ],
+      [
+        "Ġz",
+        "oom"
+      ],
+      [
+        "Ġm",
+        "ad"
+      ],
+      [
+        "Ġv",
+        "ill"
+      ],
+      [
+        "Ġfore",
+        "ver"
+      ],
+      [
+        "Ġpro",
+        "blem"
+      ],
+      [
+        "Ġcoll",
+        "ect"
+      ],
+      [
+        "p",
+        "ed"
+      ],
+      [
+        "ir",
+        "t"
+      ],
+      [
+        "Ġmin",
+        "ut"
+      ],
+      [
+        "Ġw",
+        "ra"
+      ],
+      [
+        "h",
+        "o"
+      ],
+      [
+        "Ġli",
+        "fe"
+      ],
+      [
+        "Ġkne",
+        "e"
+      ],
+      [
+        "c",
+        "es"
+      ],
+      [
+        "D",
+        "o"
+      ],
+      [
+        "c",
+        "er"
+      ],
+      [
+        "m",
+        "p"
+      ],
+      [
+        "ar",
+        "p"
+      ],
+      [
+        "Ġk",
+        "ing"
+      ],
+      [
+        "Ġas",
+        "leep"
+      ],
+      [
+        "Ġret",
+        "urn"
+      ],
+      [
+        "Ġsh",
+        "arp"
+      ],
+      [
+        "Ġre",
+        "l"
+      ],
+      [
+        "Ġp",
+        "ower"
+      ],
+      [
+        "et",
+        "h"
+      ],
+      [
+        "Ġhold",
+        "ing"
+      ],
+      [
+        "Ġf",
+        "ing"
+      ],
+      [
+        "Ġheal",
+        "thy"
+      ],
+      [
+        "ĠM",
+        "ittens"
+      ],
+      [
+        "Ġpr",
+        "ot"
+      ],
+      [
+        "Ġme",
+        "et"
+      ],
+      [
+        "Ġor",
+        "gan"
+      ],
+      [
+        "Ġcle",
+        "ver"
+      ],
+      [
+        "Ġspot",
+        "ted"
+      ],
+      [
+        "Ġl",
+        "etter"
+      ],
+      [
+        "Ġg",
+        "ather"
+      ],
+      [
+        "al",
+        "m"
+      ],
+      [
+        "O",
+        "f"
+      ],
+      [
+        "e",
+        "re"
+      ],
+      [
+        "Ġr",
+        "ound"
+      ],
+      [
+        "Ġstor",
+        "m"
+      ],
+      [
+        "Ġprot",
+        "ect"
+      ],
+      [
+        "Ġgif",
+        "t"
+      ],
+      [
+        "am",
+        "ed"
+      ],
+      [
+        "Ġma",
+        "il"
+      ],
+      [
+        "ĠJ",
+        "en"
+      ],
+      [
+        "Ġbir",
+        "thday"
+      ],
+      [
+        "Ġpre",
+        "s"
+      ],
+      [
+        "Ġsa",
+        "f"
+      ],
+      [
+        "Ġneighb",
+        "or"
+      ],
+      [
+        "ep",
+        "end"
+      ],
+      [
+        "Ġta",
+        "kes"
+      ],
+      [
+        "s",
+        "c"
+      ],
+      [
+        "Ġe",
+        "ar"
+      ],
+      [
+        "Ġcom",
+        "fort"
+      ],
+      [
+        "Ġ",
+        "ent"
+      ],
+      [
+        "Ġre",
+        "p"
+      ],
+      [
+        "Ġpers",
+        "on"
+      ],
+      [
+        "Ġsmil",
+        "ing"
+      ],
+      [
+        "ĠW",
+        "ith"
+      ],
+      [
+        "Ġgent",
+        "ly"
+      ],
+      [
+        "Ġpoin",
+        "ted"
+      ],
+      [
+        "E",
+        "very"
+      ],
+      [
+        "ow",
+        "ed"
+      ],
+      [
+        "Ġsp",
+        "o"
+      ],
+      [
+        "co",
+        "l"
+      ],
+      [
+        "Ġtast",
+        "y"
+      ],
+      [
+        "ul",
+        "ar"
+      ],
+      [
+        "ĠJim",
+        "my"
+      ],
+      [
+        "Ġpl",
+        "ane"
+      ],
+      [
+        "st",
+        "ing"
+      ],
+      [
+        "h",
+        "in"
+      ],
+      [
+        "Ġh",
+        "oney"
+      ],
+      [
+        "it",
+        "ch"
+      ],
+      [
+        "Ġp",
+        "ill"
+      ],
+      [
+        "Ġp",
+        "ass"
+      ],
+      [
+        "itt",
+        "en"
+      ],
+      [
+        "Ġm",
+        "atter"
+      ],
+      [
+        "Ġad",
+        "m"
+      ],
+      [
+        "Ġtast",
+        "ed"
+      ],
+      [
+        "Ġsmell",
+        "ed"
+      ],
+      [
+        "n",
+        "ic"
+      ],
+      [
+        "o",
+        "ve"
+      ],
+      [
+        "Ġe",
+        "ag"
+      ],
+      [
+        "Ġsh",
+        "ining"
+      ],
+      [
+        "He",
+        "y"
+      ],
+      [
+        "Ġhop",
+        "e"
+      ],
+      [
+        "Ġplac",
+        "es"
+      ],
+      [
+        "Ġk",
+        "ick"
+      ],
+      [
+        "ĠC",
+        "h"
+      ],
+      [
+        "Ġpic",
+        "nic"
+      ],
+      [
+        "Ġbott",
+        "le"
+      ],
+      [
+        "Ġresp",
+        "ect"
+      ],
+      [
+        "Ġb",
+        "lew"
+      ],
+      [
+        "Ġapp",
+        "eared"
+      ],
+      [
+        "Ġsu",
+        "pp"
+      ],
+      [
+        "Tom",
+        "my"
+      ],
+      [
+        "ĠC",
+        "ome"
+      ],
+      [
+        "Ġsp",
+        "ider"
+      ],
+      [
+        "Ġint",
+        "ere"
+      ],
+      [
+        "Ġche",
+        "er"
+      ],
+      [
+        "bo",
+        "ard"
+      ],
+      [
+        "Ġwe",
+        "aring"
+      ],
+      [
+        "Ġpres",
+        "ent"
+      ],
+      [
+        "er",
+        "t"
+      ],
+      [
+        "Ġm",
+        "ist"
+      ],
+      [
+        "iz",
+        "e"
+      ],
+      [
+        "Ġtrou",
+        "ble"
+      ],
+      [
+        "Ġtri",
+        "p"
+      ],
+      [
+        "Ġp",
+        "ract"
+      ],
+      [
+        "Ġk",
+        "iss"
+      ],
+      [
+        "Ġqu",
+        "est"
+      ],
+      [
+        "o",
+        "nd"
+      ],
+      [
+        "Ġas",
+        "h"
+      ],
+      [
+        "Ġlo",
+        "ves"
+      ],
+      [
+        "Ġtight",
+        "ly"
+      ],
+      [
+        "g",
+        "g"
+      ],
+      [
+        "ar",
+        "ge"
+      ],
+      [
+        "Ġs",
+        "ur"
+      ],
+      [
+        "Ġsp",
+        "read"
+      ],
+      [
+        "a",
+        "ur"
+      ],
+      [
+        "Ġw",
+        "ide"
+      ],
+      [
+        "on",
+        "es"
+      ],
+      [
+        "um",
+        "ber"
+      ],
+      [
+        "Ġfe",
+        "ather"
+      ],
+      [
+        "Ġspl",
+        "as"
+      ],
+      [
+        "on",
+        "t"
+      ],
+      [
+        "nd",
+        "p"
+      ],
+      [
+        "Ġl",
+        "ater"
+      ],
+      [
+        "Ġwho",
+        "le"
+      ],
+      [
+        "Ġany",
+        "one"
+      ],
+      [
+        "Ġbre",
+        "ad"
+      ],
+      [
+        "M",
+        "olly"
+      ],
+      [
+        "Ġd",
+        "es"
+      ],
+      [
+        "Ġre",
+        "c"
+      ],
+      [
+        "ell",
+        "a"
+      ],
+      [
+        "Ġro",
+        "ad"
+      ],
+      [
+        "I",
+        "n"
+      ],
+      [
+        "Ġo",
+        "ce"
+      ],
+      [
+        "Ġgi",
+        "ant"
+      ],
+      [
+        "Ġoce",
+        "an"
+      ],
+      [
+        "el",
+        "s"
+      ],
+      [
+        "Ġpu",
+        "zz"
+      ],
+      [
+        "Ġcook",
+        "ie"
+      ],
+      [
+        "Ġp",
+        "an"
+      ],
+      [
+        "Ġp",
+        "ath"
+      ],
+      [
+        "Åĵ",
+        "I"
+      ],
+      [
+        "Ġcon",
+        "fused"
+      ],
+      [
+        "Ġscream",
+        "ed"
+      ],
+      [
+        "Ġcloud",
+        "s"
+      ],
+      [
+        "e",
+        "b"
+      ],
+      [
+        "Ġimp",
+        "ress"
+      ],
+      [
+        "Ġfr",
+        "ont"
+      ],
+      [
+        "ĠG",
+        "o"
+      ],
+      [
+        "Ġse",
+        "at"
+      ],
+      [
+        "le",
+        "x"
+      ],
+      [
+        "Ġl",
+        "ay"
+      ],
+      [
+        "Ġwh",
+        "ich"
+      ],
+      [
+        "l",
+        "a"
+      ],
+      [
+        "Ġth",
+        "in"
+      ],
+      [
+        "Ġte",
+        "ach"
+      ],
+      [
+        "er",
+        "ly"
+      ],
+      [
+        "Ġd",
+        "i"
+      ],
+      [
+        "Ġansw",
+        "er"
+      ],
+      [
+        "ung",
+        "le"
+      ],
+      [
+        "Ġa",
+        "p"
+      ],
+      [
+        "ss",
+        "ed"
+      ],
+      [
+        "h",
+        "ile"
+      ],
+      [
+        "u",
+        "b"
+      ],
+      [
+        "Ġl",
+        "arge"
+      ],
+      [
+        "Ġj",
+        "ungle"
+      ],
+      [
+        "Ġprom",
+        "ise"
+      ],
+      [
+        "Ġs",
+        "er"
+      ],
+      [
+        "Ġb",
+        "er"
+      ],
+      [
+        "Ġw",
+        "ild"
+      ],
+      [
+        "Ġb",
+        "ark"
+      ],
+      [
+        "Ġm",
+        "ach"
+      ],
+      [
+        "oo",
+        "se"
+      ],
+      [
+        "Ġbutt",
+        "on"
+      ],
+      [
+        "ndp",
+        "a"
+      ],
+      [
+        "G",
+        "ood"
+      ],
+      [
+        "Ġmy",
+        "ster"
+      ],
+      [
+        "Ġsn",
+        "ake"
+      ],
+      [
+        "Ġvill",
+        "age"
+      ],
+      [
+        "Ġh",
+        "or"
+      ],
+      [
+        "ĠEm",
+        "ily"
+      ],
+      [
+        "C",
+        "ome"
+      ],
+      [
+        "Ġtoo",
+        "l"
+      ],
+      [
+        "Ġput",
+        "s"
+      ],
+      [
+        "Ġla",
+        "st"
+      ],
+      [
+        "Ġim",
+        "ag"
+      ],
+      [
+        "ĠJ",
+        "ake"
+      ],
+      [
+        "L",
+        "ucy"
+      ],
+      [
+        "Ġt",
+        "id"
+      ],
+      [
+        "Ġb",
+        "an"
+      ],
+      [
+        "le",
+        "br"
+      ],
+      [
+        "Ġe",
+        "ventually"
+      ],
+      [
+        "Ġsl",
+        "id"
+      ],
+      [
+        "Ġwa",
+        "ve"
+      ],
+      [
+        "Ġli",
+        "ve"
+      ],
+      [
+        "Ġch",
+        "ased"
+      ],
+      [
+        "ĠEvery",
+        "where"
+      ],
+      [
+        "Ġce",
+        "lebr"
+      ],
+      [
+        "Ġcray",
+        "ons"
+      ],
+      [
+        "J",
+        "ust"
+      ],
+      [
+        "Ġsp",
+        "ent"
+      ],
+      [
+        "Ġwr",
+        "ite"
+      ],
+      [
+        "Ġgi",
+        "ves"
+      ],
+      [
+        "un",
+        "k"
+      ],
+      [
+        "if",
+        "e"
+      ],
+      [
+        "Ġdec",
+        "or"
+      ],
+      [
+        "Ġfo",
+        "ot"
+      ],
+      [
+        "Ġdel",
+        "ight"
+      ],
+      [
+        "Ġso",
+        "l"
+      ],
+      [
+        "Ġsand",
+        "w"
+      ],
+      [
+        "Ġdir",
+        "t"
+      ],
+      [
+        "ĠJ",
+        "enny"
+      ],
+      [
+        "Ġtal",
+        "king"
+      ],
+      [
+        "Ġtreat",
+        "s"
+      ],
+      [
+        "Ġc",
+        "art"
+      ],
+      [
+        "ch",
+        "ing"
+      ],
+      [
+        "Ġwait",
+        "ing"
+      ],
+      [
+        "Ġhid",
+        "ing"
+      ],
+      [
+        "Ġsnow",
+        "man"
+      ],
+      [
+        "Ġintere",
+        "sting"
+      ],
+      [
+        "Ġh",
+        "on"
+      ],
+      [
+        "on",
+        "y"
+      ],
+      [
+        "Ġshe",
+        "lf"
+      ],
+      [
+        "Ġtast",
+        "e"
+      ],
+      [
+        "e",
+        "en"
+      ],
+      [
+        "J",
+        "im"
+      ],
+      [
+        "Ġst",
+        "ep"
+      ],
+      [
+        "M",
+        "um"
+      ],
+      [
+        "Ġhelp",
+        "ful"
+      ],
+      [
+        "Ġfe",
+        "et"
+      ],
+      [
+        "Ġsh",
+        "y"
+      ],
+      [
+        "Ġgo",
+        "es"
+      ],
+      [
+        "Ġv",
+        "al"
+      ],
+      [
+        "Ġe",
+        "mb"
+      ],
+      [
+        "Ġst",
+        "ood"
+      ],
+      [
+        "Ġsh",
+        "r"
+      ],
+      [
+        "Ġbuild",
+        "ing"
+      ],
+      [
+        "Ġo",
+        "ven"
+      ],
+      [
+        "Ġst",
+        "ret"
+      ],
+      [
+        "Ġlove",
+        "ly"
+      ],
+      [
+        "Ġduck",
+        "s"
+      ],
+      [
+        "Ġcorn",
+        "er"
+      ],
+      [
+        "Ġwas",
+        "h"
+      ],
+      [
+        "ck",
+        "s"
+      ],
+      [
+        "Ġsp",
+        "e"
+      ],
+      [
+        "Ġpretend",
+        "ed"
+      ],
+      [
+        "Ġroll",
+        "ed"
+      ],
+      [
+        "Ġru",
+        "de"
+      ],
+      [
+        "o",
+        "ld"
+      ],
+      [
+        "Ġc",
+        "alm"
+      ],
+      [
+        "Ġp",
+        "ile"
+      ],
+      [
+        "Ġte",
+        "eth"
+      ],
+      [
+        "Ġjump",
+        "ing"
+      ],
+      [
+        "Ġz",
+        "oo"
+      ],
+      [
+        "Ġpudd",
+        "le"
+      ],
+      [
+        "Ġtid",
+        "y"
+      ],
+      [
+        "M",
+        "ama"
+      ],
+      [
+        "ig",
+        "er"
+      ],
+      [
+        "ip",
+        "e"
+      ],
+      [
+        "Ġbug",
+        "s"
+      ],
+      [
+        "Ġash",
+        "amed"
+      ],
+      [
+        "Ġb",
+        "at"
+      ],
+      [
+        "in",
+        "a"
+      ],
+      [
+        "ĠR",
+        "e"
+      ],
+      [
+        "Ġo",
+        "b"
+      ],
+      [
+        "Ġst",
+        "ra"
+      ],
+      [
+        "ĠS",
+        "t"
+      ],
+      [
+        "Ġwhist",
+        "le"
+      ],
+      [
+        "Ġban",
+        "an"
+      ],
+      [
+        "n",
+        "ot"
+      ],
+      [
+        "Ġn",
+        "et"
+      ],
+      [
+        "Ġforg",
+        "ive"
+      ],
+      [
+        "Ġprin",
+        "ce"
+      ],
+      [
+        "en",
+        "er"
+      ],
+      [
+        "Ġsh",
+        "irt"
+      ],
+      [
+        "Ġs",
+        "el"
+      ],
+      [
+        "Ġc",
+        "oo"
+      ],
+      [
+        "Ġemb",
+        "ar"
+      ],
+      [
+        "ump",
+        "y"
+      ],
+      [
+        "Ġspark",
+        "ly"
+      ],
+      [
+        "Ġrem",
+        "ind"
+      ],
+      [
+        "Ġs",
+        "ug"
+      ],
+      [
+        "Ġc",
+        "ross"
+      ],
+      [
+        "Ġm",
+        "ind"
+      ],
+      [
+        "Ġcan",
+        "not"
+      ],
+      [
+        "Ġsuc",
+        "cess"
+      ],
+      [
+        "Ġembar",
+        "ra"
+      ],
+      [
+        "S",
+        "oon"
+      ],
+      [
+        "Ġm",
+        "ot"
+      ],
+      [
+        "Ġsh",
+        "aring"
+      ],
+      [
+        "Ġwor",
+        "m"
+      ],
+      [
+        "Ġfo",
+        "ld"
+      ],
+      [
+        "Ġpeace",
+        "ful"
+      ],
+      [
+        "Ġw",
+        "ore"
+      ],
+      [
+        "Ġm",
+        "ountain"
+      ],
+      [
+        "Ġbl",
+        "ow"
+      ],
+      [
+        "l",
+        "ice"
+      ],
+      [
+        "Ġ",
+        "ign"
+      ],
+      [
+        "Ġbe",
+        "ll"
+      ],
+      [
+        "Ġfur",
+        "ry"
+      ],
+      [
+        "Ġgra",
+        "b"
+      ],
+      [
+        "al",
+        "s"
+      ],
+      [
+        "omet",
+        "imes"
+      ],
+      [
+        "Ġwhen",
+        "ever"
+      ],
+      [
+        "Ġp",
+        "our"
+      ],
+      [
+        "v",
+        "ous"
+      ],
+      [
+        "ll",
+        "ie"
+      ],
+      [
+        "Ġpu",
+        "sh"
+      ],
+      [
+        "Ġbre",
+        "ath"
+      ],
+      [
+        "Ġmach",
+        "ine"
+      ],
+      [
+        "Ġsug",
+        "ar"
+      ],
+      [
+        "Ġch",
+        "ick"
+      ],
+      [
+        "Ġcreat",
+        "ive"
+      ],
+      [
+        "S",
+        "t"
+      ],
+      [
+        "n",
+        "ed"
+      ],
+      [
+        "Ġb",
+        "al"
+      ],
+      [
+        "Ġst",
+        "ir"
+      ],
+      [
+        "Ġdo",
+        "lp"
+      ],
+      [
+        "Ġtri",
+        "es"
+      ],
+      [
+        "N",
+        "ow"
+      ],
+      [
+        "Ġl",
+        "ad"
+      ],
+      [
+        "ĠL",
+        "e"
+      ],
+      [
+        "Ġm",
+        "ed"
+      ],
+      [
+        "Ġp",
+        "ool"
+      ],
+      [
+        "Ġg",
+        "ener"
+      ],
+      [
+        "Ġsa",
+        "l"
+      ],
+      [
+        "or",
+        "k"
+      ],
+      [
+        "ul",
+        "t"
+      ],
+      [
+        "Ġspr",
+        "ay"
+      ],
+      [
+        "Ġsh",
+        "ip"
+      ],
+      [
+        "i",
+        "an"
+      ],
+      [
+        "Ġh",
+        "um"
+      ],
+      [
+        "Ġhe",
+        "l"
+      ],
+      [
+        "is",
+        "a"
+      ],
+      [
+        "Ġsel",
+        "fish"
+      ],
+      [
+        "Ġh",
+        "ar"
+      ],
+      [
+        "Ġfa",
+        "ces"
+      ],
+      [
+        "Ġmess",
+        "y"
+      ],
+      [
+        "Ġ",
+        "'"
+      ],
+      [
+        "Ġp",
+        "le"
+      ],
+      [
+        "ĠS",
+        "ome"
+      ],
+      [
+        "ĠH",
+        "ow"
+      ],
+      [
+        "Ġgo",
+        "ld"
+      ],
+      [
+        "Ġcho",
+        "col"
+      ],
+      [
+        "P",
+        "lease"
+      ],
+      [
+        "Ġminut",
+        "es"
+      ],
+      [
+        "Ġpill",
+        "ow"
+      ],
+      [
+        "M",
+        "y"
+      ],
+      [
+        "a",
+        "king"
+      ],
+      [
+        "Ġt",
+        "un"
+      ],
+      [
+        "Ġm",
+        "issed"
+      ],
+      [
+        "ig",
+        "hed"
+      ],
+      [
+        "Ġv",
+        "an"
+      ],
+      [
+        "Ġfix",
+        "ed"
+      ],
+      [
+        "Ġfight",
+        "ing"
+      ],
+      [
+        "o",
+        "in"
+      ],
+      [
+        "Ġf",
+        "ig"
+      ],
+      [
+        "Ġembarra",
+        "ssed"
+      ],
+      [
+        "Ġme",
+        "ant"
+      ],
+      [
+        "Ġdri",
+        "ve"
+      ],
+      [
+        "Ġtom",
+        "orrow"
+      ],
+      [
+        "Ġh",
+        "ours"
+      ],
+      [
+        "Ġc",
+        "a"
+      ],
+      [
+        "Ġn",
+        "er"
+      ],
+      [
+        "Ġsp",
+        "icy"
+      ],
+      [
+        "Ġknow",
+        "ing"
+      ],
+      [
+        "ĠP",
+        "lease"
+      ],
+      [
+        "Sara",
+        "h"
+      ],
+      [
+        "Ġlad",
+        "der"
+      ],
+      [
+        "it",
+        "al"
+      ],
+      [
+        "Ġhor",
+        "se"
+      ],
+      [
+        "at",
+        "o"
+      ],
+      [
+        "Ġu",
+        "g"
+      ],
+      [
+        "ĠJ",
+        "ust"
+      ],
+      [
+        "Ġtr",
+        "ust"
+      ],
+      [
+        "Ġho",
+        "sp"
+      ],
+      [
+        "Ġug",
+        "ly"
+      ],
+      [
+        "Ġhosp",
+        "ital"
+      ],
+      [
+        "Ġche",
+        "w"
+      ],
+      [
+        "Ġbed",
+        "room"
+      ],
+      [
+        "Ġeas",
+        "y"
+      ],
+      [
+        "Ġner",
+        "vous"
+      ],
+      [
+        "Ġro",
+        "b"
+      ],
+      [
+        "Ġthank",
+        "ful"
+      ],
+      [
+        "Ġcarrot",
+        "s"
+      ],
+      [
+        "D",
+        "ad"
+      ],
+      [
+        "ell",
+        "y"
+      ],
+      [
+        "Ġgre",
+        "w"
+      ],
+      [
+        "Ġcol",
+        "our"
+      ],
+      [
+        "Ġbar",
+        "ked"
+      ],
+      [
+        "Ġcou",
+        "ch"
+      ],
+      [
+        "Ġn",
+        "ut"
+      ],
+      [
+        "Ġme",
+        "adow"
+      ],
+      [
+        "Ġta",
+        "ught"
+      ],
+      [
+        "Ġunderst",
+        "ood"
+      ],
+      [
+        "Ġdisapp",
+        "oin"
+      ],
+      [
+        "Ġp",
+        "as"
+      ],
+      [
+        "an",
+        "o"
+      ],
+      [
+        "Ġof",
+        "ten"
+      ],
+      [
+        "Ġcl",
+        "ass"
+      ],
+      [
+        "Ġpas",
+        "sed"
+      ],
+      [
+        "Ġkn",
+        "ocked"
+      ],
+      [
+        "Ġland",
+        "ed"
+      ],
+      [
+        "Ġm",
+        "ic"
+      ],
+      [
+        "ir",
+        "d"
+      ],
+      [
+        "Ġfe",
+        "ar"
+      ],
+      [
+        "Ġco",
+        "in"
+      ],
+      [
+        "Ġmu",
+        "d"
+      ],
+      [
+        "w",
+        "ork"
+      ],
+      [
+        "Ġd",
+        "eter"
+      ],
+      [
+        "Ġre",
+        "g"
+      ],
+      [
+        "Ġreturn",
+        "ed"
+      ],
+      [
+        "Ġdeter",
+        "m"
+      ],
+      [
+        "Ġh",
+        "ur"
+      ],
+      [
+        "Ġfin",
+        "ish"
+      ],
+      [
+        "iz",
+        "z"
+      ],
+      [
+        "Ġte",
+        "a"
+      ],
+      [
+        "Ġsmo",
+        "oth"
+      ],
+      [
+        "m",
+        "o"
+      ],
+      [
+        "Ġst",
+        "uff"
+      ],
+      [
+        "Ġmo",
+        "v"
+      ],
+      [
+        "Ġgener",
+        "ous"
+      ],
+      [
+        "T",
+        "o"
+      ],
+      [
+        "Ġ",
+        "On"
+      ],
+      [
+        "is",
+        "p"
+      ],
+      [
+        "Ġdr",
+        "um"
+      ],
+      [
+        "o",
+        "bby"
+      ],
+      [
+        "Ġbubble",
+        "s"
+      ],
+      [
+        "Ġrob",
+        "ot"
+      ],
+      [
+        "Ġthe",
+        "se"
+      ],
+      [
+        "Ġse",
+        "ed"
+      ],
+      [
+        "Ġgl",
+        "ass"
+      ],
+      [
+        "Ġdisappoin",
+        "ted"
+      ],
+      [
+        "g",
+        "round"
+      ],
+      [
+        "Ġr",
+        "ing"
+      ],
+      [
+        "Ġc",
+        "ard"
+      ],
+      [
+        "Ġhe",
+        "ars"
+      ],
+      [
+        "Ġcar",
+        "ried"
+      ],
+      [
+        "Ġmo",
+        "on"
+      ],
+      [
+        "Ġchocol",
+        "ate"
+      ],
+      [
+        "Ġlea",
+        "f"
+      ],
+      [
+        "Ġsnack",
+        "s"
+      ],
+      [
+        "Ġcir",
+        "c"
+      ],
+      [
+        "Ġfan",
+        "cy"
+      ],
+      [
+        "d",
+        "le"
+      ],
+      [
+        "Ġsp",
+        "end"
+      ],
+      [
+        "ĠA",
+        "nn"
+      ],
+      [
+        "ust",
+        "r"
+      ],
+      [
+        "Ġcra",
+        "b"
+      ],
+      [
+        "Ġsong",
+        "s"
+      ],
+      [
+        "p",
+        "ack"
+      ],
+      [
+        "Ġp",
+        "ir"
+      ],
+      [
+        "eci",
+        "ally"
+      ],
+      [
+        "os",
+        "aur"
+      ],
+      [
+        "Ġso",
+        "ld"
+      ],
+      [
+        "Ġbr",
+        "idge"
+      ],
+      [
+        "ĠE",
+        "ven"
+      ],
+      [
+        "Ġsleep",
+        "y"
+      ],
+      [
+        "Ġhon",
+        "est"
+      ],
+      [
+        "Ġm",
+        "ir"
+      ],
+      [
+        "ĠB",
+        "r"
+      ],
+      [
+        "Ġpa",
+        "w"
+      ],
+      [
+        "p",
+        "ecially"
+      ],
+      [
+        "Ġa",
+        "v"
+      ],
+      [
+        "ĠW",
+        "hy"
+      ],
+      [
+        "iz",
+        "zy"
+      ],
+      [
+        "Ġche",
+        "st"
+      ],
+      [
+        "Ġwo",
+        "lf"
+      ],
+      [
+        "Ġdin",
+        "osaur"
+      ],
+      [
+        "Ġes",
+        "pecially"
+      ],
+      [
+        "Ġm",
+        "ap"
+      ],
+      [
+        "Ġg",
+        "as"
+      ],
+      [
+        "or",
+        "y"
+      ],
+      [
+        "Ġch",
+        "ange"
+      ],
+      [
+        "Ġgr",
+        "oup"
+      ],
+      [
+        "Ġgather",
+        "ed"
+      ],
+      [
+        "Ġs",
+        "our"
+      ],
+      [
+        "Ġpo",
+        "or"
+      ],
+      [
+        "Ġspl",
+        "ash"
+      ],
+      [
+        "Ġwa",
+        "ves"
+      ],
+      [
+        "Ġfor",
+        "ward"
+      ],
+      [
+        "Ġcl",
+        "own"
+      ],
+      [
+        "Ġmyster",
+        "ious"
+      ],
+      [
+        "r",
+        "or"
+      ],
+      [
+        "Ġbo",
+        "dy"
+      ],
+      [
+        "Ġfr",
+        "ustr"
+      ],
+      [
+        "Ġcra",
+        "w"
+      ],
+      [
+        "Ġf",
+        "ake"
+      ],
+      [
+        "Ġp",
+        "in"
+      ],
+      [
+        "Ġo",
+        "k"
+      ],
+      [
+        "Ġr",
+        "ad"
+      ],
+      [
+        "Ġwh",
+        "isp"
+      ],
+      [
+        "Ġtw",
+        "irl"
+      ],
+      [
+        "Ġstr",
+        "ing"
+      ],
+      [
+        "Ġsmell",
+        "y"
+      ],
+      [
+        "ĠTo",
+        "gether"
+      ],
+      [
+        "s",
+        "ist"
+      ],
+      [
+        "Ġc",
+        "and"
+      ],
+      [
+        "Ġg",
+        "ate"
+      ],
+      [
+        "Ġsc",
+        "ar"
+      ],
+      [
+        "ĠK",
+        "itty"
+      ],
+      [
+        "Ġneck",
+        "l"
+      ],
+      [
+        "B",
+        "illy"
+      ],
+      [
+        "Ġmot",
+        "or"
+      ],
+      [
+        "y",
+        "ing"
+      ],
+      [
+        "ot",
+        "e"
+      ],
+      [
+        "Ġsh",
+        "ore"
+      ],
+      [
+        "ur",
+        "se"
+      ],
+      [
+        "Ġje",
+        "w"
+      ],
+      [
+        "Ġwe",
+        "ak"
+      ],
+      [
+        "Ġgr",
+        "umpy"
+      ],
+      [
+        "Ġfing",
+        "er"
+      ],
+      [
+        "Ġsa",
+        "ck"
+      ],
+      [
+        "Ġk",
+        "itten"
+      ],
+      [
+        "Ġpol",
+        "ite"
+      ],
+      [
+        "Ġgl",
+        "ue"
+      ],
+      [
+        "u",
+        "ce"
+      ],
+      [
+        "Ġn",
+        "umber"
+      ],
+      [
+        "air",
+        "s"
+      ],
+      [
+        "Ġes",
+        "c"
+      ],
+      [
+        "Ġmir",
+        "ror"
+      ],
+      [
+        "Ġshe",
+        "ep"
+      ],
+      [
+        "Ġv",
+        "ase"
+      ],
+      [
+        "Ġplant",
+        "s"
+      ],
+      [
+        "Ġber",
+        "ries"
+      ],
+      [
+        "mo",
+        "st"
+      ],
+      [
+        "B",
+        "e"
+      ],
+      [
+        "d",
+        "en"
+      ],
+      [
+        "Ġj",
+        "elly"
+      ],
+      [
+        "ĠThe",
+        "ir"
+      ],
+      [
+        "Ġe",
+        "mp"
+      ],
+      [
+        "itt",
+        "er"
+      ],
+      [
+        "The",
+        "re"
+      ],
+      [
+        "Ġsc",
+        "r"
+      ],
+      [
+        "Ġgr",
+        "ay"
+      ],
+      [
+        "Ġpuzz",
+        "le"
+      ],
+      [
+        "Ġneckl",
+        "ace"
+      ],
+      [
+        "Ġm",
+        "aybe"
+      ],
+      [
+        "Ġpl",
+        "ate"
+      ],
+      [
+        "Ġal",
+        "most"
+      ],
+      [
+        "us",
+        "ie"
+      ],
+      [
+        "Ġfrustr",
+        "ated"
+      ],
+      [
+        "Ġemp",
+        "ty"
+      ],
+      [
+        "p",
+        "ort"
+      ],
+      [
+        "or",
+        "ry"
+      ],
+      [
+        "Ġth",
+        "ick"
+      ],
+      [
+        "Ġj",
+        "am"
+      ],
+      [
+        "Ġsk",
+        "ipped"
+      ],
+      [
+        "ens",
+        "ive"
+      ],
+      [
+        "ĠT",
+        "eddy"
+      ],
+      [
+        "ag",
+        "ed"
+      ],
+      [
+        "Ġclos",
+        "et"
+      ],
+      [
+        "Ġhid",
+        "den"
+      ],
+      [
+        "Ġexp",
+        "ensive"
+      ],
+      [
+        "Ġdeterm",
+        "ined"
+      ],
+      [
+        "Ġb",
+        "ored"
+      ],
+      [
+        "Ġl",
+        "it"
+      ],
+      [
+        "Ġd",
+        "rew"
+      ],
+      [
+        "Ġle",
+        "gs"
+      ],
+      [
+        "Ġho",
+        "pping"
+      ],
+      [
+        "at",
+        "es"
+      ],
+      [
+        "ĠS",
+        "ometimes"
+      ],
+      [
+        "Ġstick",
+        "s"
+      ],
+      [
+        "Ġon",
+        "es"
+      ],
+      [
+        "ĠA",
+        "t"
+      ],
+      [
+        "Ġbird",
+        "ie"
+      ],
+      [
+        "ĠD",
+        "on"
+      ],
+      [
+        "Ġpol",
+        "ice"
+      ],
+      [
+        "Ġfruit",
+        "s"
+      ],
+      [
+        "Ġt",
+        "ick"
+      ],
+      [
+        "Ġa",
+        "unt"
+      ],
+      [
+        "Ġw",
+        "is"
+      ],
+      [
+        "Ġb",
+        "ake"
+      ],
+      [
+        "Ġl",
+        "ine"
+      ],
+      [
+        "ot",
+        "s"
+      ],
+      [
+        "Ġst",
+        "one"
+      ],
+      [
+        "Ġdog",
+        "s"
+      ],
+      [
+        "au",
+        "l"
+      ],
+      [
+        "Ġfig",
+        "ure"
+      ],
+      [
+        "J",
+        "ane"
+      ],
+      [
+        "Ġs",
+        "ight"
+      ],
+      [
+        "Ġc",
+        "ries"
+      ],
+      [
+        "ĠB",
+        "e"
+      ],
+      [
+        "Ġmo",
+        "ving"
+      ],
+      [
+        "Ġcont",
+        "ent"
+      ],
+      [
+        "ĠBr",
+        "own"
+      ],
+      [
+        "Ġsa",
+        "ved"
+      ],
+      [
+        "Ġcl",
+        "oth"
+      ],
+      [
+        "?\"",
+        "."
+      ],
+      [
+        "bo",
+        "x"
+      ],
+      [
+        "Ġbran",
+        "ches"
+      ],
+      [
+        "Ġpack",
+        "ed"
+      ],
+      [
+        "Ġpower",
+        "ful"
+      ],
+      [
+        "Ġsplas",
+        "hed"
+      ],
+      [
+        "Ġfe",
+        "ed"
+      ],
+      [
+        "est",
+        "ed"
+      ],
+      [
+        "Ġyell",
+        "ed"
+      ],
+      [
+        "W",
+        "here"
+      ],
+      [
+        "d",
+        "ge"
+      ],
+      [
+        "k",
+        "in"
+      ],
+      [
+        "Ġt",
+        "iger"
+      ],
+      [
+        "Ġp",
+        "ay"
+      ],
+      [
+        "id",
+        "dle"
+      ],
+      [
+        "oo",
+        "p"
+      ],
+      [
+        "ĠB",
+        "ella"
+      ],
+      [
+        "Ġex",
+        "am"
+      ],
+      [
+        "Ġta",
+        "ken"
+      ],
+      [
+        "Ġcr",
+        "ane"
+      ],
+      [
+        "Ġspo",
+        "il"
+      ],
+      [
+        "'",
+        "d"
+      ],
+      [
+        "Ġha",
+        "ng"
+      ],
+      [
+        "Ġfl",
+        "ag"
+      ],
+      [
+        "Ġansw",
+        "ered"
+      ],
+      [
+        "Ġdisco",
+        "vered"
+      ],
+      [
+        "ĠLe",
+        "o"
+      ],
+      [
+        "u",
+        "sh"
+      ],
+      [
+        "Ġsa",
+        "ve"
+      ],
+      [
+        "Ġsee",
+        "k"
+      ],
+      [
+        "Ġexc",
+        "ite"
+      ],
+      [
+        "Ġpr",
+        "ay"
+      ],
+      [
+        "Ġjo",
+        "g"
+      ],
+      [
+        "Ġstand",
+        "ing"
+      ],
+      [
+        "Ġdolp",
+        "hin"
+      ],
+      [
+        "Ġj",
+        "ack"
+      ],
+      [
+        "A",
+        "re"
+      ],
+      [
+        "er",
+        "a"
+      ],
+      [
+        "ra",
+        "g"
+      ],
+      [
+        "Ġfl",
+        "ut"
+      ],
+      [
+        "get",
+        "able"
+      ],
+      [
+        "Ġb",
+        "oring"
+      ],
+      [
+        "Ġlo",
+        "ck"
+      ],
+      [
+        "Ġinc",
+        "red"
+      ],
+      [
+        "Ġexcite",
+        "ment"
+      ],
+      [
+        "Ġs",
+        "ighed"
+      ],
+      [
+        "Ġw",
+        "ip"
+      ],
+      [
+        "Ġf",
+        "is"
+      ],
+      [
+        "Ġf",
+        "ill"
+      ],
+      [
+        "Ġso",
+        "ap"
+      ],
+      [
+        "ĠM",
+        "um"
+      ],
+      [
+        "ol",
+        "a"
+      ],
+      [
+        "Ġple",
+        "ased"
+      ],
+      [
+        "Ġjack",
+        "et"
+      ],
+      [
+        "l",
+        "ight"
+      ],
+      [
+        "Ġs",
+        "ugg"
+      ],
+      [
+        "Ġm",
+        "iddle"
+      ],
+      [
+        "Ġe",
+        "ld"
+      ],
+      [
+        "Ġwr",
+        "ote"
+      ],
+      [
+        "Ġballoon",
+        "s"
+      ],
+      [
+        "Ġorgan",
+        "ized"
+      ],
+      [
+        "qu",
+        "e"
+      ],
+      [
+        "Ġsail",
+        "ed"
+      ],
+      [
+        "The",
+        "ir"
+      ],
+      [
+        "Ġtell",
+        "s"
+      ],
+      [
+        "Ġo",
+        "y"
+      ],
+      [
+        "Ġst",
+        "ones"
+      ],
+      [
+        "Ġbo",
+        "ard"
+      ],
+      [
+        "Ġsp",
+        "un"
+      ],
+      [
+        "Ġve",
+        "getable"
+      ],
+      [
+        "l",
+        "ies"
+      ],
+      [
+        "Ġ",
+        "ind"
+      ],
+      [
+        "in",
+        "ess"
+      ],
+      [
+        "Ġwor",
+        "king"
+      ],
+      [
+        "l",
+        "ower"
+      ],
+      [
+        "al",
+        "k"
+      ],
+      [
+        "if",
+        "f"
+      ],
+      [
+        "Ġpar",
+        "rot"
+      ],
+      [
+        "St",
+        "op"
+      ],
+      [
+        "Ġscar",
+        "f"
+      ],
+      [
+        "Ġwa",
+        "gged"
+      ],
+      [
+        "Ġcl",
+        "ap"
+      ],
+      [
+        "Ġme",
+        "asure"
+      ],
+      [
+        "as",
+        "ing"
+      ],
+      [
+        "Ġte",
+        "ars"
+      ],
+      [
+        "bo",
+        "dy"
+      ],
+      [
+        "Ġcomfort",
+        "able"
+      ],
+      [
+        "Ġle",
+        "g"
+      ],
+      [
+        "Ġsw",
+        "an"
+      ],
+      [
+        "Ġtr",
+        "ue"
+      ],
+      [
+        "Ġfr",
+        "ight"
+      ],
+      [
+        "Ġdr",
+        "op"
+      ],
+      [
+        "Ġsmo",
+        "ke"
+      ],
+      [
+        "Ġfeather",
+        "s"
+      ],
+      [
+        "Ġincred",
+        "ible"
+      ],
+      [
+        "g",
+        "gs"
+      ],
+      [
+        "u",
+        "al"
+      ],
+      [
+        "Ġt",
+        "ie"
+      ],
+      [
+        "Ġc",
+        "ap"
+      ],
+      [
+        "Ġlo",
+        "se"
+      ],
+      [
+        "Ġpu",
+        "s"
+      ],
+      [
+        "Ġeag",
+        "er"
+      ],
+      [
+        "Ġmov",
+        "ie"
+      ],
+      [
+        "f",
+        "ic"
+      ],
+      [
+        "Ġc",
+        "op"
+      ],
+      [
+        "Ġe",
+        "ggs"
+      ],
+      [
+        "oo",
+        "f"
+      ],
+      [
+        "Ġr",
+        "id"
+      ],
+      [
+        "Ġco",
+        "vered"
+      ],
+      [
+        "Ġf",
+        "il"
+      ],
+      [
+        "Ġle",
+        "m"
+      ],
+      [
+        "Ġgra",
+        "p"
+      ],
+      [
+        "Ġdisapp",
+        "eared"
+      ],
+      [
+        "Ġrec",
+        "ord"
+      ],
+      [
+        "ĠT",
+        "V"
+      ],
+      [
+        "ĠB",
+        "l"
+      ],
+      [
+        "Ġex",
+        "t"
+      ],
+      [
+        "Ġor",
+        "d"
+      ],
+      [
+        "Ġgigg",
+        "led"
+      ],
+      [
+        "c",
+        "orn"
+      ],
+      [
+        "Ġp",
+        "ri"
+      ],
+      [
+        "Ġha",
+        "m"
+      ],
+      [
+        "Ġr",
+        "are"
+      ],
+      [
+        "Ġyour",
+        "self"
+      ],
+      [
+        "Ġen",
+        "g"
+      ],
+      [
+        "Ġwh",
+        "ale"
+      ],
+      [
+        "Ġkn",
+        "ife"
+      ],
+      [
+        "ĠL",
+        "isa"
+      ],
+      [
+        "Ġte",
+        "am"
+      ],
+      [
+        "ĠJohn",
+        "ny"
+      ],
+      [
+        "z",
+        "ed"
+      ],
+      [
+        "Ġt",
+        "est"
+      ],
+      [
+        "Ġb",
+        "one"
+      ],
+      [
+        "Ġd",
+        "izzy"
+      ],
+      [
+        "Ġli",
+        "br"
+      ],
+      [
+        "Ġwra",
+        "p"
+      ],
+      [
+        "Ġquest",
+        "ions"
+      ],
+      [
+        "i",
+        "v"
+      ],
+      [
+        "Ġl",
+        "ying"
+      ],
+      [
+        "Ġst",
+        "amp"
+      ],
+      [
+        "Ġli",
+        "cked"
+      ],
+      [
+        "Ġno",
+        "isy"
+      ],
+      [
+        "Ġkind",
+        "ness"
+      ],
+      [
+        "Ġdif",
+        "fic"
+      ],
+      [
+        "Ġdraw",
+        "ing"
+      ],
+      [
+        "app",
+        "ing"
+      ],
+      [
+        "Jim",
+        "my"
+      ],
+      [
+        "Ġstra",
+        "w"
+      ],
+      [
+        "Ġb",
+        "urn"
+      ],
+      [
+        "Ġwa",
+        "gon"
+      ],
+      [
+        "at",
+        "ely"
+      ],
+      [
+        "Ġgr",
+        "own"
+      ],
+      [
+        "Ġrock",
+        "et"
+      ],
+      [
+        "Ġpop",
+        "corn"
+      ],
+      [
+        "S",
+        "ally"
+      ],
+      [
+        "Ġb",
+        "atter"
+      ],
+      [
+        "Ġwa",
+        "nd"
+      ],
+      [
+        "Ġan",
+        "c"
+      ],
+      [
+        "ĠE",
+        "nd"
+      ],
+      [
+        "Ġsw",
+        "ord"
+      ],
+      [
+        "Ġhappen",
+        "ing"
+      ],
+      [
+        "Ġlift",
+        "ed"
+      ],
+      [
+        "Ġbal",
+        "ance"
+      ],
+      [
+        "Ġext",
+        "ra"
+      ],
+      [
+        "S",
+        "orry"
+      ],
+      [
+        "h",
+        "a"
+      ],
+      [
+        "Ġwa",
+        "nder"
+      ],
+      [
+        "Ġf",
+        "at"
+      ],
+      [
+        "ĠM",
+        "ark"
+      ],
+      [
+        "ĠE",
+        "lla"
+      ],
+      [
+        "Ġbec",
+        "ome"
+      ],
+      [
+        "Ġtr",
+        "ack"
+      ],
+      [
+        "Ġsmall",
+        "er"
+      ],
+      [
+        "Ġmist",
+        "ake"
+      ],
+      [
+        "Ġto",
+        "ast"
+      ],
+      [
+        "at",
+        "ing"
+      ],
+      [
+        "Ġman",
+        "aged"
+      ],
+      [
+        "sel",
+        "ves"
+      ],
+      [
+        "ĠP",
+        "eter"
+      ],
+      [
+        "Ġbath",
+        "room"
+      ],
+      [
+        "Ġhar",
+        "m"
+      ],
+      [
+        "Ġdiffic",
+        "ult"
+      ],
+      [
+        "Ġtw",
+        "ist"
+      ],
+      [
+        "Ġoff",
+        "ered"
+      ],
+      [
+        "Ġru",
+        "ined"
+      ],
+      [
+        "Ġmat",
+        "ch"
+      ],
+      [
+        "Ġanc",
+        "ient"
+      ],
+      [
+        "Ġg",
+        "ar"
+      ],
+      [
+        "ill",
+        "i"
+      ],
+      [
+        "Ġdist",
+        "ance"
+      ],
+      [
+        "Ġplay",
+        "ground"
+      ],
+      [
+        "Ġla",
+        "zy"
+      ],
+      [
+        "Ġdan",
+        "cing"
+      ],
+      [
+        "Ġadvent",
+        "ur"
+      ],
+      [
+        "a",
+        "f"
+      ],
+      [
+        "ĠB",
+        "a"
+      ],
+      [
+        "Ġcall",
+        "ing"
+      ],
+      [
+        "Ġclean",
+        "ed"
+      ],
+      [
+        "Ġcr",
+        "own"
+      ],
+      [
+        "orm",
+        "al"
+      ],
+      [
+        "Ġon",
+        "ce"
+      ],
+      [
+        "Ġbo",
+        "ss"
+      ],
+      [
+        "Ġse",
+        "ll"
+      ],
+      [
+        "Ġwalk",
+        "s"
+      ],
+      [
+        "Ġfright",
+        "ened"
+      ],
+      [
+        "er",
+        "ri"
+      ],
+      [
+        "Ġm",
+        "ask"
+      ],
+      [
+        "Ġfl",
+        "uffy"
+      ],
+      [
+        "em",
+        "o"
+      ],
+      [
+        "Ġ",
+        "Z"
+      ],
+      [
+        "Ġf",
+        "rag"
+      ],
+      [
+        "Ġd",
+        "est"
+      ],
+      [
+        "Ġn",
+        "ormal"
+      ],
+      [
+        "Ġy",
+        "og"
+      ],
+      [
+        "Ġpick",
+        "s"
+      ],
+      [
+        "Ġey",
+        "e"
+      ],
+      [
+        "Ġdr",
+        "ank"
+      ],
+      [
+        "Ġcir",
+        "cle"
+      ],
+      [
+        "Ġadventur",
+        "ous"
+      ],
+      [
+        "S",
+        "pot"
+      ],
+      [
+        "Ġt",
+        "ent"
+      ],
+      [
+        "Ġp",
+        "ress"
+      ],
+      [
+        "Ġk",
+        "issed"
+      ],
+      [
+        "ic",
+        "t"
+      ],
+      [
+        "Ġsc",
+        "iss"
+      ],
+      [
+        "Ġget",
+        "s"
+      ],
+      [
+        "Ġtr",
+        "unk"
+      ],
+      [
+        "Ġche",
+        "ck"
+      ],
+      [
+        "Ġenjoy",
+        "ing"
+      ],
+      [
+        "Ġshell",
+        "s"
+      ],
+      [
+        "Ġeld",
+        "erly"
+      ],
+      [
+        "Ġsciss",
+        "ors"
+      ],
+      [
+        "Ġt",
+        "erri"
+      ],
+      [
+        "Ġto",
+        "ug"
+      ],
+      [
+        "ag",
+        "es"
+      ],
+      [
+        "Ġste",
+        "al"
+      ],
+      [
+        "M",
+        "e"
+      ],
+      [
+        "re",
+        "ady"
+      ],
+      [
+        "et",
+        "e"
+      ],
+      [
+        "Ġal",
+        "ready"
+      ],
+      [
+        "ĠL",
+        "ittle"
+      ],
+      [
+        "Ġju",
+        "icy"
+      ],
+      [
+        "Ġstu",
+        "dy"
+      ],
+      [
+        "Ġh",
+        "orn"
+      ],
+      [
+        "er",
+        "p"
+      ],
+      [
+        "Ġp",
+        "izz"
+      ],
+      [
+        "Ġall",
+        "ig"
+      ],
+      [
+        "Ġloud",
+        "er"
+      ],
+      [
+        "Ġtow",
+        "el"
+      ],
+      [
+        "Ġcirc",
+        "les"
+      ],
+      [
+        "Ġle",
+        "ad"
+      ],
+      [
+        "Ġro",
+        "ar"
+      ],
+      [
+        "Ġro",
+        "se"
+      ],
+      [
+        "Ġsl",
+        "ipped"
+      ],
+      [
+        "Ġte",
+        "le"
+      ],
+      [
+        "Ġfam",
+        "ous"
+      ],
+      [
+        "Ġar",
+        "g"
+      ],
+      [
+        "Ġcheer",
+        "ful"
+      ],
+      [
+        "ĠRe",
+        "x"
+      ],
+      [
+        "Ġtoug",
+        "h"
+      ],
+      [
+        "i",
+        "pper"
+      ],
+      [
+        "Ġb",
+        "arn"
+      ],
+      [
+        "Ġf",
+        "ool"
+      ],
+      [
+        "Ġd",
+        "ig"
+      ],
+      [
+        "Ġd",
+        "ish"
+      ],
+      [
+        "Ġagain",
+        "st"
+      ],
+      [
+        "Ġde",
+        "er"
+      ],
+      [
+        "Ġsweet",
+        "ie"
+      ],
+      [
+        "Ġeng",
+        "ine"
+      ],
+      [
+        "Ġ",
+        "ed"
+      ],
+      [
+        "Ġf",
+        "ather"
+      ],
+      [
+        "Ġco",
+        "ver"
+      ],
+      [
+        "Ġyour",
+        "s"
+      ],
+      [
+        "Ġneed",
+        "s"
+      ],
+      [
+        "Jo",
+        "e"
+      ],
+      [
+        "Ġbag",
+        "s"
+      ],
+      [
+        "Ġspin",
+        "ning"
+      ],
+      [
+        "S",
+        "ue"
+      ],
+      [
+        "Ġa",
+        "w"
+      ],
+      [
+        "an",
+        "ged"
+      ],
+      [
+        "am",
+        "ond"
+      ],
+      [
+        "Ġy",
+        "arn"
+      ],
+      [
+        "op",
+        "h"
+      ],
+      [
+        "Ġgi",
+        "ving"
+      ],
+      [
+        "Ġdi",
+        "amond"
+      ],
+      [
+        "Ġsandw",
+        "ich"
+      ],
+      [
+        "Ġind",
+        "epend"
+      ],
+      [
+        "Ġfrag",
+        "ile"
+      ],
+      [
+        "W",
+        "ho"
+      ],
+      [
+        "ce",
+        "pt"
+      ],
+      [
+        "Ġno",
+        "sy"
+      ],
+      [
+        "Ġtw",
+        "ig"
+      ],
+      [
+        "Ġhurt",
+        "s"
+      ],
+      [
+        "Ġsugg",
+        "ested"
+      ],
+      [
+        "Ġlem",
+        "on"
+      ],
+      [
+        "i",
+        "est"
+      ],
+      [
+        "in",
+        "ation"
+      ],
+      [
+        "or",
+        "ge"
+      ],
+      [
+        "Ġno",
+        "d"
+      ],
+      [
+        "Ġbl",
+        "oom"
+      ],
+      [
+        "Ġho",
+        "se"
+      ],
+      [
+        "Ġbox",
+        "es"
+      ],
+      [
+        "Ġreal",
+        "ised"
+      ],
+      [
+        "Ġfr",
+        "own"
+      ],
+      [
+        "ac",
+        "he"
+      ],
+      [
+        "Ġrel",
+        "ax"
+      ],
+      [
+        "Ġham",
+        "mer"
+      ],
+      [
+        "Ġa",
+        "dded"
+      ],
+      [
+        "Ġwe",
+        "ird"
+      ],
+      [
+        "Ġmo",
+        "d"
+      ],
+      [
+        "Ġcr",
+        "ack"
+      ],
+      [
+        "Ġallig",
+        "ator"
+      ],
+      [
+        "A",
+        "my"
+      ],
+      [
+        "G",
+        "ra"
+      ],
+      [
+        "o",
+        "ot"
+      ],
+      [
+        "Ġsh",
+        "ake"
+      ],
+      [
+        "ra",
+        "ge"
+      ],
+      [
+        "Ġlearn",
+        "ing"
+      ],
+      [
+        "Ġvegetable",
+        "s"
+      ],
+      [
+        "Ġa",
+        "dd"
+      ],
+      [
+        "Ġm",
+        "elt"
+      ],
+      [
+        "ĠS",
+        "usie"
+      ],
+      [
+        "el",
+        "p"
+      ],
+      [
+        "ĠB",
+        "obby"
+      ],
+      [
+        "Ġtra",
+        "p"
+      ],
+      [
+        "Ġcoll",
+        "ar"
+      ],
+      [
+        "Ġstu",
+        "bb"
+      ],
+      [
+        "i",
+        "que"
+      ],
+      [
+        "Ġb",
+        "orrow"
+      ],
+      [
+        "Ġp",
+        "ump"
+      ],
+      [
+        "Ġloud",
+        "ly"
+      ],
+      [
+        "Ġsear",
+        "ch"
+      ],
+      [
+        "Ġchick",
+        "en"
+      ],
+      [
+        "Ġpizz",
+        "a"
+      ],
+      [
+        "Ġindepend",
+        "ent"
+      ],
+      [
+        "Ġstubb",
+        "orn"
+      ],
+      [
+        "Ġre",
+        "f"
+      ],
+      [
+        "Ġas",
+        "king"
+      ],
+      [
+        "Ġbr",
+        "illi"
+      ],
+      [
+        "Ġdec",
+        "ide"
+      ],
+      [
+        "Ġfl",
+        "ash"
+      ],
+      [
+        "Ġcat",
+        "erp"
+      ],
+      [
+        "Ġqu",
+        "een"
+      ],
+      [
+        "Ġsn",
+        "ee"
+      ],
+      [
+        "ĠR",
+        "ose"
+      ],
+      [
+        "Ġinv",
+        "ited"
+      ],
+      [
+        "Ġstraw",
+        "ber"
+      ],
+      [
+        "Ġfool",
+        "ish"
+      ],
+      [
+        "Ġcaterp",
+        "ill"
+      ],
+      [
+        "g",
+        "y"
+      ],
+      [
+        "Ġt",
+        "ur"
+      ],
+      [
+        "Ġd",
+        "epend"
+      ],
+      [
+        "Ġg",
+        "uit"
+      ],
+      [
+        "Ġst",
+        "ri"
+      ],
+      [
+        "Ġkn",
+        "ight"
+      ],
+      [
+        "Ġboy",
+        "s"
+      ],
+      [
+        "Ġpe",
+        "e"
+      ],
+      [
+        "Ġcom",
+        "b"
+      ],
+      [
+        "Ġcle",
+        "ar"
+      ],
+      [
+        "Ġun",
+        "ique"
+      ],
+      [
+        "Ġbutt",
+        "ons"
+      ],
+      [
+        "ĠTweet",
+        "y"
+      ],
+      [
+        "Ġcolour",
+        "ful"
+      ],
+      [
+        "Ġesc",
+        "ape"
+      ],
+      [
+        "Ġbrilli",
+        "ant"
+      ],
+      [
+        "Ġr",
+        "ich"
+      ],
+      [
+        "ĠB",
+        "u"
+      ],
+      [
+        "Ġsay",
+        "ing"
+      ],
+      [
+        "Ġro",
+        "de"
+      ],
+      [
+        "Ġsk",
+        "in"
+      ],
+      [
+        "Ġgar",
+        "age"
+      ],
+      [
+        "H",
+        "elp"
+      ],
+      [
+        "d",
+        "om"
+      ],
+      [
+        "Ġm",
+        "ummy"
+      ],
+      [
+        "Ġbe",
+        "ak"
+      ],
+      [
+        "ur",
+        "ed"
+      ],
+      [
+        "a",
+        "w"
+      ],
+      [
+        "e",
+        "orge"
+      ],
+      [
+        "r",
+        "op"
+      ],
+      [
+        "ed",
+        "ient"
+      ],
+      [
+        "Ġun",
+        "us"
+      ],
+      [
+        "Ġoy",
+        "ster"
+      ],
+      [
+        "Ġtur",
+        "key"
+      ],
+      [
+        "Ġ",
+        "OK"
+      ],
+      [
+        "Ġf",
+        "ountain"
+      ],
+      [
+        "Ġp",
+        "atter"
+      ],
+      [
+        "Ġwe",
+        "ek"
+      ],
+      [
+        "Ġch",
+        "ase"
+      ],
+      [
+        "Ġru",
+        "bb"
+      ],
+      [
+        "Ġcount",
+        "ed"
+      ],
+      [
+        "Ġreg",
+        "ular"
+      ],
+      [
+        "Ġwip",
+        "ed"
+      ],
+      [
+        "Ġguit",
+        "ar"
+      ],
+      [
+        "Ġunus",
+        "ual"
+      ],
+      [
+        "l",
+        "and"
+      ],
+      [
+        "Ġu",
+        "mb"
+      ],
+      [
+        "Ġfor",
+        "k"
+      ],
+      [
+        "Ġshow",
+        "s"
+      ],
+      [
+        "Ġlight",
+        "s"
+      ],
+      [
+        "Ġwall",
+        "s"
+      ],
+      [
+        "Ġdream",
+        "ed"
+      ],
+      [
+        "Ġbanan",
+        "a"
+      ],
+      [
+        "Ġsuccess",
+        "ful"
+      ],
+      [
+        "Ġjew",
+        "el"
+      ],
+      [
+        "Ġpatter",
+        "n"
+      ],
+      [
+        "Ġumb",
+        "re"
+      ],
+      [
+        "c",
+        "il"
+      ],
+      [
+        "r",
+        "ay"
+      ],
+      [
+        "in",
+        "al"
+      ],
+      [
+        "Ġl",
+        "ow"
+      ],
+      [
+        "im",
+        "ed"
+      ],
+      [
+        "Ġsw",
+        "e"
+      ],
+      [
+        "Ġcry",
+        "st"
+      ],
+      [
+        "Ġpen",
+        "cil"
+      ],
+      [
+        "Ġsaf",
+        "ely"
+      ],
+      [
+        "Ġtool",
+        "s"
+      ],
+      [
+        "W",
+        "ell"
+      ],
+      [
+        "Ġt",
+        "ape"
+      ],
+      [
+        "Ġst",
+        "ream"
+      ],
+      [
+        "ce",
+        "ed"
+      ],
+      [
+        "Ġre",
+        "sc"
+      ],
+      [
+        "Ġab",
+        "ove"
+      ],
+      [
+        "Ġhard",
+        "er"
+      ],
+      [
+        "Ġgu",
+        "ess"
+      ],
+      [
+        "Ġbott",
+        "om"
+      ],
+      [
+        "Ġmark",
+        "et"
+      ],
+      [
+        "Ġimpress",
+        "ed"
+      ],
+      [
+        "Ġwa",
+        "ff"
+      ],
+      [
+        "an",
+        "ut"
+      ],
+      [
+        "ig",
+        "inal"
+      ],
+      [
+        "Ġnot",
+        "ice"
+      ],
+      [
+        "ill",
+        "a"
+      ],
+      [
+        "Ġno",
+        "ds"
+      ],
+      [
+        "Ġpe",
+        "anut"
+      ],
+      [
+        "ol",
+        "og"
+      ],
+      [
+        "Ġpat",
+        "ch"
+      ],
+      [
+        "Ġcraw",
+        "led"
+      ],
+      [
+        "Ġcaterpill",
+        "ar"
+      ],
+      [
+        "n",
+        "a"
+      ],
+      [
+        "Ġt",
+        "ank"
+      ],
+      [
+        "Ġt",
+        "ask"
+      ],
+      [
+        "Ġt",
+        "ire"
+      ],
+      [
+        "Ġg",
+        "un"
+      ],
+      [
+        "Ġlo",
+        "ad"
+      ],
+      [
+        "Ġcomp",
+        "et"
+      ],
+      [
+        "umb",
+        "led"
+      ],
+      [
+        "Ġap",
+        "olog"
+      ],
+      [
+        "Ġsol",
+        "ve"
+      ],
+      [
+        "H",
+        "ow"
+      ],
+      [
+        "M",
+        "ummy"
+      ],
+      [
+        "f",
+        "ast"
+      ],
+      [
+        "h",
+        "ip"
+      ],
+      [
+        "Ġ",
+        "No"
+      ],
+      [
+        "Ġb",
+        "itter"
+      ],
+      [
+        "ar",
+        "l"
+      ],
+      [
+        "Ġe",
+        "ars"
+      ],
+      [
+        "Ġsh",
+        "one"
+      ],
+      [
+        "Ġbr",
+        "ush"
+      ],
+      [
+        "ĠF",
+        "in"
+      ],
+      [
+        "Ġor",
+        "iginal"
+      ],
+      [
+        "Ġfi",
+        "er"
+      ],
+      [
+        "Ġgl",
+        "ow"
+      ],
+      [
+        "ĠN",
+        "emo"
+      ],
+      [
+        "Ġbreak",
+        "fast"
+      ],
+      [
+        "Ġadm",
+        "ired"
+      ],
+      [
+        "ĠBl",
+        "ue"
+      ],
+      [
+        "Ġed",
+        "ge"
+      ],
+      [
+        "Ġdepend",
+        "able"
+      ],
+      [
+        "u",
+        "nd"
+      ],
+      [
+        "ut",
+        "h"
+      ],
+      [
+        "ĠI",
+        "f"
+      ],
+      [
+        "Ġcl",
+        "ay"
+      ],
+      [
+        "Ġstrong",
+        "er"
+      ],
+      [
+        "Ġboss",
+        "y"
+      ],
+      [
+        "Ġc",
+        "udd"
+      ],
+      [
+        "as",
+        "er"
+      ],
+      [
+        "Ġgra",
+        "ndpa"
+      ],
+      [
+        "Ġknow",
+        "s"
+      ],
+      [
+        "Ġpick",
+        "ing"
+      ],
+      [
+        "Ġjo",
+        "ke"
+      ],
+      [
+        "Ġboat",
+        "s"
+      ],
+      [
+        "Ġba",
+        "ld"
+      ],
+      [
+        "Ġmed",
+        "ic"
+      ],
+      [
+        "Ġscr",
+        "at"
+      ],
+      [
+        "Ġc",
+        "one"
+      ],
+      [
+        "Ġp",
+        "enny"
+      ],
+      [
+        "Ġle",
+        "an"
+      ],
+      [
+        "Ġra",
+        "ft"
+      ],
+      [
+        "ugg",
+        "led"
+      ],
+      [
+        "Ġsuc",
+        "ceed"
+      ],
+      [
+        "Ġob",
+        "edient"
+      ],
+      [
+        "Ġhum",
+        "ble"
+      ],
+      [
+        "Ġlibr",
+        "ary"
+      ],
+      [
+        "R",
+        "e"
+      ],
+      [
+        "he",
+        "ad"
+      ],
+      [
+        "Ġp",
+        "h"
+      ],
+      [
+        "Ġn",
+        "umb"
+      ],
+      [
+        "Ġsa",
+        "uce"
+      ],
+      [
+        "ĠB",
+        "ear"
+      ],
+      [
+        "Ġtr",
+        "ay"
+      ],
+      [
+        "Ġproud",
+        "ly"
+      ],
+      [
+        "He",
+        "re"
+      ],
+      [
+        "Ġsound",
+        "ed"
+      ],
+      [
+        "Ġsqu",
+        "are"
+      ],
+      [
+        "Ġterri",
+        "ble"
+      ],
+      [
+        "Ġcryst",
+        "al"
+      ],
+      [
+        "Ġfier",
+        "ce"
+      ],
+      [
+        "J",
+        "ill"
+      ],
+      [
+        "Ġw",
+        "itch"
+      ],
+      [
+        "in",
+        "ary"
+      ],
+      [
+        "Ġhapp",
+        "iness"
+      ],
+      [
+        "ĠL",
+        "ola"
+      ],
+      [
+        "Ġhand",
+        "ed"
+      ],
+      [
+        "Ġfr",
+        "idge"
+      ],
+      [
+        "f",
+        "a"
+      ],
+      [
+        "Ġr",
+        "ough"
+      ],
+      [
+        "ent",
+        "ion"
+      ],
+      [
+        "Ġch",
+        "anged"
+      ],
+      [
+        "Ġjo",
+        "ined"
+      ],
+      [
+        "Ġra",
+        "ven"
+      ],
+      [
+        "Ġmight",
+        "y"
+      ],
+      [
+        "Ġcho",
+        "se"
+      ],
+      [
+        "Ġwhe",
+        "el"
+      ],
+      [
+        "Ġumbre",
+        "lla"
+      ],
+      [
+        "Ġt",
+        "ag"
+      ],
+      [
+        "Ġc",
+        "ri"
+      ],
+      [
+        "Ġo",
+        "w"
+      ],
+      [
+        "ar",
+        "ry"
+      ],
+      [
+        "im",
+        "p"
+      ],
+      [
+        "ĠB",
+        "ill"
+      ],
+      [
+        "Ġhelp",
+        "s"
+      ],
+      [
+        "Ġfind",
+        "ing"
+      ],
+      [
+        "Ġclean",
+        "ing"
+      ],
+      [
+        "Ġsqu",
+        "ee"
+      ],
+      [
+        "Ġfire",
+        "work"
+      ],
+      [
+        "Ġmedic",
+        "ine"
+      ],
+      [
+        "a",
+        "zz"
+      ],
+      [
+        "m",
+        "et"
+      ],
+      [
+        "Ġplay",
+        "ful"
+      ],
+      [
+        "Ġlo",
+        "cked"
+      ],
+      [
+        "Ġgo",
+        "at"
+      ],
+      [
+        "Ġac",
+        "cept"
+      ],
+      [
+        "Ġcomp",
+        "ass"
+      ],
+      [
+        "Ġsur",
+        "f"
+      ],
+      [
+        "Ġcompet",
+        "it"
+      ],
+      [
+        "e",
+        "xt"
+      ],
+      [
+        "k",
+        "n"
+      ],
+      [
+        "Ġs",
+        "y"
+      ],
+      [
+        "Ġs",
+        "il"
+      ],
+      [
+        "Ġbe",
+        "et"
+      ],
+      [
+        "ĠM",
+        "ar"
+      ],
+      [
+        "ur",
+        "ing"
+      ],
+      [
+        "Ġch",
+        "ir"
+      ],
+      [
+        "ĠE",
+        "llie"
+      ],
+      [
+        "Ġball",
+        "s"
+      ],
+      [
+        "Åĵ",
+        "Let"
+      ],
+      [
+        "Ġbutterf",
+        "lies"
+      ],
+      [
+        "Ġgu",
+        "ard"
+      ],
+      [
+        "Ġcray",
+        "on"
+      ],
+      [
+        "Ġdisco",
+        "ver"
+      ],
+      [
+        "Ġpar",
+        "ade"
+      ],
+      [
+        "Ġmix",
+        "ed"
+      ],
+      [
+        "Ġval",
+        "u"
+      ],
+      [
+        "Ġhel",
+        "met"
+      ],
+      [
+        "ĠBrown",
+        "ie"
+      ],
+      [
+        "E",
+        "m"
+      ],
+      [
+        "j",
+        "ect"
+      ],
+      [
+        "s",
+        "qu"
+      ],
+      [
+        "u",
+        "d"
+      ],
+      [
+        "Ġg",
+        "um"
+      ],
+      [
+        "at",
+        "ure"
+      ],
+      [
+        "Ġis",
+        "land"
+      ],
+      [
+        "Ġco",
+        "st"
+      ],
+      [
+        "Ġmo",
+        "le"
+      ],
+      [
+        "Ġnice",
+        "ly"
+      ],
+      [
+        "Ġkind",
+        "s"
+      ],
+      [
+        "Ġra",
+        "ced"
+      ],
+      [
+        "Ġsto",
+        "ve"
+      ],
+      [
+        "Ġlaugh",
+        "s"
+      ],
+      [
+        "Ġmar",
+        "ch"
+      ],
+      [
+        "Ġfall",
+        "s"
+      ],
+      [
+        "Ġpers",
+        "ist"
+      ],
+      [
+        "ĠBa",
+        "by"
+      ],
+      [
+        "oph",
+        "ie"
+      ],
+      [
+        "A",
+        "lice"
+      ],
+      [
+        "i",
+        "ence"
+      ],
+      [
+        "it",
+        "o"
+      ],
+      [
+        "Ġc",
+        "age"
+      ],
+      [
+        "Ġg",
+        "oose"
+      ],
+      [
+        "Ġco",
+        "ins"
+      ],
+      [
+        "Ġtr",
+        "ump"
+      ],
+      [
+        "Ġmo",
+        "squ"
+      ],
+      [
+        "Ġser",
+        "ious"
+      ],
+      [
+        "Ġmosqu",
+        "ito"
+      ],
+      [
+        "Ġf",
+        "lex"
+      ],
+      [
+        "Ġc",
+        "ro"
+      ],
+      [
+        "el",
+        "on"
+      ],
+      [
+        "Ġexc",
+        "la"
+      ],
+      [
+        "Ġch",
+        "oose"
+      ],
+      [
+        "Ġexpl",
+        "ored"
+      ],
+      [
+        "Ġun",
+        "l"
+      ],
+      [
+        "Ġbrother",
+        "s"
+      ],
+      [
+        "Ġgu",
+        "il"
+      ],
+      [
+        "Ġnumb",
+        "ers"
+      ],
+      [
+        "Ġtrump",
+        "et"
+      ],
+      [
+        "Ġ",
+        "icy"
+      ],
+      [
+        "Ġmom",
+        "s"
+      ],
+      [
+        "ie",
+        "w"
+      ],
+      [
+        "Ġv",
+        "iew"
+      ],
+      [
+        "Ġen",
+        "orm"
+      ],
+      [
+        "Ġfire",
+        "man"
+      ],
+      [
+        "ĠMr",
+        "s"
+      ],
+      [
+        "Ġpract",
+        "ice"
+      ],
+      [
+        "Ġenorm",
+        "ous"
+      ],
+      [
+        "w",
+        "ards"
+      ],
+      [
+        "Ġs",
+        "up"
+      ],
+      [
+        "Ġvo",
+        "lc"
+      ],
+      [
+        "Ġmean",
+        "s"
+      ],
+      [
+        "Ġpoin",
+        "ting"
+      ],
+      [
+        "Ġvalu",
+        "able"
+      ],
+      [
+        "Ġflex",
+        "ible"
+      ],
+      [
+        "Ġexcla",
+        "imed"
+      ],
+      [
+        "Ġguil",
+        "ty"
+      ],
+      [
+        "y",
+        "al"
+      ],
+      [
+        "Ġc",
+        "am"
+      ],
+      [
+        "Ġp",
+        "ipe"
+      ],
+      [
+        "is",
+        "ion"
+      ],
+      [
+        "ĠM",
+        "y"
+      ],
+      [
+        "Ġuse",
+        "ful"
+      ],
+      [
+        "Ġfav",
+        "our"
+      ],
+      [
+        "Ġcra",
+        "zy"
+      ],
+      [
+        "Ġph",
+        "ot"
+      ],
+      [
+        "kn",
+        "own"
+      ],
+      [
+        "Ġvolc",
+        "ano"
+      ],
+      [
+        "Ġwa",
+        "ke"
+      ],
+      [
+        "Ġc",
+        "ity"
+      ],
+      [
+        "om",
+        "ed"
+      ],
+      [
+        "ll",
+        "ip"
+      ],
+      [
+        "Ġfor",
+        "th"
+      ],
+      [
+        "Ġlo",
+        "llip"
+      ],
+      [
+        "Ġse",
+        "al"
+      ],
+      [
+        "Ġall",
+        "owed"
+      ],
+      [
+        "Ġsc",
+        "are"
+      ],
+      [
+        "Ġbright",
+        "ly"
+      ],
+      [
+        "Ġmar",
+        "ble"
+      ],
+      [
+        "Ġpop",
+        "ular"
+      ],
+      [
+        "Ġflash",
+        "light"
+      ],
+      [
+        "Ġcompass",
+        "ion"
+      ],
+      [
+        "Ġlollip",
+        "op"
+      ],
+      [
+        "Ġ",
+        "U"
+      ],
+      [
+        "Ġ",
+        "ing"
+      ],
+      [
+        "Ġh",
+        "unt"
+      ],
+      [
+        "Ġd",
+        "ull"
+      ],
+      [
+        "er",
+        "ry"
+      ],
+      [
+        "Ġst",
+        "at"
+      ],
+      [
+        "Ġshe",
+        "l"
+      ],
+      [
+        "!\"",
+        "."
+      ],
+      [
+        "Ġun",
+        "known"
+      ],
+      [
+        "Ġhat",
+        "s"
+      ],
+      [
+        "Ġsho",
+        "ot"
+      ],
+      [
+        "red",
+        "ient"
+      ],
+      [
+        "Ġbelong",
+        "ed"
+      ],
+      [
+        "Ġfavour",
+        "ite"
+      ],
+      [
+        "Ġing",
+        "redient"
+      ],
+      [
+        "Ġp",
+        "il"
+      ],
+      [
+        "Ġlo",
+        "yal"
+      ],
+      [
+        "Ġbra",
+        "ce"
+      ],
+      [
+        "ĠWhen",
+        "ever"
+      ],
+      [
+        "Ġdream",
+        "s"
+      ],
+      [
+        "Ġkick",
+        "ed"
+      ],
+      [
+        "Ġseed",
+        "s"
+      ],
+      [
+        "Ġtwirl",
+        "ed"
+      ],
+      [
+        "Ġsup",
+        "er"
+      ],
+      [
+        "t",
+        "ime"
+      ],
+      [
+        "Ġf",
+        "ine"
+      ],
+      [
+        "Ġbe",
+        "es"
+      ],
+      [
+        "Ġso",
+        "fa"
+      ],
+      [
+        "Ġsh",
+        "ark"
+      ],
+      [
+        "ĠM",
+        "ike"
+      ],
+      [
+        "Ġan",
+        "x"
+      ],
+      [
+        "Ġsad",
+        "ly"
+      ],
+      [
+        "Ġshow",
+        "ing"
+      ],
+      [
+        "Ġway",
+        "s"
+      ],
+      [
+        "Ġtruck",
+        "s"
+      ],
+      [
+        "Ġdelic",
+        "ate"
+      ],
+      [
+        "ation",
+        "s"
+      ],
+      [
+        "Ġrep",
+        "e"
+      ],
+      [
+        "Ġimpress",
+        "ive"
+      ],
+      [
+        "Ġpour",
+        "ed"
+      ],
+      [
+        "Ġpir",
+        "ate"
+      ],
+      [
+        "Ġwhisp",
+        "ered"
+      ],
+      [
+        "Ġharm",
+        "less"
+      ],
+      [
+        "a",
+        "ff"
+      ],
+      [
+        "Ġt",
+        "urt"
+      ],
+      [
+        "Ġt",
+        "ied"
+      ],
+      [
+        "ar",
+        "oo"
+      ],
+      [
+        "ad",
+        "o"
+      ],
+      [
+        "art",
+        "h"
+      ],
+      [
+        "Ġgra",
+        "ce"
+      ],
+      [
+        "Ġhand",
+        "le"
+      ],
+      [
+        "Ġen",
+        "c"
+      ],
+      [
+        "Ġdel",
+        "iver"
+      ],
+      [
+        "Ben",
+        "ny"
+      ],
+      [
+        "Ġru",
+        "shed"
+      ],
+      [
+        "Ġus",
+        "ing"
+      ],
+      [
+        "ang",
+        "aroo"
+      ],
+      [
+        "Ġshap",
+        "e"
+      ],
+      [
+        "Ġbus",
+        "hes"
+      ],
+      [
+        "Ġpersist",
+        "ent"
+      ],
+      [
+        "Ġg",
+        "or"
+      ],
+      [
+        "ĠS",
+        "p"
+      ],
+      [
+        "Ġk",
+        "angaroo"
+      ],
+      [
+        "Ġan",
+        "g"
+      ],
+      [
+        "Ġoff",
+        "ice"
+      ],
+      [
+        "Ġanx",
+        "ious"
+      ],
+      [
+        "G",
+        "o"
+      ],
+      [
+        "al",
+        "ous"
+      ],
+      [
+        "Ġsp",
+        "ell"
+      ],
+      [
+        "ĠW",
+        "hile"
+      ],
+      [
+        "ia",
+        "ble"
+      ],
+      [
+        "Ġpot",
+        "ato"
+      ],
+      [
+        "Ġje",
+        "alous"
+      ],
+      [
+        "Ġwra",
+        "pped"
+      ],
+      [
+        "Ġf",
+        "our"
+      ],
+      [
+        "Ġc",
+        "urt"
+      ],
+      [
+        "Ġlo",
+        "g"
+      ],
+      [
+        "Ġco",
+        "al"
+      ],
+      [
+        "Ġrel",
+        "iable"
+      ],
+      [
+        "Ġcurt",
+        "ain"
+      ],
+      [
+        "D",
+        "aisy"
+      ],
+      [
+        "Ġs",
+        "udden"
+      ],
+      [
+        "mb",
+        "ol"
+      ],
+      [
+        "Åĵ",
+        "Yes"
+      ],
+      [
+        "ac",
+        "hes"
+      ],
+      [
+        "ĠP",
+        "e"
+      ],
+      [
+        "Ġpain",
+        "ted"
+      ],
+      [
+        "ĠTo",
+        "by"
+      ],
+      [
+        "Ġce",
+        "re"
+      ],
+      [
+        "g",
+        "u"
+      ],
+      [
+        "Ġt",
+        "ummy"
+      ],
+      [
+        "Ġth",
+        "ose"
+      ],
+      [
+        "ous",
+        "es"
+      ],
+      [
+        "udd",
+        "y"
+      ],
+      [
+        "Ġcu",
+        "sh"
+      ],
+      [
+        "Ġmet",
+        "al"
+      ],
+      [
+        "Ġsy",
+        "mbol"
+      ],
+      [
+        "Ġbeet",
+        "le"
+      ],
+      [
+        "Ġcam",
+        "era"
+      ],
+      [
+        "Ġh",
+        "ouses"
+      ],
+      [
+        "il",
+        "t"
+      ],
+      [
+        "Ġcelebr",
+        "ate"
+      ],
+      [
+        "Ġdelight",
+        "ed"
+      ],
+      [
+        "Ġgor",
+        "illa"
+      ],
+      [
+        "Ġto",
+        "oth"
+      ],
+      [
+        "Ġth",
+        "irst"
+      ],
+      [
+        "ke",
+        "ep"
+      ],
+      [
+        "Ġsh",
+        "iver"
+      ],
+      [
+        "Ġre",
+        "ward"
+      ],
+      [
+        "Ġsp",
+        "ace"
+      ],
+      [
+        "Ġtra",
+        "vel"
+      ],
+      [
+        "Ġru",
+        "bbed"
+      ],
+      [
+        "Ġprin",
+        "t"
+      ],
+      [
+        "Ġdri",
+        "ving"
+      ],
+      [
+        "Ġmar",
+        "ry"
+      ],
+      [
+        "Ġwar",
+        "ned"
+      ],
+      [
+        "Ġsold",
+        "ier"
+      ],
+      [
+        "Ġmotor",
+        "cy"
+      ],
+      [
+        "c",
+        "ut"
+      ],
+      [
+        "Ġs",
+        "on"
+      ],
+      [
+        "Ġto",
+        "r"
+      ],
+      [
+        "ar",
+        "lie"
+      ],
+      [
+        "Ġher",
+        "o"
+      ],
+      [
+        "ie",
+        "f"
+      ],
+      [
+        "Ġcar",
+        "p"
+      ],
+      [
+        "Ġexcited",
+        "ly"
+      ],
+      [
+        "Ġte",
+        "mp"
+      ],
+      [
+        "ĠP",
+        "ete"
+      ],
+      [
+        "ĠBob",
+        "o"
+      ],
+      [
+        "co",
+        "d"
+      ],
+      [
+        "Ġhun",
+        "g"
+      ],
+      [
+        "Ġgrow",
+        "ing"
+      ],
+      [
+        "up",
+        "id"
+      ],
+      [
+        "Ġthin",
+        "king"
+      ],
+      [
+        "Ġtun",
+        "n"
+      ],
+      [
+        "W",
+        "hile"
+      ],
+      [
+        "c",
+        "u"
+      ],
+      [
+        "i",
+        "pp"
+      ],
+      [
+        "Ġh",
+        "ay"
+      ],
+      [
+        "Ġy",
+        "et"
+      ],
+      [
+        "Ġv",
+        "ine"
+      ],
+      [
+        "Ġac",
+        "orn"
+      ],
+      [
+        "icy",
+        "cle"
+      ],
+      [
+        "Ġpre",
+        "p"
+      ],
+      [
+        "Ġremind",
+        "ed"
+      ],
+      [
+        "Ġgas",
+        "ped"
+      ],
+      [
+        "Ġflut",
+        "e"
+      ],
+      [
+        "Ġord",
+        "inary"
+      ],
+      [
+        "Ġcro",
+        "cod"
+      ],
+      [
+        "Ġa",
+        "mb"
+      ],
+      [
+        "Ġc",
+        "ur"
+      ],
+      [
+        "ĠB",
+        "et"
+      ],
+      [
+        "ĠM",
+        "andy"
+      ],
+      [
+        "Ġpu",
+        "p"
+      ],
+      [
+        "Ġcreature",
+        "s"
+      ],
+      [
+        "Ġhur",
+        "ry"
+      ],
+      [
+        "Ġspoil",
+        "ed"
+      ],
+      [
+        "Ġt",
+        "imes"
+      ],
+      [
+        "Ġm",
+        "is"
+      ],
+      [
+        "Ġr",
+        "ice"
+      ],
+      [
+        "Ġst",
+        "upid"
+      ],
+      [
+        "Ġsh",
+        "ine"
+      ],
+      [
+        "Ġre",
+        "sist"
+      ],
+      [
+        "ug",
+        "ged"
+      ],
+      [
+        "Ġla",
+        "w"
+      ],
+      [
+        "Ġsk",
+        "ull"
+      ],
+      [
+        "co",
+        "a"
+      ],
+      [
+        "Ġmiss",
+        "ing"
+      ],
+      [
+        "Ġwhe",
+        "at"
+      ],
+      [
+        "Ġsupp",
+        "ort"
+      ],
+      [
+        "Ġingredient",
+        "s"
+      ],
+      [
+        "a",
+        "id"
+      ],
+      [
+        "l",
+        "oo"
+      ],
+      [
+        "Ġc",
+        "ase"
+      ],
+      [
+        "er",
+        "y"
+      ],
+      [
+        "Ġwas",
+        "hed"
+      ],
+      [
+        "Ġdo",
+        "ve"
+      ],
+      [
+        "Ġsp",
+        "illed"
+      ],
+      [
+        "Ġsc",
+        "oot"
+      ],
+      [
+        "Ġme",
+        "al"
+      ],
+      [
+        "Ġmu",
+        "le"
+      ],
+      [
+        "ĠD",
+        "ucky"
+      ],
+      [
+        "Ġmo",
+        "der"
+      ],
+      [
+        "ars",
+        "h"
+      ],
+      [
+        "Åĵ",
+        "What"
+      ],
+      [
+        "Ġtri",
+        "ck"
+      ],
+      [
+        "Ġset",
+        "t"
+      ],
+      [
+        "ĠTweet",
+        "ie"
+      ],
+      [
+        "Ġboun",
+        "ce"
+      ],
+      [
+        "Ġfil",
+        "thy"
+      ],
+      [
+        "Ġb",
+        "ase"
+      ],
+      [
+        "Ġh",
+        "oop"
+      ],
+      [
+        "Ġf",
+        "re"
+      ],
+      [
+        "Ġst",
+        "umbled"
+      ],
+      [
+        "Ġso",
+        "ar"
+      ],
+      [
+        "Ġwe",
+        "al"
+      ],
+      [
+        "Ġsee",
+        "m"
+      ],
+      [
+        "Ġwor",
+        "d"
+      ],
+      [
+        "Ġla",
+        "b"
+      ],
+      [
+        "ĠD",
+        "ave"
+      ],
+      [
+        "ĠF",
+        "r"
+      ],
+      [
+        "Ġbad",
+        "ly"
+      ],
+      [
+        "Ġhair",
+        "y"
+      ],
+      [
+        "Ġcra",
+        "wl"
+      ],
+      [
+        "Ġlive",
+        "ly"
+      ],
+      [
+        "Ġstep",
+        "s"
+      ],
+      [
+        "ÅĵLet",
+        "â"
+      ],
+      [
+        "Ġbrace",
+        "let"
+      ],
+      [
+        "Ġcere",
+        "al"
+      ],
+      [
+        "Ġthirst",
+        "y"
+      ],
+      [
+        "Ġcarp",
+        "et"
+      ],
+      [
+        "Ġw",
+        "ool"
+      ],
+      [
+        "it",
+        "her"
+      ],
+      [
+        "Ġgo",
+        "al"
+      ],
+      [
+        "Ġback",
+        "pack"
+      ],
+      [
+        "Ġtr",
+        "uth"
+      ],
+      [
+        "Ġcom",
+        "pl"
+      ],
+      [
+        "Ġche",
+        "ap"
+      ],
+      [
+        "Ġdis",
+        "g"
+      ],
+      [
+        "Ġplac",
+        "ed"
+      ],
+      [
+        "Ġear",
+        "ly"
+      ],
+      [
+        "Ġdecor",
+        "ate"
+      ],
+      [
+        "Ġnut",
+        "s"
+      ],
+      [
+        "O",
+        "w"
+      ],
+      [
+        "c",
+        "ream"
+      ],
+      [
+        "Ġb",
+        "ump"
+      ],
+      [
+        "Ġthem",
+        "selves"
+      ],
+      [
+        "ic",
+        "es"
+      ],
+      [
+        "Ġhelp",
+        "less"
+      ],
+      [
+        "Ġcl",
+        "um"
+      ],
+      [
+        "Ġsc",
+        "atter"
+      ],
+      [
+        "Ġsc",
+        "ale"
+      ],
+      [
+        "Ġnew",
+        "s"
+      ],
+      [
+        "ust",
+        "ing"
+      ],
+      [
+        "Ġen",
+        "v"
+      ],
+      [
+        "âĤ¬â",
+        "Ģ"
+      ],
+      [
+        "Ġtell",
+        "ing"
+      ],
+      [
+        "Ġswing",
+        "ing"
+      ],
+      [
+        "Ġspark",
+        "led"
+      ],
+      [
+        "Ġcarry",
+        "ing"
+      ],
+      [
+        "gg",
+        "ing"
+      ],
+      [
+        "in",
+        "es"
+      ],
+      [
+        "ri",
+        "c"
+      ],
+      [
+        "Ġfriends",
+        "hip"
+      ],
+      [
+        "Ġcare",
+        "less"
+      ],
+      [
+        "Ġsn",
+        "e"
+      ],
+      [
+        "Ġdoes",
+        "n"
+      ],
+      [
+        "Ġfall",
+        "ing"
+      ],
+      [
+        "Ġcomp",
+        "ut"
+      ],
+      [
+        "Ġpa",
+        "le"
+      ],
+      [
+        "Ġpee",
+        "ked"
+      ],
+      [
+        "Ġcompassion",
+        "ate"
+      ],
+      [
+        "c",
+        "om"
+      ],
+      [
+        "v",
+        "ice"
+      ],
+      [
+        "Ġs",
+        "end"
+      ],
+      [
+        "Ġst",
+        "age"
+      ],
+      [
+        "Ġme",
+        "m"
+      ],
+      [
+        "Ġch",
+        "alk"
+      ],
+      [
+        "Ġch",
+        "asing"
+      ],
+      [
+        "Ġpe",
+        "bble"
+      ],
+      [
+        "ĠEvery",
+        "thing"
+      ],
+      [
+        "Ġcu",
+        "be"
+      ],
+      [
+        "Ġpig",
+        "e"
+      ],
+      [
+        "Ġcou",
+        "rage"
+      ],
+      [
+        "Ġfing",
+        "ers"
+      ],
+      [
+        "Ġturt",
+        "le"
+      ],
+      [
+        "b",
+        "led"
+      ],
+      [
+        "Ġs",
+        "ink"
+      ],
+      [
+        "Ġb",
+        "icycle"
+      ],
+      [
+        "Ġsh",
+        "aking"
+      ],
+      [
+        "Ġsleep",
+        "ing"
+      ],
+      [
+        "Ġneighb",
+        "our"
+      ],
+      [
+        "Ġmoder",
+        "n"
+      ],
+      [
+        "Ġdisg",
+        "usting"
+      ],
+      [
+        "Ġclum",
+        "sy"
+      ],
+      [
+        "g",
+        "est"
+      ],
+      [
+        "Ġh",
+        "ook"
+      ],
+      [
+        "Ġc",
+        "her"
+      ],
+      [
+        "Ġn",
+        "ail"
+      ],
+      [
+        "Ġbig",
+        "gest"
+      ],
+      [
+        "ic",
+        "hes"
+      ],
+      [
+        "Ġbu",
+        "l"
+      ],
+      [
+        "Ġend",
+        "ing"
+      ],
+      [
+        "Ġde",
+        "ad"
+      ],
+      [
+        "Ġtri",
+        "ang"
+      ],
+      [
+        "ul",
+        "ance"
+      ],
+      [
+        "Ġspo",
+        "ke"
+      ],
+      [
+        "Ġpract",
+        "iced"
+      ],
+      [
+        "Ġamb",
+        "ulance"
+      ],
+      [
+        "Ġcomput",
+        "er"
+      ],
+      [
+        "i",
+        "bb"
+      ],
+      [
+        "Ġl",
+        "amp"
+      ],
+      [
+        "Ġst",
+        "ation"
+      ],
+      [
+        "Ġch",
+        "ar"
+      ],
+      [
+        "Ġwall",
+        "et"
+      ],
+      [
+        "ĠTo",
+        "day"
+      ],
+      [
+        "Ġpack",
+        "age"
+      ],
+      [
+        "Ġmic",
+        "rop"
+      ],
+      [
+        "Ġcush",
+        "ion"
+      ],
+      [
+        "keep",
+        "er"
+      ],
+      [
+        "Ġcrocod",
+        "ile"
+      ],
+      [
+        "Ġmicrop",
+        "hone"
+      ],
+      [
+        "u",
+        "nder"
+      ],
+      [
+        "ĠA",
+        "lex"
+      ],
+      [
+        "Ġthought",
+        "ful"
+      ],
+      [
+        "Ġjo",
+        "lly"
+      ],
+      [
+        "Ġpen",
+        "gu"
+      ],
+      [
+        "Ġpump",
+        "kin"
+      ],
+      [
+        "Ġcost",
+        "um"
+      ],
+      [
+        "Ġf",
+        "ive"
+      ],
+      [
+        "Ġd",
+        "ough"
+      ],
+      [
+        "Ġp",
+        "ony"
+      ],
+      [
+        "Ġo",
+        "l"
+      ],
+      [
+        "im",
+        "i"
+      ],
+      [
+        "Ġst",
+        "airs"
+      ],
+      [
+        "Ġkn",
+        "ock"
+      ],
+      [
+        "Ġgra",
+        "nd"
+      ],
+      [
+        "Ġint",
+        "ell"
+      ],
+      [
+        "Ġun",
+        "iver"
+      ],
+      [
+        "Ġbright",
+        "er"
+      ],
+      [
+        "Ġopen",
+        "s"
+      ],
+      [
+        "Ġdream",
+        "ing"
+      ],
+      [
+        "Ġboun",
+        "ced"
+      ],
+      [
+        "Ġquest",
+        "ion"
+      ],
+      [
+        "Ġstat",
+        "ue"
+      ],
+      [
+        "Ġw",
+        "ine"
+      ],
+      [
+        "is",
+        "k"
+      ],
+      [
+        "ĠA",
+        "lice"
+      ],
+      [
+        "Ġco",
+        "coa"
+      ],
+      [
+        "ĠYou",
+        "r"
+      ],
+      [
+        "Ġpe",
+        "pper"
+      ],
+      [
+        "Ġbeaut",
+        "y"
+      ],
+      [
+        "Ġper",
+        "m"
+      ],
+      [
+        "Ġpain",
+        "ting"
+      ],
+      [
+        "Ġsho",
+        "e"
+      ],
+      [
+        "Ġele",
+        "v"
+      ],
+      [
+        "Every",
+        "one"
+      ],
+      [
+        "hin",
+        "o"
+      ],
+      [
+        "Ġweal",
+        "thy"
+      ],
+      [
+        "Ġintell",
+        "ig"
+      ],
+      [
+        "n",
+        "oon"
+      ],
+      [
+        "Ġs",
+        "uit"
+      ],
+      [
+        "Ġm",
+        "ild"
+      ],
+      [
+        "Ġn",
+        "ature"
+      ],
+      [
+        "an",
+        "s"
+      ],
+      [
+        "Ġhapp",
+        "ier"
+      ],
+      [
+        "Ġne",
+        "at"
+      ],
+      [
+        "Ġstart",
+        "s"
+      ],
+      [
+        "uck",
+        "ed"
+      ],
+      [
+        "Ġafter",
+        "noon"
+      ],
+      [
+        "Ġtor",
+        "n"
+      ],
+      [
+        "Ġelev",
+        "ator"
+      ],
+      [
+        "g",
+        "en"
+      ],
+      [
+        "t",
+        "i"
+      ],
+      [
+        "Ġt",
+        "en"
+      ],
+      [
+        "Ġh",
+        "arsh"
+      ],
+      [
+        "Ġp",
+        "ed"
+      ],
+      [
+        "at",
+        "ient"
+      ],
+      [
+        "or",
+        "ant"
+      ],
+      [
+        "Ġre",
+        "ce"
+      ],
+      [
+        "Ġj",
+        "et"
+      ],
+      [
+        "ill",
+        "ie"
+      ],
+      [
+        "ĠR",
+        "ed"
+      ],
+      [
+        "Ġread",
+        "ing"
+      ],
+      [
+        "Ġsear",
+        "ching"
+      ],
+      [
+        "Ġbasket",
+        "ball"
+      ],
+      [
+        "Ġbar",
+        "ber"
+      ],
+      [
+        "Ġspe",
+        "ed"
+      ],
+      [
+        "S",
+        "ee"
+      ],
+      [
+        "a",
+        "wn"
+      ],
+      [
+        "Ġst",
+        "ack"
+      ],
+      [
+        "ĠM",
+        "ummy"
+      ],
+      [
+        "Ġclo",
+        "ck"
+      ],
+      [
+        "ĠG",
+        "ive"
+      ],
+      [
+        "Ġmag",
+        "n"
+      ],
+      [
+        "Ġlea",
+        "ving"
+      ],
+      [
+        "Ġcup",
+        "board"
+      ],
+      [
+        "Ġdes",
+        "ign"
+      ],
+      [
+        "Ġslid",
+        "es"
+      ],
+      [
+        "Ġsandw",
+        "iches"
+      ],
+      [
+        "Ġcand",
+        "le"
+      ],
+      [
+        "aul",
+        "if"
+      ],
+      [
+        "Ġrid",
+        "ing"
+      ],
+      [
+        "Ġfre",
+        "sh"
+      ],
+      [
+        "o",
+        "ppy"
+      ],
+      [
+        "Ġsh",
+        "ocked"
+      ],
+      [
+        "Ġen",
+        "er"
+      ],
+      [
+        "Ġjump",
+        "s"
+      ],
+      [
+        "Ġhair",
+        "cut"
+      ],
+      [
+        "Ġrespect",
+        "ful"
+      ],
+      [
+        "Ġcoo",
+        "king"
+      ],
+      [
+        "Ġtick",
+        "et"
+      ],
+      [
+        "Ġenc",
+        "ou"
+      ],
+      [
+        "Ġtunn",
+        "el"
+      ],
+      [
+        "aulif",
+        "lower"
+      ],
+      [
+        "G",
+        "ive"
+      ],
+      [
+        "Ġs",
+        "le"
+      ],
+      [
+        "re",
+        "en"
+      ],
+      [
+        "Ġm",
+        "ay"
+      ],
+      [
+        "Ġth",
+        "ief"
+      ],
+      [
+        "Ġy",
+        "awn"
+      ],
+      [
+        "Ġfor",
+        "t"
+      ],
+      [
+        "Ġal",
+        "ert"
+      ],
+      [
+        "Ġsor",
+        "ts"
+      ],
+      [
+        "Ġimp",
+        "atient"
+      ],
+      [
+        "Ġcre",
+        "ate"
+      ],
+      [
+        "ail",
+        "able"
+      ],
+      [
+        "Ġwhe",
+        "els"
+      ],
+      [
+        "Ġval",
+        "ue"
+      ],
+      [
+        "Ġpri",
+        "ze"
+      ],
+      [
+        "M",
+        "ary"
+      ],
+      [
+        "y",
+        "e"
+      ],
+      [
+        "he",
+        "t"
+      ],
+      [
+        "Ġs",
+        "ent"
+      ],
+      [
+        "Ġb",
+        "ent"
+      ],
+      [
+        "in",
+        "ce"
+      ],
+      [
+        "Ġc",
+        "omet"
+      ],
+      [
+        "Ġc",
+        "amp"
+      ],
+      [
+        "Ġc",
+        "auliflower"
+      ],
+      [
+        "Ġm",
+        "elon"
+      ],
+      [
+        "Ġg",
+        "em"
+      ],
+      [
+        "Ġit",
+        "self"
+      ],
+      [
+        "ir",
+        "on"
+      ],
+      [
+        "Ġmu",
+        "sh"
+      ],
+      [
+        "Ġmonkey",
+        "s"
+      ],
+      [
+        "Ġsal",
+        "ad"
+      ],
+      [
+        "Ġdest",
+        "ro"
+      ],
+      [
+        "Ġresc",
+        "ue"
+      ],
+      [
+        "Ġscoot",
+        "er"
+      ],
+      [
+        "Ġintellig",
+        "ent"
+      ],
+      [
+        "a",
+        "z"
+      ],
+      [
+        "Ġd",
+        "ug"
+      ],
+      [
+        "il",
+        "ing"
+      ],
+      [
+        "an",
+        "ger"
+      ],
+      [
+        "Ġr",
+        "oof"
+      ],
+      [
+        "Ġr",
+        "hino"
+      ],
+      [
+        "Ġsc",
+        "old"
+      ],
+      [
+        "ag",
+        "het"
+      ],
+      [
+        "Ġexp",
+        "er"
+      ],
+      [
+        "Ġbark",
+        "ing"
+      ],
+      [
+        "Ġbanan",
+        "as"
+      ],
+      [
+        "Ġign",
+        "orant"
+      ],
+      [
+        "Ġmic",
+        "ro"
+      ],
+      [
+        "Ġav",
+        "ailable"
+      ],
+      [
+        "Ġgrace",
+        "ful"
+      ],
+      [
+        "Ġmotorcy",
+        "cle"
+      ],
+      [
+        "aghet",
+        "ti"
+      ],
+      [
+        "h",
+        "ood"
+      ],
+      [
+        "ĠS",
+        "n"
+      ],
+      [
+        "Ġe",
+        "arth"
+      ],
+      [
+        "Ġbo",
+        "ots"
+      ],
+      [
+        "Ġsp",
+        "aghetti"
+      ],
+      [
+        "um",
+        "mer"
+      ],
+      [
+        "Ġag",
+        "ree"
+      ],
+      [
+        "Ġbu",
+        "ll"
+      ],
+      [
+        "Ġany",
+        "where"
+      ],
+      [
+        "ĠG",
+        "eorge"
+      ],
+      [
+        "Ġbeh",
+        "ave"
+      ],
+      [
+        "ĠK",
+        "im"
+      ],
+      [
+        "Ġpa",
+        "id"
+      ],
+      [
+        "sc",
+        "ope"
+      ],
+      [
+        "Ġstret",
+        "ched"
+      ],
+      [
+        "Ġfear",
+        "ful"
+      ],
+      [
+        "Ġav",
+        "o"
+      ],
+      [
+        "Ġmicro",
+        "scope"
+      ],
+      [
+        "I",
+        "f"
+      ],
+      [
+        "i",
+        "o"
+      ],
+      [
+        "Ġnot",
+        "eb"
+      ],
+      [
+        "ĠE",
+        "ventually"
+      ],
+      [
+        "Ġold",
+        "er"
+      ],
+      [
+        "Ġsn",
+        "iff"
+      ],
+      [
+        "Ġad",
+        "vice"
+      ],
+      [
+        "Ġstop",
+        "s"
+      ],
+      [
+        "Ġperf",
+        "orm"
+      ],
+      [
+        "Ġfur",
+        "ther"
+      ],
+      [
+        "Ġenv",
+        "ious"
+      ],
+      [
+        "Ġpige",
+        "on"
+      ],
+      [
+        "Ġmush",
+        "room"
+      ],
+      [
+        "Ġnoteb",
+        "ook"
+      ],
+      [
+        "u",
+        "bby"
+      ],
+      [
+        "Ġp",
+        "un"
+      ],
+      [
+        "at",
+        "s"
+      ],
+      [
+        "Ġn",
+        "urse"
+      ],
+      [
+        "or",
+        "able"
+      ],
+      [
+        "Ġth",
+        "under"
+      ],
+      [
+        "Ġcl",
+        "apping"
+      ],
+      [
+        "Ġv",
+        "ide"
+      ],
+      [
+        "Ġbu",
+        "ilt"
+      ],
+      [
+        "ĠC",
+        "l"
+      ],
+      [
+        "Ġun",
+        "com"
+      ],
+      [
+        "Ġshout",
+        "ing"
+      ],
+      [
+        "Ġar",
+        "row"
+      ],
+      [
+        "Ġdraw",
+        "er"
+      ],
+      [
+        "Ġpro",
+        "v"
+      ],
+      [
+        "fort",
+        "able"
+      ],
+      [
+        "Ġtom",
+        "ato"
+      ],
+      [
+        "Ġmeet",
+        "ing"
+      ],
+      [
+        "Ġob",
+        "ject"
+      ],
+      [
+        "Ġyog",
+        "urt"
+      ],
+      [
+        "Ġtemp",
+        "le"
+      ],
+      [
+        "Ġuncom",
+        "fortable"
+      ],
+      [
+        "e",
+        "f"
+      ],
+      [
+        "u",
+        "es"
+      ],
+      [
+        "ĠT",
+        "ony"
+      ],
+      [
+        "Ġloo",
+        "p"
+      ],
+      [
+        "Ġch",
+        "ubby"
+      ],
+      [
+        "Ġsw",
+        "itch"
+      ],
+      [
+        "Ġsk",
+        "ip"
+      ],
+      [
+        "Ġad",
+        "orable"
+      ],
+      [
+        "Åĵ",
+        "It"
+      ],
+      [
+        "Ġcount",
+        "ing"
+      ],
+      [
+        "Ġcoo",
+        "ked"
+      ],
+      [
+        "Ġp",
+        "ist"
+      ],
+      [
+        "ar",
+        "ian"
+      ],
+      [
+        "en",
+        "ry"
+      ],
+      [
+        "Ġst",
+        "ared"
+      ],
+      [
+        "Ġsh",
+        "ut"
+      ],
+      [
+        "ic",
+        "op"
+      ],
+      [
+        "Ġqu",
+        "ite"
+      ],
+      [
+        "Ġsn",
+        "uggled"
+      ],
+      [
+        "ĠGra",
+        "ndpa"
+      ],
+      [
+        "Ġtrou",
+        "bled"
+      ],
+      [
+        "Ġgigg",
+        "le"
+      ],
+      [
+        "Ġblow",
+        "ing"
+      ],
+      [
+        "Ġhel",
+        "icop"
+      ],
+      [
+        "Ġfis",
+        "her"
+      ],
+      [
+        "Ġpist",
+        "ol"
+      ],
+      [
+        "Ġhelicop",
+        "ter"
+      ],
+      [
+        "p",
+        "ar"
+      ],
+      [
+        "ĠS",
+        "ophie"
+      ],
+      [
+        "oo",
+        "ped"
+      ],
+      [
+        "ip",
+        "s"
+      ],
+      [
+        "Ġnow",
+        "here"
+      ],
+      [
+        "Ġforg",
+        "ave"
+      ],
+      [
+        "Ġmar",
+        "ched"
+      ],
+      [
+        "Ġtreasure",
+        "s"
+      ],
+      [
+        "ho",
+        "st"
+      ],
+      [
+        "Ġpass",
+        "port"
+      ],
+      [
+        "Ġstir",
+        "red"
+      ],
+      [
+        "Ġpus",
+        "hing"
+      ],
+      [
+        "Ġcompetit",
+        "ive"
+      ],
+      [
+        "Ġdestro",
+        "y"
+      ],
+      [
+        "Y",
+        "ay"
+      ],
+      [
+        "a",
+        "ked"
+      ],
+      [
+        "o",
+        "e"
+      ],
+      [
+        "t",
+        "ter"
+      ],
+      [
+        "Ġg",
+        "ir"
+      ],
+      [
+        "Ġg",
+        "host"
+      ],
+      [
+        "an",
+        "ic"
+      ],
+      [
+        "ke",
+        "let"
+      ],
+      [
+        "ht",
+        "ub"
+      ],
+      [
+        "Ġre",
+        "ef"
+      ],
+      [
+        "Ġse",
+        "par"
+      ],
+      [
+        "op",
+        "ard"
+      ],
+      [
+        "pl",
+        "ay"
+      ],
+      [
+        "Ġen",
+        "vel"
+      ],
+      [
+        "Ġbre",
+        "at"
+      ],
+      [
+        "Ġrep",
+        "air"
+      ],
+      [
+        "Ġfoot",
+        "ball"
+      ],
+      [
+        "Ġbat",
+        "htub"
+      ],
+      [
+        "Ġrubb",
+        "er"
+      ],
+      [
+        "Ġang",
+        "el"
+      ],
+      [
+        "Ġtriang",
+        "le"
+      ],
+      [
+        "Ġl",
+        "ed"
+      ],
+      [
+        "Ġm",
+        "ill"
+      ],
+      [
+        "ĠS",
+        "h"
+      ],
+      [
+        "ch",
+        "anic"
+      ],
+      [
+        "Ġnam",
+        "es"
+      ],
+      [
+        "Ġle",
+        "opard"
+      ],
+      [
+        "Ġno",
+        "body"
+      ],
+      [
+        "Ġany",
+        "way"
+      ],
+      [
+        "uc",
+        "t"
+      ],
+      [
+        "ct",
+        "us"
+      ],
+      [
+        "Ġshould",
+        "n"
+      ],
+      [
+        "Ġz",
+        "eb"
+      ],
+      [
+        "Ġgi",
+        "ven"
+      ],
+      [
+        "Ġhold",
+        "s"
+      ],
+      [
+        "Ġbar",
+        "rel"
+      ],
+      [
+        "Ġband",
+        "age"
+      ],
+      [
+        "Ġent",
+        "h"
+      ],
+      [
+        "Dad",
+        "dy"
+      ],
+      [
+        "Ġzeb",
+        "ra"
+      ],
+      [
+        "i",
+        "ves"
+      ],
+      [
+        "u",
+        "be"
+      ],
+      [
+        "y",
+        "ear"
+      ],
+      [
+        "Ġp",
+        "or"
+      ],
+      [
+        "Ġp",
+        "and"
+      ],
+      [
+        "Ġo",
+        "tter"
+      ],
+      [
+        "Ġr",
+        "ibb"
+      ],
+      [
+        "Ġsh",
+        "ield"
+      ],
+      [
+        "Ġme",
+        "chanic"
+      ],
+      [
+        "Ġdon",
+        "â"
+      ],
+      [
+        "Ġdis",
+        "ag"
+      ],
+      [
+        "Ġdis",
+        "play"
+      ],
+      [
+        "Ġmusic",
+        "ian"
+      ],
+      [
+        "cer",
+        "os"
+      ],
+      [
+        "Ġspe",
+        "ak"
+      ],
+      [
+        "Ġca",
+        "b"
+      ],
+      [
+        "Ġca",
+        "ctus"
+      ],
+      [
+        "ĠBet",
+        "sy"
+      ],
+      [
+        "Ġbul",
+        "b"
+      ],
+      [
+        "C",
+        "h"
+      ],
+      [
+        "e",
+        "ath"
+      ],
+      [
+        "i",
+        "kes"
+      ],
+      [
+        "x",
+        "y"
+      ],
+      [
+        "Ġt",
+        "ube"
+      ],
+      [
+        "Ġa",
+        "head"
+      ],
+      [
+        "Ġs",
+        "ummer"
+      ],
+      [
+        "Ġs",
+        "kelet"
+      ],
+      [
+        "Ġp",
+        "urse"
+      ],
+      [
+        "Ġkn",
+        "ob"
+      ],
+      [
+        "Ġdidn",
+        "â"
+      ],
+      [
+        "Ġcouldn",
+        "â"
+      ],
+      [
+        "Ġcol",
+        "ours"
+      ],
+      [
+        "Ġwindow",
+        "s"
+      ],
+      [
+        "oom",
+        "y"
+      ],
+      [
+        "Ġgif",
+        "ted"
+      ],
+      [
+        "Ġcart",
+        "oon"
+      ],
+      [
+        "Ġrhino",
+        "ceros"
+      ],
+      [
+        "g",
+        "l"
+      ],
+      [
+        "he",
+        "art"
+      ],
+      [
+        "Ġs",
+        "ize"
+      ],
+      [
+        "Ġb",
+        "et"
+      ],
+      [
+        "ĠM",
+        "iss"
+      ],
+      [
+        "Ġsc",
+        "rew"
+      ],
+      [
+        "Ġfl",
+        "our"
+      ],
+      [
+        "Ġbl",
+        "in"
+      ],
+      [
+        "ap",
+        "a"
+      ],
+      [
+        "Ġdis",
+        "hes"
+      ],
+      [
+        "Ġrain",
+        "ing"
+      ],
+      [
+        "Ġhop",
+        "ing"
+      ],
+      [
+        "Ġsho",
+        "vel"
+      ],
+      [
+        "Ġmin",
+        "t"
+      ],
+      [
+        "Ġjelly",
+        "fish"
+      ],
+      [
+        "Ġswe",
+        "ater"
+      ],
+      [
+        "Ġchar",
+        "ming"
+      ],
+      [
+        "Ġpengu",
+        "in"
+      ],
+      [
+        "Ġenvel",
+        "ope"
+      ],
+      [
+        "Ġenth",
+        "us"
+      ],
+      [
+        "Ġcab",
+        "in"
+      ],
+      [
+        "re",
+        "c"
+      ],
+      [
+        "Ġp",
+        "ant"
+      ],
+      [
+        "Ġth",
+        "read"
+      ],
+      [
+        "Ġin",
+        "se"
+      ],
+      [
+        "Ġst",
+        "aff"
+      ],
+      [
+        "Ġli",
+        "z"
+      ],
+      [
+        "Ġun",
+        "pack"
+      ],
+      [
+        "Ġwr",
+        "iting"
+      ],
+      [
+        "Ġtra",
+        "sh"
+      ],
+      [
+        "Ġroll",
+        "ing"
+      ],
+      [
+        "Ġwaff",
+        "le"
+      ],
+      [
+        "Ġ",
+        "iron"
+      ],
+      [
+        "Ġw",
+        "ing"
+      ],
+      [
+        "er",
+        "able"
+      ],
+      [
+        "Ġshe",
+        "et"
+      ],
+      [
+        "ĠB",
+        "uddy"
+      ],
+      [
+        "Ġsh",
+        "adow"
+      ],
+      [
+        "Ġro",
+        "ared"
+      ],
+      [
+        "Ġmu",
+        "ff"
+      ],
+      [
+        "Ġair",
+        "port"
+      ],
+      [
+        "Ġce",
+        "iling"
+      ],
+      [
+        "Ġatt",
+        "ic"
+      ],
+      [
+        "Ġorgan",
+        "ize"
+      ],
+      [
+        "Ġstret",
+        "ch"
+      ],
+      [
+        "Ġgrap",
+        "es"
+      ],
+      [
+        "Ġo",
+        "bs"
+      ],
+      [
+        "ĠA",
+        "re"
+      ],
+      [
+        "ĠW",
+        "ould"
+      ],
+      [
+        "ĠIn",
+        "st"
+      ],
+      [
+        "Ġpi",
+        "ano"
+      ],
+      [
+        "Ġsal",
+        "t"
+      ],
+      [
+        "Ġmis",
+        "erable"
+      ],
+      [
+        "Ġc",
+        "ord"
+      ],
+      [
+        "Ġd",
+        "ess"
+      ],
+      [
+        "Ġre",
+        "fused"
+      ],
+      [
+        "Ġsc",
+        "reen"
+      ],
+      [
+        "ĠD",
+        "an"
+      ],
+      [
+        "Ġstr",
+        "ugg"
+      ],
+      [
+        "Ġneed",
+        "le"
+      ],
+      [
+        "Ġbear",
+        "s"
+      ],
+      [
+        "ĠAnd",
+        "y"
+      ],
+      [
+        "Ġhead",
+        "ed"
+      ],
+      [
+        "Ġstick",
+        "y"
+      ],
+      [
+        "Ġfree",
+        "z"
+      ],
+      [
+        "Ġzoom",
+        "ed"
+      ],
+      [
+        "Ġimag",
+        "ined"
+      ],
+      [
+        "Ġmed",
+        "al"
+      ],
+      [
+        "Ġmagn",
+        "et"
+      ],
+      [
+        "rec",
+        "i"
+      ],
+      [
+        "Ġobs",
+        "er"
+      ],
+      [
+        "Ġ",
+        "er"
+      ],
+      [
+        "Ġli",
+        "ves"
+      ],
+      [
+        "ĠA",
+        "l"
+      ],
+      [
+        "ĠP",
+        "at"
+      ],
+      [
+        "Ġapp",
+        "reci"
+      ],
+      [
+        "ass",
+        "es"
+      ],
+      [
+        "Ġsail",
+        "or"
+      ],
+      [
+        "Ġminut",
+        "e"
+      ],
+      [
+        "Ġfisher",
+        "man"
+      ],
+      [
+        "v",
+        "ision"
+      ],
+      [
+        "Ġr",
+        "at"
+      ],
+      [
+        "al",
+        "ed"
+      ],
+      [
+        "Ġbr",
+        "us"
+      ],
+      [
+        "Ġch",
+        "ance"
+      ],
+      [
+        "Ġpo",
+        "st"
+      ],
+      [
+        "Ġsun",
+        "gl"
+      ],
+      [
+        "Ġche",
+        "ek"
+      ],
+      [
+        "ree",
+        "ze"
+      ],
+      [
+        "Ġde",
+        "af"
+      ],
+      [
+        "Ġru",
+        "les"
+      ],
+      [
+        "Ġfrog",
+        "s"
+      ],
+      [
+        "Ġair",
+        "pl"
+      ],
+      [
+        "ĠGo",
+        "d"
+      ],
+      [
+        "Ġstrawber",
+        "ry"
+      ],
+      [
+        "Ġsle",
+        "pt"
+      ],
+      [
+        "Ġliz",
+        "ard"
+      ],
+      [
+        "Ġsungl",
+        "asses"
+      ],
+      [
+        "Ġl",
+        "uck"
+      ],
+      [
+        "Ġin",
+        "f"
+      ],
+      [
+        "Ġbe",
+        "ep"
+      ],
+      [
+        "ĠB",
+        "unny"
+      ],
+      [
+        "Ġme",
+        "as"
+      ],
+      [
+        "Ġro",
+        "d"
+      ],
+      [
+        "Ġor",
+        "der"
+      ],
+      [
+        "Ġrest",
+        "less"
+      ],
+      [
+        "Ġsand",
+        "box"
+      ],
+      [
+        "Ġmess",
+        "age"
+      ],
+      [
+        "ĠJoe",
+        "y"
+      ],
+      [
+        "Ġcomp",
+        "let"
+      ],
+      [
+        "Ġatt",
+        "ract"
+      ],
+      [
+        "Ġgold",
+        "en"
+      ],
+      [
+        "Gra",
+        "ndma"
+      ],
+      [
+        "Ġpil",
+        "ot"
+      ],
+      [
+        "Ġpor",
+        "ch"
+      ],
+      [
+        "L",
+        "ittle"
+      ],
+      [
+        "l",
+        "er"
+      ],
+      [
+        "s",
+        "es"
+      ]
+    ]
+  }
+}
\ No newline at end of file
diff --git a/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-3200/tokenizer_config.json b/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-3200/tokenizer_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..f1578d3b6947e13e4001d559b79d4944be52b9c1
--- /dev/null
+++ b/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-3200/tokenizer_config.json
@@ -0,0 +1,13 @@
+{
+  "add_prefix_space": false,
+  "backend": "tokenizers",
+  "bos_token": "<|endoftext|>",
+  "eos_token": "<|endoftext|>",
+  "errors": "replace",
+  "is_local": false,
+  "local_files_only": false,
+  "model_max_length": 1024,
+  "pad_token": "<|endoftext|>",
+  "tokenizer_class": "GPT2Tokenizer",
+  "unk_token": "<|endoftext|>"
+}
diff --git a/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-3200/trainer_state.json b/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-3200/trainer_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..4faf45b136253f006a271274d331eda67456b577
--- /dev/null
+++ b/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-3200/trainer_state.json
@@ -0,0 +1,1170 @@
+{
+  "best_global_step": null,
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 0.21570610043815303,
+  "eval_steps": 2498,
+  "global_step": 3200,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.0013481631277384564,
+      "grad_norm": 2.078125,
+      "learning_rate": 2.66e-05,
+      "loss": 8.299579620361328,
+      "step": 20
+    },
+    {
+      "epoch": 0.002696326255476913,
+      "grad_norm": 1.359375,
+      "learning_rate": 5.46e-05,
+      "loss": 8.047666931152344,
+      "step": 40
+    },
+    {
+      "epoch": 0.004044489383215369,
+      "grad_norm": 1.2734375,
+      "learning_rate": 8.259999999999999e-05,
+      "loss": 7.838191986083984,
+      "step": 60
+    },
+    {
+      "epoch": 0.005392652510953826,
+      "grad_norm": 1.265625,
+      "learning_rate": 0.0001106,
+      "loss": 7.57310791015625,
+      "step": 80
+    },
+    {
+      "epoch": 0.006740815638692282,
+      "grad_norm": 1.1953125,
+      "learning_rate": 0.0001386,
+      "loss": 7.233531951904297,
+      "step": 100
+    },
+    {
+      "epoch": 0.008088978766430738,
+      "grad_norm": 1.1328125,
+      "learning_rate": 0.00016659999999999998,
+      "loss": 6.860941314697266,
+      "step": 120
+    },
+    {
+      "epoch": 0.009437141894169195,
+      "grad_norm": 0.95703125,
+      "learning_rate": 0.00019460000000000001,
+      "loss": 6.51712646484375,
+      "step": 140
+    },
+    {
+      "epoch": 0.010785305021907651,
+      "grad_norm": 0.81640625,
+      "learning_rate": 0.0002226,
+      "loss": 6.234881591796875,
+      "step": 160
+    },
+    {
+      "epoch": 0.012133468149646108,
+      "grad_norm": 0.73828125,
+      "learning_rate": 0.00025059999999999997,
+      "loss": 6.024795913696289,
+      "step": 180
+    },
+    {
+      "epoch": 0.013481631277384564,
+      "grad_norm": 1.0390625,
+      "learning_rate": 0.0002786,
+      "loss": 5.837321472167969,
+      "step": 200
+    },
+    {
+      "epoch": 0.01482979440512302,
+      "grad_norm": 0.63671875,
+      "learning_rate": 0.00030659999999999997,
+      "loss": 5.647708129882813,
+      "step": 220
+    },
+    {
+      "epoch": 0.016177957532861477,
+      "grad_norm": 0.8984375,
+      "learning_rate": 0.0003346,
+      "loss": 5.43688735961914,
+      "step": 240
+    },
+    {
+      "epoch": 0.01752612066059993,
+      "grad_norm": 0.77734375,
+      "learning_rate": 0.00036260000000000003,
+      "loss": 5.210599517822265,
+      "step": 260
+    },
+    {
+      "epoch": 0.01887428378833839,
+      "grad_norm": 0.890625,
+      "learning_rate": 0.0003906,
+      "loss": 4.956959533691406,
+      "step": 280
+    },
+    {
+      "epoch": 0.020222446916076844,
+      "grad_norm": 0.84765625,
+      "learning_rate": 0.0004186,
+      "loss": 4.726874160766601,
+      "step": 300
+    },
+    {
+      "epoch": 0.021570610043815303,
+      "grad_norm": 0.87890625,
+      "learning_rate": 0.0004466,
+      "loss": 4.527945327758789,
+      "step": 320
+    },
+    {
+      "epoch": 0.022918773171553757,
+      "grad_norm": 1.3515625,
+      "learning_rate": 0.00047460000000000004,
+      "loss": 4.3517810821533205,
+      "step": 340
+    },
+    {
+      "epoch": 0.024266936299292215,
+      "grad_norm": 0.76171875,
+      "learning_rate": 0.0005026,
+      "loss": 4.212622451782226,
+      "step": 360
+    },
+    {
+      "epoch": 0.02561509942703067,
+      "grad_norm": 0.6640625,
+      "learning_rate": 0.0005306,
+      "loss": 4.076633453369141,
+      "step": 380
+    },
+    {
+      "epoch": 0.026963262554769128,
+      "grad_norm": 0.498046875,
+      "learning_rate": 0.0005586,
+      "loss": 3.9346649169921877,
+      "step": 400
+    },
+    {
+      "epoch": 0.028311425682507583,
+      "grad_norm": 0.85546875,
+      "learning_rate": 0.0005866,
+      "loss": 3.8310710906982424,
+      "step": 420
+    },
+    {
+      "epoch": 0.02965958881024604,
+      "grad_norm": 0.59375,
+      "learning_rate": 0.0006146,
+      "loss": 3.7676155090332033,
+      "step": 440
+    },
+    {
+      "epoch": 0.031007751937984496,
+      "grad_norm": 0.6171875,
+      "learning_rate": 0.0006426,
+      "loss": 3.6599285125732424,
+      "step": 460
+    },
+    {
+      "epoch": 0.032355915065722954,
+      "grad_norm": 0.5546875,
+      "learning_rate": 0.0006705999999999999,
+      "loss": 3.5886669158935547,
+      "step": 480
+    },
+    {
+      "epoch": 0.03370407819346141,
+      "grad_norm": 0.546875,
+      "learning_rate": 0.0006986,
+      "loss": 3.512950134277344,
+      "step": 500
+    },
+    {
+      "epoch": 0.03505224132119986,
+      "grad_norm": 0.53125,
+      "learning_rate": 0.0007,
+      "loss": 3.444244384765625,
+      "step": 520
+    },
+    {
+      "epoch": 0.03640040444893832,
+      "grad_norm": 0.5078125,
+      "learning_rate": 0.0007,
+      "loss": 3.369425964355469,
+      "step": 540
+    },
+    {
+      "epoch": 0.03774856757667678,
+      "grad_norm": 0.5625,
+      "learning_rate": 0.0007,
+      "loss": 3.318771743774414,
+      "step": 560
+    },
+    {
+      "epoch": 0.03909673070441524,
+      "grad_norm": 0.470703125,
+      "learning_rate": 0.0007,
+      "loss": 3.2595756530761717,
+      "step": 580
+    },
+    {
+      "epoch": 0.04044489383215369,
+      "grad_norm": 0.53125,
+      "learning_rate": 0.0007,
+      "loss": 3.2241649627685547,
+      "step": 600
+    },
+    {
+      "epoch": 0.04179305695989215,
+      "grad_norm": 0.484375,
+      "learning_rate": 0.0007,
+      "loss": 3.1619989395141603,
+      "step": 620
+    },
+    {
+      "epoch": 0.043141220087630605,
+      "grad_norm": 0.5625,
+      "learning_rate": 0.0007,
+      "loss": 3.14036865234375,
+      "step": 640
+    },
+    {
+      "epoch": 0.044489383215369056,
+      "grad_norm": 0.41796875,
+      "learning_rate": 0.0007,
+      "loss": 3.083884620666504,
+      "step": 660
+    },
+    {
+      "epoch": 0.045837546343107514,
+      "grad_norm": 0.451171875,
+      "learning_rate": 0.0007,
+      "loss": 3.0591588973999024,
+      "step": 680
+    },
+    {
+      "epoch": 0.04718570947084597,
+      "grad_norm": 0.423828125,
+      "learning_rate": 0.0007,
+      "loss": 3.015497016906738,
+      "step": 700
+    },
+    {
+      "epoch": 0.04853387259858443,
+      "grad_norm": 0.41796875,
+      "learning_rate": 0.0007,
+      "loss": 2.9805700302124025,
+      "step": 720
+    },
+    {
+      "epoch": 0.04988203572632288,
+      "grad_norm": 0.46875,
+      "learning_rate": 0.0007,
+      "loss": 2.9426918029785156,
+      "step": 740
+    },
+    {
+      "epoch": 0.05123019885406134,
+      "grad_norm": 0.46484375,
+      "learning_rate": 0.0007,
+      "loss": 2.9274158477783203,
+      "step": 760
+    },
+    {
+      "epoch": 0.0525783619817998,
+      "grad_norm": 0.421875,
+      "learning_rate": 0.0007,
+      "loss": 2.931459426879883,
+      "step": 780
+    },
+    {
+      "epoch": 0.053926525109538256,
+      "grad_norm": 0.486328125,
+      "learning_rate": 0.0007,
+      "loss": 2.877642059326172,
+      "step": 800
+    },
+    {
+      "epoch": 0.05527468823727671,
+      "grad_norm": 0.40234375,
+      "learning_rate": 0.0007,
+      "loss": 2.8646697998046875,
+      "step": 820
+    },
+    {
+      "epoch": 0.056622851365015166,
+      "grad_norm": 0.451171875,
+      "learning_rate": 0.0007,
+      "loss": 2.8328128814697267,
+      "step": 840
+    },
+    {
+      "epoch": 0.057971014492753624,
+      "grad_norm": 0.396484375,
+      "learning_rate": 0.0007,
+      "loss": 2.790274429321289,
+      "step": 860
+    },
+    {
+      "epoch": 0.05931917762049208,
+      "grad_norm": 0.423828125,
+      "learning_rate": 0.0007,
+      "loss": 2.7668125152587892,
+      "step": 880
+    },
+    {
+      "epoch": 0.06066734074823053,
+      "grad_norm": 0.427734375,
+      "learning_rate": 0.0007,
+      "loss": 2.7516881942749025,
+      "step": 900
+    },
+    {
+      "epoch": 0.06201550387596899,
+      "grad_norm": 0.42578125,
+      "learning_rate": 0.0007,
+      "loss": 2.722590446472168,
+      "step": 920
+    },
+    {
+      "epoch": 0.06336366700370745,
+      "grad_norm": 0.4375,
+      "learning_rate": 0.0007,
+      "loss": 2.708496856689453,
+      "step": 940
+    },
+    {
+      "epoch": 0.06471183013144591,
+      "grad_norm": 0.400390625,
+      "learning_rate": 0.0007,
+      "loss": 2.681654930114746,
+      "step": 960
+    },
+    {
+      "epoch": 0.06605999325918437,
+      "grad_norm": 0.396484375,
+      "learning_rate": 0.0007,
+      "loss": 2.6650571823120117,
+      "step": 980
+    },
+    {
+      "epoch": 0.06740815638692282,
+      "grad_norm": 0.41015625,
+      "learning_rate": 0.0007,
+      "loss": 2.6637720108032226,
+      "step": 1000
+    },
+    {
+      "epoch": 0.06875631951466127,
+      "grad_norm": 0.396484375,
+      "learning_rate": 0.0007,
+      "loss": 2.6311159133911133,
+      "step": 1020
+    },
+    {
+      "epoch": 0.07010448264239973,
+      "grad_norm": 0.408203125,
+      "learning_rate": 0.0007,
+      "loss": 2.615707015991211,
+      "step": 1040
+    },
+    {
+      "epoch": 0.07145264577013818,
+      "grad_norm": 0.404296875,
+      "learning_rate": 0.0007,
+      "loss": 2.6003103256225586,
+      "step": 1060
+    },
+    {
+      "epoch": 0.07280080889787664,
+      "grad_norm": 0.41015625,
+      "learning_rate": 0.0007,
+      "loss": 2.581348991394043,
+      "step": 1080
+    },
+    {
+      "epoch": 0.0741489720256151,
+      "grad_norm": 0.404296875,
+      "learning_rate": 0.0007,
+      "loss": 2.574792671203613,
+      "step": 1100
+    },
+    {
+      "epoch": 0.07549713515335356,
+      "grad_norm": 0.384765625,
+      "learning_rate": 0.0007,
+      "loss": 2.538400650024414,
+      "step": 1120
+    },
+    {
+      "epoch": 0.07684529828109202,
+      "grad_norm": 0.41796875,
+      "learning_rate": 0.0007,
+      "loss": 2.5249162673950196,
+      "step": 1140
+    },
+    {
+      "epoch": 0.07819346140883048,
+      "grad_norm": 0.404296875,
+      "learning_rate": 0.0007,
+      "loss": 2.5237232208251954,
+      "step": 1160
+    },
+    {
+      "epoch": 0.07954162453656892,
+      "grad_norm": 0.396484375,
+      "learning_rate": 0.0007,
+      "loss": 2.517318344116211,
+      "step": 1180
+    },
+    {
+      "epoch": 0.08088978766430738,
+      "grad_norm": 0.41796875,
+      "learning_rate": 0.0007,
+      "loss": 2.507699203491211,
+      "step": 1200
+    },
+    {
+      "epoch": 0.08223795079204584,
+      "grad_norm": 0.3828125,
+      "learning_rate": 0.0007,
+      "loss": 2.4932661056518555,
+      "step": 1220
+    },
+    {
+      "epoch": 0.0835861139197843,
+      "grad_norm": 0.365234375,
+      "learning_rate": 0.0007,
+      "loss": 2.4781061172485352,
+      "step": 1240
+    },
+    {
+      "epoch": 0.08493427704752275,
+      "grad_norm": 0.388671875,
+      "learning_rate": 0.0007,
+      "loss": 2.465612030029297,
+      "step": 1260
+    },
+    {
+      "epoch": 0.08628244017526121,
+      "grad_norm": 0.41796875,
+      "learning_rate": 0.0007,
+      "loss": 2.4463497161865235,
+      "step": 1280
+    },
+    {
+      "epoch": 0.08763060330299967,
+      "grad_norm": 0.390625,
+      "learning_rate": 0.0007,
+      "loss": 2.4374414443969727,
+      "step": 1300
+    },
+    {
+      "epoch": 0.08897876643073811,
+      "grad_norm": 0.35546875,
+      "learning_rate": 0.0007,
+      "loss": 2.4308101654052736,
+      "step": 1320
+    },
+    {
+      "epoch": 0.09032692955847657,
+      "grad_norm": 0.40234375,
+      "learning_rate": 0.0007,
+      "loss": 2.416130256652832,
+      "step": 1340
+    },
+    {
+      "epoch": 0.09167509268621503,
+      "grad_norm": 0.4296875,
+      "learning_rate": 0.0007,
+      "loss": 2.41524600982666,
+      "step": 1360
+    },
+    {
+      "epoch": 0.09302325581395349,
+      "grad_norm": 0.359375,
+      "learning_rate": 0.0007,
+      "loss": 2.392221450805664,
+      "step": 1380
+    },
+    {
+      "epoch": 0.09437141894169195,
+      "grad_norm": 0.373046875,
+      "learning_rate": 0.0007,
+      "loss": 2.383866310119629,
+      "step": 1400
+    },
+    {
+      "epoch": 0.0957195820694304,
+      "grad_norm": 0.396484375,
+      "learning_rate": 0.0007,
+      "loss": 2.394974708557129,
+      "step": 1420
+    },
+    {
+      "epoch": 0.09706774519716886,
+      "grad_norm": 0.396484375,
+      "learning_rate": 0.0007,
+      "loss": 2.3713239669799804,
+      "step": 1440
+    },
+    {
+      "epoch": 0.09841590832490732,
+      "grad_norm": 0.37109375,
+      "learning_rate": 0.0007,
+      "loss": 2.3597253799438476,
+      "step": 1460
+    },
+    {
+      "epoch": 0.09976407145264576,
+      "grad_norm": 0.34765625,
+      "learning_rate": 0.0007,
+      "loss": 2.3452421188354493,
+      "step": 1480
+    },
+    {
+      "epoch": 0.10111223458038422,
+      "grad_norm": 0.376953125,
+      "learning_rate": 0.0007,
+      "loss": 2.3336454391479493,
+      "step": 1500
+    },
+    {
+      "epoch": 0.10246039770812268,
+      "grad_norm": 0.39453125,
+      "learning_rate": 0.0007,
+      "loss": 2.3358110427856444,
+      "step": 1520
+    },
+    {
+      "epoch": 0.10380856083586114,
+      "grad_norm": 0.40625,
+      "learning_rate": 0.0007,
+      "loss": 2.324386787414551,
+      "step": 1540
+    },
+    {
+      "epoch": 0.1051567239635996,
+      "grad_norm": 0.376953125,
+      "learning_rate": 0.0007,
+      "loss": 2.313844108581543,
+      "step": 1560
+    },
+    {
+      "epoch": 0.10650488709133805,
+      "grad_norm": 0.349609375,
+      "learning_rate": 0.0007,
+      "loss": 2.3294256210327147,
+      "step": 1580
+    },
+    {
+      "epoch": 0.10785305021907651,
+      "grad_norm": 0.40234375,
+      "learning_rate": 0.0007,
+      "loss": 2.297942352294922,
+      "step": 1600
+    },
+    {
+      "epoch": 0.10920121334681497,
+      "grad_norm": 0.357421875,
+      "learning_rate": 0.0007,
+      "loss": 2.296767997741699,
+      "step": 1620
+    },
+    {
+      "epoch": 0.11054937647455342,
+      "grad_norm": 0.37890625,
+      "learning_rate": 0.0007,
+      "loss": 2.3081844329833983,
+      "step": 1640
+    },
+    {
+      "epoch": 0.11189753960229187,
+      "grad_norm": 0.35546875,
+      "learning_rate": 0.0007,
+      "loss": 2.2883626937866213,
+      "step": 1660
+    },
+    {
+      "epoch": 0.11324570273003033,
+      "grad_norm": 0.375,
+      "learning_rate": 0.0007,
+      "loss": 2.272566223144531,
+      "step": 1680
+    },
+    {
+      "epoch": 0.11459386585776879,
+      "grad_norm": 0.373046875,
+      "learning_rate": 0.0007,
+      "loss": 2.281250762939453,
+      "step": 1700
+    },
+    {
+      "epoch": 0.11594202898550725,
+      "grad_norm": 0.41796875,
+      "learning_rate": 0.0007,
+      "loss": 2.257417106628418,
+      "step": 1720
+    },
+    {
+      "epoch": 0.1172901921132457,
+      "grad_norm": 0.365234375,
+      "learning_rate": 0.0007,
+      "loss": 2.2473636627197267,
+      "step": 1740
+    },
+    {
+      "epoch": 0.11863835524098416,
+      "grad_norm": 0.380859375,
+      "learning_rate": 0.0007,
+      "loss": 2.253912925720215,
+      "step": 1760
+    },
+    {
+      "epoch": 0.11998651836872262,
+      "grad_norm": 0.3515625,
+      "learning_rate": 0.0007,
+      "loss": 2.2672780990600585,
+      "step": 1780
+    },
+    {
+      "epoch": 0.12133468149646107,
+      "grad_norm": 0.3671875,
+      "learning_rate": 0.0007,
+      "loss": 2.261806106567383,
+      "step": 1800
+    },
+    {
+      "epoch": 0.12268284462419952,
+      "grad_norm": 0.375,
+      "learning_rate": 0.0007,
+      "loss": 2.2513105392456056,
+      "step": 1820
+    },
+    {
+      "epoch": 0.12403100775193798,
+      "grad_norm": 0.369140625,
+      "learning_rate": 0.0007,
+      "loss": 2.2201774597167967,
+      "step": 1840
+    },
+    {
+      "epoch": 0.12537917087967643,
+      "grad_norm": 0.35546875,
+      "learning_rate": 0.0007,
+      "loss": 2.2213924407958983,
+      "step": 1860
+    },
+    {
+      "epoch": 0.1267273340074149,
+      "grad_norm": 0.361328125,
+      "learning_rate": 0.0007,
+      "loss": 2.21158447265625,
+      "step": 1880
+    },
+    {
+      "epoch": 0.12807549713515334,
+      "grad_norm": 0.357421875,
+      "learning_rate": 0.0007,
+      "loss": 2.218313217163086,
+      "step": 1900
+    },
+    {
+      "epoch": 0.12942366026289182,
+      "grad_norm": 0.361328125,
+      "learning_rate": 0.0007,
+      "loss": 2.1961637496948243,
+      "step": 1920
+    },
+    {
+      "epoch": 0.13077182339063026,
+      "grad_norm": 0.369140625,
+      "learning_rate": 0.0007,
+      "loss": 2.2057926177978517,
+      "step": 1940
+    },
+    {
+      "epoch": 0.13211998651836873,
+      "grad_norm": 0.345703125,
+      "learning_rate": 0.0007,
+      "loss": 2.181648826599121,
+      "step": 1960
+    },
+    {
+      "epoch": 0.13346814964610718,
+      "grad_norm": 0.380859375,
+      "learning_rate": 0.0007,
+      "loss": 2.203908920288086,
+      "step": 1980
+    },
+    {
+      "epoch": 0.13481631277384565,
+      "grad_norm": 0.341796875,
+      "learning_rate": 0.0007,
+      "loss": 2.1758956909179688,
+      "step": 2000
+    },
+    {
+      "epoch": 0.1361644759015841,
+      "grad_norm": 0.35546875,
+      "learning_rate": 0.0007,
+      "loss": 2.185748481750488,
+      "step": 2020
+    },
+    {
+      "epoch": 0.13751263902932254,
+      "grad_norm": 0.41796875,
+      "learning_rate": 0.0007,
+      "loss": 2.165380668640137,
+      "step": 2040
+    },
+    {
+      "epoch": 0.138860802157061,
+      "grad_norm": 0.3515625,
+      "learning_rate": 0.0007,
+      "loss": 2.1852161407470705,
+      "step": 2060
+    },
+    {
+      "epoch": 0.14020896528479945,
+      "grad_norm": 0.34765625,
+      "learning_rate": 0.0007,
+      "loss": 2.160782051086426,
+      "step": 2080
+    },
+    {
+      "epoch": 0.14155712841253792,
+      "grad_norm": 0.337890625,
+      "learning_rate": 0.0007,
+      "loss": 2.152023124694824,
+      "step": 2100
+    },
+    {
+      "epoch": 0.14290529154027637,
+      "grad_norm": 0.359375,
+      "learning_rate": 0.0007,
+      "loss": 2.160308837890625,
+      "step": 2120
+    },
+    {
+      "epoch": 0.14425345466801484,
+      "grad_norm": 0.34765625,
+      "learning_rate": 0.0007,
+      "loss": 2.1609643936157226,
+      "step": 2140
+    },
+    {
+      "epoch": 0.14560161779575329,
+      "grad_norm": 0.357421875,
+      "learning_rate": 0.0007,
+      "loss": 2.1475265502929686,
+      "step": 2160
+    },
+    {
+      "epoch": 0.14694978092349173,
+      "grad_norm": 0.345703125,
+      "learning_rate": 0.0007,
+      "loss": 2.155929183959961,
+      "step": 2180
+    },
+    {
+      "epoch": 0.1482979440512302,
+      "grad_norm": 0.341796875,
+      "learning_rate": 0.0007,
+      "loss": 2.1293373107910156,
+      "step": 2200
+    },
+    {
+      "epoch": 0.14964610717896865,
+      "grad_norm": 0.35546875,
+      "learning_rate": 0.0007,
+      "loss": 2.137188720703125,
+      "step": 2220
+    },
+    {
+      "epoch": 0.15099427030670712,
+      "grad_norm": 0.345703125,
+      "learning_rate": 0.0007,
+      "loss": 2.1462854385375976,
+      "step": 2240
+    },
+    {
+      "epoch": 0.15234243343444556,
+      "grad_norm": 0.365234375,
+      "learning_rate": 0.0007,
+      "loss": 2.1255794525146485,
+      "step": 2260
+    },
+    {
+      "epoch": 0.15369059656218403,
+      "grad_norm": 0.33984375,
+      "learning_rate": 0.0007,
+      "loss": 2.1365018844604493,
+      "step": 2280
+    },
+    {
+      "epoch": 0.15503875968992248,
+      "grad_norm": 0.337890625,
+      "learning_rate": 0.0007,
+      "loss": 2.1164464950561523,
+      "step": 2300
+    },
+    {
+      "epoch": 0.15638692281766095,
+      "grad_norm": 0.361328125,
+      "learning_rate": 0.0007,
+      "loss": 2.127320671081543,
+      "step": 2320
+    },
+    {
+      "epoch": 0.1577350859453994,
+      "grad_norm": 0.3359375,
+      "learning_rate": 0.0007,
+      "loss": 2.117641067504883,
+      "step": 2340
+    },
+    {
+      "epoch": 0.15908324907313784,
+      "grad_norm": 0.357421875,
+      "learning_rate": 0.0007,
+      "loss": 2.119377326965332,
+      "step": 2360
+    },
+    {
+      "epoch": 0.1604314122008763,
+      "grad_norm": 0.33203125,
+      "learning_rate": 0.0007,
+      "loss": 2.121909332275391,
+      "step": 2380
+    },
+    {
+      "epoch": 0.16177957532861476,
+      "grad_norm": 0.361328125,
+      "learning_rate": 0.0007,
+      "loss": 2.10235538482666,
+      "step": 2400
+    },
+    {
+      "epoch": 0.16312773845635323,
+      "grad_norm": 0.353515625,
+      "learning_rate": 0.0007,
+      "loss": 2.1056692123413088,
+      "step": 2420
+    },
+    {
+      "epoch": 0.16447590158409167,
+      "grad_norm": 0.3359375,
+      "learning_rate": 0.0007,
+      "loss": 2.093578910827637,
+      "step": 2440
+    },
+    {
+      "epoch": 0.16582406471183014,
+      "grad_norm": 0.337890625,
+      "learning_rate": 0.0007,
+      "loss": 2.1059795379638673,
+      "step": 2460
+    },
+    {
+      "epoch": 0.1671722278395686,
+      "grad_norm": 0.361328125,
+      "learning_rate": 0.0007,
+      "loss": 2.106010627746582,
+      "step": 2480
+    },
+    {
+      "epoch": 0.1683855746545332,
+      "eval_loss": 2.100916624069214,
+      "eval_runtime": 15.3711,
+      "eval_samples_per_second": 619.799,
+      "eval_steps_per_second": 0.651,
+      "step": 2498
+    },
+    {
+      "epoch": 0.16852039096730703,
+      "grad_norm": 0.33984375,
+      "learning_rate": 0.0007,
+      "loss": 2.087843322753906,
+      "step": 2500
+    },
+    {
+      "epoch": 0.16852039096730703,
+      "eval_loss": 2.1001250743865967,
+      "eval_runtime": 18.4156,
+      "eval_samples_per_second": 517.335,
+      "eval_steps_per_second": 0.543,
+      "step": 2500
+    },
+    {
+      "epoch": 0.1698685540950455,
+      "grad_norm": 20840448.0,
+      "learning_rate": 3.4200000000000005e-05,
+      "loss": 2.092716407775879,
+      "step": 2520
+    },
+    {
+      "epoch": 0.17121671722278395,
+      "grad_norm": 22937600.0,
+      "learning_rate": 7.020000000000001e-05,
+      "loss": 2.106246566772461,
+      "step": 2540
+    },
+    {
+      "epoch": 0.17256488035052242,
+      "grad_norm": 116391936.0,
+      "learning_rate": 9e-05,
+      "loss": 3.2435539245605467,
+      "step": 2560
+    },
+    {
+      "epoch": 0.17391304347826086,
+      "grad_norm": 283115520.0,
+      "learning_rate": 9e-05,
+      "loss": 7.010993957519531,
+      "step": 2580
+    },
+    {
+      "epoch": 0.17526120660599934,
+      "grad_norm": 583008256.0,
+      "learning_rate": 9e-05,
+      "loss": 7.576824188232422,
+      "step": 2600
+    },
+    {
+      "epoch": 0.17660936973373778,
+      "grad_norm": 998244352.0,
+      "learning_rate": 9e-05,
+      "loss": 7.7992095947265625,
+      "step": 2620
+    },
+    {
+      "epoch": 0.17795753286147623,
+      "grad_norm": 1501560832.0,
+      "learning_rate": 9e-05,
+      "loss": 7.901728820800781,
+      "step": 2640
+    },
+    {
+      "epoch": 0.1793056959892147,
+      "grad_norm": 2055208960.0,
+      "learning_rate": 9e-05,
+      "loss": 7.956874847412109,
+      "step": 2660
+    },
+    {
+      "epoch": 0.18065385911695314,
+      "grad_norm": 2650800128.0,
+      "learning_rate": 9e-05,
+      "loss": 7.995229339599609,
+      "step": 2680
+    },
+    {
+      "epoch": 0.1820020222446916,
+      "grad_norm": 3288334336.0,
+      "learning_rate": 9e-05,
+      "loss": 8.019290161132812,
+      "step": 2700
+    },
+    {
+      "epoch": 0.18335018537243006,
+      "grad_norm": 3942645760.0,
+      "learning_rate": 9e-05,
+      "loss": 8.043710327148437,
+      "step": 2720
+    },
+    {
+      "epoch": 0.18469834850016853,
+      "grad_norm": 4630511616.0,
+      "learning_rate": 9e-05,
+      "loss": 8.043434143066406,
+      "step": 2740
+    },
+    {
+      "epoch": 0.18604651162790697,
+      "grad_norm": 5301600256.0,
+      "learning_rate": 9e-05,
+      "loss": 8.049758911132812,
+      "step": 2760
+    },
+    {
+      "epoch": 0.18739467475564545,
+      "grad_norm": 5972688896.0,
+      "learning_rate": 9e-05,
+      "loss": 8.061854553222656,
+      "step": 2780
+    },
+    {
+      "epoch": 0.1887428378833839,
+      "grad_norm": 6643777536.0,
+      "learning_rate": 9e-05,
+      "loss": 8.073146057128906,
+      "step": 2800
+    },
+    {
+      "epoch": 0.19009100101112233,
+      "grad_norm": 7281311744.0,
+      "learning_rate": 9e-05,
+      "loss": 8.076551818847657,
+      "step": 2820
+    },
+    {
+      "epoch": 0.1914391641388608,
+      "grad_norm": 7918845952.0,
+      "learning_rate": 9e-05,
+      "loss": 8.078580474853515,
+      "step": 2840
+    },
+    {
+      "epoch": 0.19278732726659925,
+      "grad_norm": 8556380160.0,
+      "learning_rate": 9e-05,
+      "loss": 8.073567199707032,
+      "step": 2860
+    },
+    {
+      "epoch": 0.19413549039433772,
+      "grad_norm": 9126805504.0,
+      "learning_rate": 9e-05,
+      "loss": 8.08355941772461,
+      "step": 2880
+    },
+    {
+      "epoch": 0.19548365352207617,
+      "grad_norm": 9730785280.0,
+      "learning_rate": 9e-05,
+      "loss": 8.085595703125,
+      "step": 2900
+    },
+    {
+      "epoch": 0.19683181664981464,
+      "grad_norm": 10267656192.0,
+      "learning_rate": 9e-05,
+      "loss": 8.09107666015625,
+      "step": 2920
+    },
+    {
+      "epoch": 0.19817997977755308,
+      "grad_norm": 10804527104.0,
+      "learning_rate": 9e-05,
+      "loss": 8.093254089355469,
+      "step": 2940
+    },
+    {
+      "epoch": 0.19952814290529153,
+      "grad_norm": 11341398016.0,
+      "learning_rate": 9e-05,
+      "loss": 8.094740295410157,
+      "step": 2960
+    },
+    {
+      "epoch": 0.20087630603303,
+      "grad_norm": 11811160064.0,
+      "learning_rate": 9e-05,
+      "loss": 8.100899505615235,
+      "step": 2980
+    },
+    {
+      "epoch": 0.20222446916076844,
+      "grad_norm": 12213813248.0,
+      "learning_rate": 9e-05,
+      "loss": 8.100372314453125,
+      "step": 3000
+    },
+    {
+      "epoch": 0.20357263228850692,
+      "grad_norm": 12616466432.0,
+      "learning_rate": 9e-05,
+      "loss": 8.101102447509765,
+      "step": 3020
+    },
+    {
+      "epoch": 0.20492079541624536,
+      "grad_norm": 13019119616.0,
+      "learning_rate": 9e-05,
+      "loss": 8.099246215820312,
+      "step": 3040
+    },
+    {
+      "epoch": 0.20626895854398383,
+      "grad_norm": 13421772800.0,
+      "learning_rate": 9e-05,
+      "loss": 8.084943389892578,
+      "step": 3060
+    },
+    {
+      "epoch": 0.20761712167172228,
+      "grad_norm": 13757317120.0,
+      "learning_rate": 9e-05,
+      "loss": 8.084758758544922,
+      "step": 3080
+    },
+    {
+      "epoch": 0.20896528479946072,
+      "grad_norm": 14159970304.0,
+      "learning_rate": 9e-05,
+      "loss": 8.089293670654296,
+      "step": 3100
+    },
+    {
+      "epoch": 0.2103134479271992,
+      "grad_norm": 14562623488.0,
+      "learning_rate": 9e-05,
+      "loss": 8.095923614501952,
+      "step": 3120
+    },
+    {
+      "epoch": 0.21166161105493764,
+      "grad_norm": 14965276672.0,
+      "learning_rate": 9e-05,
+      "loss": 8.09695816040039,
+      "step": 3140
+    },
+    {
+      "epoch": 0.2130097741826761,
+      "grad_norm": 15367929856.0,
+      "learning_rate": 9e-05,
+      "loss": 8.095108795166016,
+      "step": 3160
+    },
+    {
+      "epoch": 0.21435793731041455,
+      "grad_norm": 15770583040.0,
+      "learning_rate": 9e-05,
+      "loss": 8.094277954101562,
+      "step": 3180
+    },
+    {
+      "epoch": 0.21570610043815303,
+      "grad_norm": 16173236224.0,
+      "learning_rate": 9e-05,
+      "loss": 8.096886444091798,
+      "step": 3200
+    }
+  ],
+  "logging_steps": 20,
+  "max_steps": 3500,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 1,
+  "save_steps": 100,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 1.03241081683968e+16,
+  "train_batch_size": 64,
+  "trial_name": null,
+  "trial_params": null
+}
diff --git a/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-3200/training_args.bin b/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-3200/training_args.bin
new file mode 100644
index 0000000000000000000000000000000000000000..c1e7646e238287016f463d9c164308eeb61907be
--- /dev/null
+++ b/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-3200/training_args.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:759f687547d62f080b691b398df9dd337d9e21ff107770065591d2088b29bf88
+size 4920
diff --git a/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-3300/config.json b/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-3300/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..ddf778ded4e2e08f20c75fc7d22d4fbdcdda599a
--- /dev/null
+++ b/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-3300/config.json
@@ -0,0 +1,36 @@
+{
+  "activation": "gelu",
+  "architectures": [
+    "TinyLlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 1,
+  "dtype": "bfloat16",
+  "eos_token_id": 2,
+  "head_dim": 32,
+  "hidden_act": "silu",
+  "hidden_size": 128,
+  "initializer_range": 0.02,
+  "intermediate_size": 256,
+  "max_position_embeddings": 512,
+  "mlp_bias": false,
+  "mlp_type": "glu",
+  "model_type": "tiny_llama",
+  "num_attention_heads": 4,
+  "num_hidden_layers": 100,
+  "num_key_value_heads": 4,
+  "pad_token_id": 0,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-06,
+  "rope_parameters": {
+    "rope_theta": 10000.0,
+    "rope_type": "default"
+  },
+  "tie_word_embeddings": true,
+  "tokenizer_name": "w-ahmad/tiny-stories-tokenizer",
+  "transformers_version": "5.16.0.dev0",
+  "use_cache": false,
+  "vocab_size": 4096,
+  "waleed_beta": 4
+}
diff --git a/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-3300/model.safetensors b/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-3300/model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..7ead1e173f832da85e9f24ea10fba1f17b036f6d
--- /dev/null
+++ b/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-3300/model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a59f837f2e46c211cb589b93a5a0cb4ef23a839b758560786241ea0034de9682
+size 33967272
diff --git a/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-3300/optimizer.pt b/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-3300/optimizer.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d5ab2dc66634de07764c91f762fe84c37042f53
--- /dev/null
+++ b/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-3300/optimizer.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a8b9d735aa1f9f39d99ce617c088475be0a6de8b99e350be0535ac1bbb78cb0
+size 39573050
diff --git a/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-3300/rng_state.pth b/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-3300/rng_state.pth
new file mode 100644
index 0000000000000000000000000000000000000000..e29ad0909e8c1afefa182e7ed890fa257c75af25
--- /dev/null
+++ b/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-3300/rng_state.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cf9097d4513154245c48236b6ec5137b7ee2a21c9f58f2cba798ea275c6026f
+size 14244
diff --git a/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-3300/scheduler.pt b/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-3300/scheduler.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76ff0972af88ad6ee2d60f74da0a8786e58bfa2b
--- /dev/null
+++ b/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-3300/scheduler.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9751c40def32406332f8de58ba93b20f2a7e67943c9e04a0e73992386f74e398
+size 1064
diff --git a/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-3300/tokenizer.json b/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-3300/tokenizer.json
new file mode 100644
index 0000000000000000000000000000000000000000..4e4e61f2579f8f18013caa72cd48f66b9ed1ad9f
--- /dev/null
+++ b/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-3300/tokenizer.json
@@ -0,0 +1,19501 @@
+{
+  "version": "1.0",
+  "truncation": null,
+  "padding": null,
+  "added_tokens": [
+    {
+      "id": 0,
+      "content": "<|endoftext|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": true
+    }
+  ],
+  "normalizer": null,
+  "pre_tokenizer": {
+    "type": "ByteLevel",
+    "add_prefix_space": false,
+    "trim_offsets": true,
+    "use_regex": true
+  },
+  "post_processor": {
+    "type": "ByteLevel",
+    "add_prefix_space": true,
+    "trim_offsets": false,
+    "use_regex": true
+  },
+  "decoder": {
+    "type": "ByteLevel",
+    "add_prefix_space": true,
+    "trim_offsets": true,
+    "use_regex": true
+  },
+  "model": {
+    "type": "BPE",
+    "dropout": null,
+    "unk_token": null,
+    "continuing_subword_prefix": "",
+    "end_of_word_suffix": "",
+    "fuse_unk": false,
+    "byte_fallback": false,
+    "ignore_merges": false,
+    "vocab": {
+      "<|endoftext|>": 0,
+      "!": 1,
+      "\"": 2,
+      "#": 3,
+      "$": 4,
+      "%": 5,
+      "&": 6,
+      "'": 7,
+      "(": 8,
+      ")": 9,
+      "*": 10,
+      "+": 11,
+      ",": 12,
+      "-": 13,
+      ".": 14,
+      "/": 15,
+      "0": 16,
+      "1": 17,
+      "2": 18,
+      "3": 19,
+      "4": 20,
+      "5": 21,
+      "6": 22,
+      "7": 23,
+      "8": 24,
+      "9": 25,
+      ":": 26,
+      ";": 27,
+      "<": 28,
+      "=": 29,
+      ">": 30,
+      "?": 31,
+      "@": 32,
+      "A": 33,
+      "B": 34,
+      "C": 35,
+      "D": 36,
+      "E": 37,
+      "F": 38,
+      "G": 39,
+      "H": 40,
+      "I": 41,
+      "J": 42,
+      "K": 43,
+      "L": 44,
+      "M": 45,
+      "N": 46,
+      "O": 47,
+      "P": 48,
+      "Q": 49,
+      "R": 50,
+      "S": 51,
+      "T": 52,
+      "U": 53,
+      "V": 54,
+      "W": 55,
+      "X": 56,
+      "Y": 57,
+      "Z": 58,
+      "[": 59,
+      "\\": 60,
+      "]": 61,
+      "^": 62,
+      "_": 63,
+      "`": 64,
+      "a": 65,
+      "b": 66,
+      "c": 67,
+      "d": 68,
+      "e": 69,
+      "f": 70,
+      "g": 71,
+      "h": 72,
+      "i": 73,
+      "j": 74,
+      "k": 75,
+      "l": 76,
+      "m": 77,
+      "n": 78,
+      "o": 79,
+      "p": 80,
+      "q": 81,
+      "r": 82,
+      "s": 83,
+      "t": 84,
+      "u": 85,
+      "v": 86,
+      "w": 87,
+      "x": 88,
+      "y": 89,
+      "z": 90,
+      "{": 91,
+      "|": 92,
+      "}": 93,
+      "~": 94,
+      "¡": 95,
+      "¢": 96,
+      "£": 97,
+      "¤": 98,
+      "¥": 99,
+      "¦": 100,
+      "§": 101,
+      "¨": 102,
+      "©": 103,
+      "ª": 104,
+      "«": 105,
+      "¬": 106,
+      "®": 107,
+      "¯": 108,
+      "°": 109,
+      "±": 110,
+      "²": 111,
+      "³": 112,
+      "´": 113,
+      "µ": 114,
+      "¶": 115,
+      "·": 116,
+      "¸": 117,
+      "¹": 118,
+      "º": 119,
+      "»": 120,
+      "¼": 121,
+      "½": 122,
+      "¾": 123,
+      "¿": 124,
+      "À": 125,
+      "Á": 126,
+      "Â": 127,
+      "Ã": 128,
+      "Ä": 129,
+      "Å": 130,
+      "Æ": 131,
+      "Ç": 132,
+      "È": 133,
+      "É": 134,
+      "Ê": 135,
+      "Ë": 136,
+      "Ì": 137,
+      "Í": 138,
+      "Î": 139,
+      "Ï": 140,
+      "Ð": 141,
+      "Ñ": 142,
+      "Ò": 143,
+      "Ó": 144,
+      "Ô": 145,
+      "Õ": 146,
+      "Ö": 147,
+      "×": 148,
+      "Ø": 149,
+      "Ù": 150,
+      "Ú": 151,
+      "Û": 152,
+      "Ü": 153,
+      "Ý": 154,
+      "Þ": 155,
+      "ß": 156,
+      "à": 157,
+      "á": 158,
+      "â": 159,
+      "ã": 160,
+      "ä": 161,
+      "å": 162,
+      "æ": 163,
+      "ç": 164,
+      "è": 165,
+      "é": 166,
+      "ê": 167,
+      "ë": 168,
+      "ì": 169,
+      "í": 170,
+      "î": 171,
+      "ï": 172,
+      "ð": 173,
+      "ñ": 174,
+      "ò": 175,
+      "ó": 176,
+      "ô": 177,
+      "õ": 178,
+      "ö": 179,
+      "÷": 180,
+      "ø": 181,
+      "ù": 182,
+      "ú": 183,
+      "û": 184,
+      "ü": 185,
+      "ý": 186,
+      "þ": 187,
+      "ÿ": 188,
+      "Ā": 189,
+      "ā": 190,
+      "Ă": 191,
+      "ă": 192,
+      "Ą": 193,
+      "ą": 194,
+      "Ć": 195,
+      "ć": 196,
+      "Ĉ": 197,
+      "ĉ": 198,
+      "Ċ": 199,
+      "ċ": 200,
+      "Č": 201,
+      "č": 202,
+      "Ď": 203,
+      "ď": 204,
+      "Đ": 205,
+      "đ": 206,
+      "Ē": 207,
+      "ē": 208,
+      "Ĕ": 209,
+      "ĕ": 210,
+      "Ė": 211,
+      "ė": 212,
+      "Ę": 213,
+      "ę": 214,
+      "Ě": 215,
+      "ě": 216,
+      "Ĝ": 217,
+      "ĝ": 218,
+      "Ğ": 219,
+      "ğ": 220,
+      "Ġ": 221,
+      "ġ": 222,
+      "Ģ": 223,
+      "ģ": 224,
+      "Ĥ": 225,
+      "ĥ": 226,
+      "Ħ": 227,
+      "ħ": 228,
+      "Ĩ": 229,
+      "ĩ": 230,
+      "Ī": 231,
+      "ī": 232,
+      "Ĭ": 233,
+      "ĭ": 234,
+      "Į": 235,
+      "į": 236,
+      "İ": 237,
+      "ı": 238,
+      "IJ": 239,
+      "ij": 240,
+      "Ĵ": 241,
+      "ĵ": 242,
+      "Ķ": 243,
+      "ķ": 244,
+      "ĸ": 245,
+      "Ĺ": 246,
+      "ĺ": 247,
+      "Ļ": 248,
+      "ļ": 249,
+      "Ľ": 250,
+      "ľ": 251,
+      "Ŀ": 252,
+      "ŀ": 253,
+      "Ł": 254,
+      "ł": 255,
+      "Ń": 256,
+      "he": 257,
+      "Ġt": 258,
+      "Ġa": 259,
+      "Ġs": 260,
+      "Ġw": 261,
+      "nd": 262,
+      "Ġthe": 263,
+      "ed": 264,
+      "Ġand": 265,
+      "Ġto": 266,
+      "Ġb": 267,
+      "in": 268,
+      "Ġh": 269,
+      "Ġwa": 270,
+      "re": 271,
+      "Ġf": 272,
+      "it": 273,
+      "ou": 274,
+      "Ġc": 275,
+      "Ġl": 276,
+      "Ġhe": 277,
+      "Ġd": 278,
+      "er": 279,
+      "Ġwas": 280,
+      "Ġm": 281,
+      "Ġp": 282,
+      "om": 283,
+      "ĠT": 284,
+      "Ġo": 285,
+      "ay": 286,
+      "ar": 287,
+      "ing": 288,
+      "is": 289,
+      "Ġg": 290,
+      "il": 291,
+      "id": 292,
+      "at": 293,
+      "en": 294,
+      "Ġn": 295,
+      "Ġsa": 296,
+      "Ġha": 297,
+      "ĠS": 298,
+      "im": 299,
+      "an": 300,
+      "ĠThe": 301,
+      "or": 302,
+      "on": 303,
+      "Ġit": 304,
+      "Ġth": 305,
+      "ll": 306,
+      "le": 307,
+      "ĠH": 308,
+      "Ġher": 309,
+      "et": 310,
+      "ot": 311,
+      "ir": 312,
+      "ĠShe": 313,
+      "ĠHe": 314,
+      "ver": 315,
+      "es": 316,
+      "Ġin": 317,
+      "ut": 318,
+      "ow": 319,
+      "ck": 320,
+      "Ġe": 321,
+      "Ġu": 322,
+      "ld": 323,
+      "ĠThey": 324,
+      "oo": 325,
+      "ig": 326,
+      "Ġsaid": 327,
+      "am": 328,
+      "ily": 329,
+      "Ġbe": 330,
+      "Ġy": 331,
+      "Ġr": 332,
+      "Ġst": 333,
+      "ce": 334,
+      "Ġshe": 335,
+      "Ġ\"": 336,
+      "pp": 337,
+      "ke": 338,
+      "ith": 339,
+      "On": 340,
+      "ĠI": 341,
+      "Ġwith": 342,
+      "ve": 343,
+      "Lily": 344,
+      "Ġon": 345,
+      "Ġof": 346,
+      "Ġso": 347,
+      "Ġhis": 348,
+      "ked": 349,
+      "ri": 350,
+      "nt": 351,
+      "very": 352,
+      "Ġpl": 353,
+      "Ġday": 354,
+      "ad": 355,
+      "Ġyou": 356,
+      "Ġthat": 357,
+      "Ġup": 358,
+      "Ġhad": 359,
+      "st": 360,
+      "Ġplay": 361,
+      "Ġthey": 362,
+      "ĠLily": 363,
+      "Ġwe": 364,
+      "Ġmom": 365,
+      "my": 366,
+      "Ġfor": 367,
+      "el": 368,
+      "ould": 369,
+      "un": 370,
+      "ĠB": 371,
+      "'s": 372,
+      "itt": 373,
+      "ent": 374,
+      "Ġhapp": 375,
+      "The": 376,
+      "ch": 377,
+      "Ġli": 378,
+      "out": 379,
+      "Ġwant": 380,
+      "Ġsh": 381,
+      "her": 382,
+      "ly": 383,
+      "ime": 384,
+      "ittle": 385,
+      "ound": 386,
+      "Ġvery": 387,
+      "Ġtime": 388,
+      "ome": 389,
+      "Ġlittle": 390,
+      "Ġthere": 391,
+      "se": 392,
+      "Ġdo": 393,
+      "Ġwh": 394,
+      "all": 395,
+      "Ġk": 396,
+      "end": 397,
+      "al": 398,
+      "ht": 399,
+      "Ġne": 400,
+      "Ġre": 401,
+      "Ġnot": 402,
+      "Ġhappy": 403,
+      "ĠĊ": 404,
+      "Ġbig": 405,
+      "ĠM": 406,
+      "Ġbut": 407,
+      "Ġsm": 408,
+      "ack": 409,
+      "Ġsaw": 410,
+      "ĠIt": 411,
+      "Ġas": 412,
+      "Ġan": 413,
+      "ra": 414,
+      "riend": 415,
+      "Ġfriend": 416,
+      "ide": 417,
+      "One": 418,
+      "ry": 419,
+      "'t": 420,
+      "ved": 421,
+      "Ġis": 422,
+      "Once": 423,
+      "ake": 424,
+      ".\"": 425,
+      "Ġwere": 426,
+      "ter": 427,
+      "ug": 428,
+      "Ġloo": 429,
+      "Ġlo": 430,
+      "ore": 431,
+      "ec": 432,
+      "ĠTim": 433,
+      "Ġhim": 434,
+      "Ġbo": 435,
+      "!\"": 436,
+      "Ġtoo": 437,
+      "Ġgo": 438,
+      "Ġupon": 439,
+      "irl": 440,
+      "Ġj": 441,
+      "Ġwanted": 442,
+      "Ġgirl": 443,
+      "Ġse": 444,
+      "Ġout": 445,
+      "ard": 446,
+      "way": 447,
+      "Ġsp": 448,
+      "ill": 449,
+      "ind": 450,
+      "Ġthem": 451,
+      "Ġcould": 452,
+      "fu": 453,
+      "hen": 454,
+      "Ġat": 455,
+      "ur": 456,
+      "Ġdid": 457,
+      "Ġsmil": 458,
+      "Ġtheir": 459,
+      "Ġare": 460,
+      "Ġex": 461,
+      "ĠA": 462,
+      "ain": 463,
+      "Ġwent": 464,
+      "art": 465,
+      "hed": 466,
+      "rom": 467,
+      "ic": 468,
+      "round": 469,
+      "Ġhave": 470,
+      "Ġnam": 471,
+      "lp": 472,
+      "Ġall": 473,
+      "ĠJ": 474,
+      "ful": 475,
+      "Ġkn": 476,
+      "hing": 477,
+      "ood": 478,
+      "Ġhelp": 479,
+      "ight": 480,
+      "Ġfriends": 481,
+      "one": 482,
+      "ark": 483,
+      "Ġback": 484,
+      "um": 485,
+      "Ġcan": 486,
+      "Ġnamed": 487,
+      "Ġcl": 488,
+      "?\"": 489,
+      "Ġfun": 490,
+      "are": 491,
+      "ĠBen": 492,
+      "Ġloved": 493,
+      "Ġal": 494,
+      "elt": 495,
+      "ĠTimmy": 496,
+      "ĠOne": 497,
+      "op": 498,
+      "side": 499,
+      "Ġle": 500,
+      "Ġno": 501,
+      "Ġsc": 502,
+      "ĠTom": 503,
+      "Ġfelt": 504,
+      "oug": 505,
+      "Ġsmiled": 506,
+      "ick": 507,
+      "Ġasked": 508,
+      "You": 509,
+      "Ġtoy": 510,
+      "Ġman": 511,
+      "Ġaround": 512,
+      "ame": 513,
+      "Ġfe": 514,
+      "Ġsay": 515,
+      "Ġboy": 516,
+      "Ġsome": 517,
+      "Ġlooked": 518,
+      "ure": 519,
+      "omet": 520,
+      "Ġbr": 521,
+      "Ġwould": 522,
+      "Ġme": 523,
+      "Ġbir": 524,
+      "Ġlike": 525,
+      "get": 526,
+      "Ġstart": 527,
+      "Ġro": 528,
+      "as": 529,
+      "Ġsee": 530,
+      "ĠW": 531,
+      "ice": 532,
+      "ong": 533,
+      "Ġbird": 534,
+      "Ġsomet": 535,
+      "dd": 536,
+      "Ġwor": 537,
+      "ade": 538,
+      "ie": 539,
+      "king": 540,
+      "Ġag": 541,
+      "own": 542,
+      "Ġtre": 543,
+      "Ġfa": 544,
+      "Ġaway": 545,
+      "Ġwhat": 546,
+      "ings": 547,
+      "Ġstarted": 548,
+      "gether": 549,
+      "Ġran": 550,
+      "â": 551,
+      "âĤ": 552,
+      "âĤ¬": 553,
+      "ared": 554,
+      "Ġmake": 555,
+      "ĠBut": 556,
+      "ited": 557,
+      "if": 558,
+      "oud": 559,
+      "Ġmade": 560,
+      "Ġtogether": 561,
+      "Ġsomething": 562,
+      "Ġexc": 563,
+      "ag": 564,
+      "Ġco": 565,
+      "Ġpark": 566,
+      "Ġnew": 567,
+      "Ġsad": 568,
+      "Ġput": 569,
+      ",\"": 570,
+      "Ġfrom": 571,
+      "ble": 572,
+      "ther": 573,
+      "Ġpr": 574,
+      "Ġmu": 575,
+      "Ġcar": 576,
+      "Ġhome": 577,
+      "ĠYou": 578,
+      "Ġthen": 579,
+      "Ġwhen": 580,
+      "Ġfound": 581,
+      "ell": 582,
+      "Ġother": 583,
+      "Ġagain": 584,
+      "Ġch": 585,
+      "Ġdec": 586,
+      "Ġwho": 587,
+      "Ġla": 588,
+      "ried": 589,
+      "ss": 590,
+      "Ġgood": 591,
+      "Ġhug": 592,
+      "ĠL": 593,
+      "pped": 594,
+      "Ġwal": 595,
+      "ep": 596,
+      "ally": 597,
+      "Ġsays": 598,
+      "Ġfl": 599,
+      "est": 600,
+      "ach": 601,
+      "ĠE": 602,
+      "Ġexcited": 603,
+      "pl": 604,
+      "qu": 605,
+      "ook": 606,
+      "Ġget": 607,
+      "ought": 608,
+      "Ġplaying": 609,
+      "Ġgot": 610,
+      "Ġsw": 611,
+      "ous": 612,
+      "hat": 613,
+      "ny": 614,
+      "ided": 615,
+      "uck": 616,
+      "Ġthings": 617,
+      "Ġevery": 618,
+      "Ġdecided": 619,
+      "Ġcame": 620,
+      "Ġbec": 621,
+      "ave": 622,
+      "ro": 623,
+      "ax": 624,
+      "Ġliked": 625,
+      "Ġdown": 626,
+      "Ġdog": 627,
+      "Ġscared": 628,
+      "Ġv": 629,
+      "udd": 630,
+      "ust": 631,
+      "Ġone": 632,
+      "Ġfind": 633,
+      "Ġbl": 634,
+      "Ġthan": 635,
+      "ĠD": 636,
+      "ouse": 637,
+      "ways": 638,
+      "Ġkne": 639,
+      "Ġdidn": 640,
+      "ap": 641,
+      "Ġmommy": 642,
+      "Ġcare": 643,
+      "Ġalways": 644,
+      "Ġab": 645,
+      "ist": 646,
+      "Ġdad": 647,
+      "Ġfeel": 648,
+      "ara": 649,
+      "bb": 650,
+      "arn": 651,
+      "fe": 652,
+      "Ġyour": 653,
+      "Ġoutside": 654,
+      "ue": 655,
+      "Ġgra": 656,
+      "ant": 657,
+      "Ġke": 658,
+      "ĠMom": 659,
+      "Ġtook": 660,
+      "Ġlot": 661,
+      "nn": 662,
+      "Ġbu": 663,
+      "Ġabout": 664,
+      "ess": 665,
+      "ĠF": 666,
+      "nder": 667,
+      "Ġtree": 668,
+      "eci": 669,
+      "Ġlook": 670,
+      "Ġpo": 671,
+      "Ġmy": 672,
+      "our": 673,
+      "Ġtoys": 674,
+      "ite": 675,
+      "ched": 676,
+      "Ġknew": 677,
+      "Ġthought": 678,
+      "ened": 679,
+      "Ġlearn": 680,
+      "Ġint": 681,
+      "Ġold": 682,
+      "Ġmore": 683,
+      "nna": 684,
+      "ise": 685,
+      "ged": 686,
+      "Ġta": 687,
+      "udden": 688,
+      "ecial": 689,
+      "Ġspecial": 690,
+      "ĠMax": 691,
+      "au": 692,
+      "Ġwill": 693,
+      "ers": 694,
+      "They": 695,
+      "ret": 696,
+      "Ġpe": 697,
+      "Ġho": 698,
+      "ĠSam": 699,
+      "Ġtake": 700,
+      "Ġball": 701,
+      "Ġknow": 702,
+      "Ġlaug": 703,
+      "fter": 704,
+      "uddenly": 705,
+      "Ġcat": 706,
+      "Ġhow": 707,
+      "ive": 708,
+      "Ġtr": 709,
+      "Ġmuch": 710,
+      "Ġany": 711,
+      "Ġpu": 712,
+      "ma": 713,
+      "Ġsl": 714,
+      "Ġsor": 715,
+      "Ġmo": 716,
+      "ven": 717,
+      "ish": 718,
+      "Ġshow": 719,
+      "Ġcouldn": 720,
+      "ause": 721,
+      "ink": 722,
+      "But": 723,
+      "Ġhouse": 724,
+      "Ġinto": 725,
+      "ump": 726,
+      "Ġover": 727,
+      "Ġtried": 728,
+      "and": 729,
+      "Ġeat": 730,
+      "Ġsk": 731,
+      "Ġsun": 732,
+      "Ġtw": 733,
+      "Ġclo": 734,
+      "ia": 735,
+      "Ġrun": 736,
+      "Ġhand": 737,
+      "ĠEvery": 738,
+      "Ġen": 739,
+      "Ġinside": 740,
+      "dy": 741,
+      "Ġif": 742,
+      "Ġtold": 743,
+      "Ġnever": 744,
+      "ion": 745,
+      "Ġqu": 746,
+      "Ġbecause": 747,
+      "by": 748,
+      "Ġproud": 749,
+      "Ġgave": 750,
+      "Ġsorry": 751,
+      "Ġthis": 752,
+      "Ġop": 753,
+      "Ġplayed": 754,
+      "ate": 755,
+      "Ġexpl": 756,
+      "Ġheard": 757,
+      "ty": 758,
+      "Ġor": 759,
+      "Ġwater": 760,
+      "ank": 761,
+      "ge": 762,
+      "sed": 763,
+      "Ġpick": 764,
+      "other": 765,
+      "Ġroom": 766,
+      "etter": 767,
+      "Ġjust": 768,
+      "ace": 769,
+      "Ġhugged": 770,
+      "ak": 771,
+      "Ġgre": 772,
+      "here": 773,
+      "Ġoff": 774,
+      "ĠSara": 775,
+      "Ġpret": 776,
+      "ile": 777,
+      "Ġeach": 778,
+      "Ġcom": 779,
+      "Ġlong": 780,
+      "Ġbox": 781,
+      "ort": 782,
+      "Ġstr": 783,
+      "iz": 784,
+      "Ġunt": 785,
+      "Ġwat": 786,
+      "oth": 787,
+      "Ġneed": 788,
+      "Ġjo": 789,
+      "ĠWe": 790,
+      "Tom": 791,
+      "Ġsmall": 792,
+      "ine": 793,
+      "Ġbear": 794,
+      "Mom": 795,
+      "Ġuntil": 796,
+      "Ġnice": 797,
+      "Ġtry": 798,
+      "ving": 799,
+      "uc": 800,
+      "sel": 801,
+      "ough": 802,
+      "Ġlearned": 803,
+      "Ġkind": 804,
+      "ĠAnna": 805,
+      "ild": 806,
+      "Ġfo": 807,
+      "Ġmany": 808,
+      "'m": 809,
+      "ĠJack": 810,
+      "Ġbetter": 811,
+      "Ġim": 812,
+      "gry": 813,
+      "imal": 814,
+      "Ġanimal": 815,
+      "urt": 816,
+      "ft": 817,
+      "Ġend": 818,
+      "Ġsn": 819,
+      "aut": 820,
+      "Ġte": 821,
+      "Ġcle": 822,
+      "ĠJo": 823,
+      "vent": 824,
+      "urp": 825,
+      "Ġgr": 826,
+      "Ġbeaut": 827,
+      "Ġjump": 828,
+      "mb": 829,
+      "Ġad": 830,
+      "ream": 831,
+      "pt": 832,
+      "ĠSo": 833,
+      "ĠHer": 834,
+      "Ġflow": 835,
+      "ies": 836,
+      "Ġche": 837,
+      "Ġbra": 838,
+      "Ġthanked": 839,
+      "Ġeven": 840,
+      "Ġbest": 841,
+      "Ġcall": 842,
+      "ady": 843,
+      "He": 844,
+      "Ġlots": 845,
+      "Ġlaughed": 846,
+      "self": 847,
+      "Ġra": 848,
+      "Ġway": 849,
+      "ars": 850,
+      "urn": 851,
+      "Ġby": 852,
+      "Ġfast": 853,
+      "lly": 854,
+      "Ġfam": 855,
+      "ĠC": 856,
+      "ves": 857,
+      "arden": 858,
+      "Ġgarden": 859,
+      "Ġbeauti": 860,
+      "wn": 861,
+      "Th": 862,
+      "Ġbeautiful": 863,
+      "Ġloud": 864,
+      "lew": 865,
+      "Ġsky": 866,
+      "Ġdon": 867,
+      "hn": 868,
+      "ered": 869,
+      "iny": 870,
+      "Ġcareful": 871,
+      "Ġlove": 872,
+      "Ġfi": 873,
+      "ĠThen": 874,
+      "Åĵ": 875,
+      "ase": 876,
+      "ect": 877,
+      "Ġsafe": 878,
+      "ĠAnd": 879,
+      "Ġunder": 880,
+      "Ġcome": 881,
+      "ĠFrom": 882,
+      "Yes": 883,
+      "ĠMia": 884,
+      "It": 885,
+      "me": 886,
+      "Ġhard": 887,
+      "Ġcu": 888,
+      "Ġwo": 889,
+      "Ġlist": 890,
+      "Ġstay": 891,
+      "ane": 892,
+      "sh": 893,
+      "ople": 894,
+      "Ġgl": 895,
+      "ning": 896,
+      "Ġstill": 897,
+      "ool": 898,
+      "Ġhurt": 899,
+      "ree": 900,
+      "ĠHis": 901,
+      "Ġimp": 902,
+      "Ġfamily": 903,
+      "Ġâ": 904,
+      "Ġboth": 905,
+      "rm": 906,
+      "igh": 907,
+      "Ġlived": 908,
+      "hes": 909,
+      "When": 910,
+      "Ġpeople": 911,
+      "Ġanimals": 912,
+      "Ġcol": 913,
+      "Ġbrave": 914,
+      "Ġwalked": 915,
+      "ob": 916,
+      "Tim": 917,
+      "ct": 918,
+      "Ġlet": 919,
+      "urpr": 920,
+      "ĠWhen": 921,
+      "Ġtwo": 922,
+      "Ġsurpr": 923,
+      "Ġshould": 924,
+      "ished": 925,
+      "Ġbad": 926,
+      "ress": 927,
+      "Ġkept": 928,
+      "Ġfore": 929,
+      "Ġflew": 930,
+      "Ġfin": 931,
+      "Ġstor": 932,
+      "Ġfly": 933,
+      "ast": 934,
+      "ised": 935,
+      "ip": 936,
+      "Ġits": 937,
+      "led": 938,
+      "ock": 939,
+      "ucy": 940,
+      "fore": 941,
+      "Ġgoing": 942,
+      "Ġclean": 943,
+      "Ġdan": 944,
+      "Ġpic": 945,
+      "Ġsoon": 946,
+      "Ġcalled": 947,
+      "Ġshare": 948,
+      "kay": 949,
+      "Ġangry": 950,
+      "Ġrock": 951,
+      "Ġcon": 952,
+      "Ġpretty": 953,
+      "No": 954,
+      "Ġide": 955,
+      "ied": 956,
+      "illy": 957,
+      "Ġground": 958,
+      "xt": 959,
+      "Ġred": 960,
+      "Ġexplore": 961,
+      "Ġcry": 962,
+      "Ġadvent": 963,
+      "Ġsto": 964,
+      "so": 965,
+      "Ġreal": 966,
+      "Let": 967,
+      "Ġwind": 968,
+      "Ġshiny": 969,
+      "be": 970,
+      "Ġbook": 971,
+      "Ġalso": 972,
+      "Ġdoll": 973,
+      "Ġidea": 974,
+      "Ġbefore": 975,
+      "Ġopened": 976,
+      "dded": 977,
+      "Ġwhile": 978,
+      "ummy": 979,
+      "Ġkeep": 980,
+      "Ġey": 981,
+      "Ġnow": 982,
+      "Ġdoor": 983,
+      "Ġfeeling": 984,
+      "âĤ¬â": 985,
+      "oon": 986,
+      "oy": 987,
+      "Ġwalking": 988,
+      "Ġnoise": 989,
+      "Ġfr": 990,
+      "les": 991,
+      "age": 992,
+      "ious": 993,
+      "Ġcolor": 994,
+      "Ġturn": 995,
+      "thing": 996,
+      "ff": 997,
+      "uch": 998,
+      "th": 999,
+      "Ġbed": 1000,
+      "ary": 1001,
+      "Ġdra": 1002,
+      "Ġpicked": 1003,
+      "imb": 1004,
+      "eet": 1005,
+      "Ġclimb": 1006,
+      "Ġdel": 1007,
+      "What": 1008,
+      "Ġbeing": 1009,
+      "Ġfood": 1010,
+      "Ġun": 1011,
+      "Ġfar": 1012,
+      "ture": 1013,
+      "joy": 1014,
+      "Ġadventure": 1015,
+      "ac": 1016,
+      "Ġsmile": 1017,
+      "Ġdif": 1018,
+      "Ħ¢": 1019,
+      "âĤ¬âĦ¢": 1020,
+      "memb": 1021,
+      "Ġwr": 1022,
+      "Ġthr": 1023,
+      "ught": 1024,
+      "Ġlooking": 1025,
+      "Ġnext": 1026,
+      "iced": 1027,
+      "ĠLucy": 1028,
+      "Ġnodded": 1029,
+      "Ġquick": 1030,
+      "ĠP": 1031,
+      "Ġdis": 1032,
+      "Ġrepl": 1033,
+      "ĠDad": 1034,
+      "Ġwait": 1035,
+      "ized": 1036,
+      "Ġforest": 1037,
+      "Ġclos": 1038,
+      "ĠSuddenly": 1039,
+      "Ġtra": 1040,
+      "That": 1041,
+      "Ġeyes": 1042,
+      "ger": 1043,
+      "bbit": 1044,
+      "ted": 1045,
+      "Ġown": 1046,
+      "Ġrain": 1047,
+      "Ġimport": 1048,
+      "Ġgreat": 1049,
+      "Ġrememb": 1050,
+      "Ġpicture": 1051,
+      "Thank": 1052,
+      "Suddenly": 1053,
+      "Ġstopped": 1054,
+      "Ġenjoy": 1055,
+      "Ġvo": 1056,
+      "Ben": 1057,
+      "Ġgive": 1058,
+      "Ġimportant": 1059,
+      "Ġwork": 1060,
+      "Ġnear": 1061,
+      "gan": 1062,
+      "pot": 1063,
+      "Ġever": 1064,
+      "Ġapp": 1065,
+      "Ġafter": 1066,
+      "Ġquickly": 1067,
+      "Ġlisten": 1068,
+      "Ġbre": 1069,
+      "ting": 1070,
+      "bbed": 1071,
+      "Ġma": 1072,
+      "Ġfish": 1073,
+      "Ġreplied": 1074,
+      "Ġrabbit": 1075,
+      "Ġhands": 1076,
+      "ĠG": 1077,
+      "Ġnoticed": 1078,
+      "Ġbro": 1079,
+      "Ġslide": 1080,
+      "Ġthink": 1081,
+      "Ġwalk": 1082,
+      "Ġtruck": 1083,
+      "Ġac": 1084,
+      "kes": 1085,
+      "Ġstrong": 1086,
+      "She": 1087,
+      "Ġshowed": 1088,
+      "Ġde": 1089,
+      "Ġeveryone": 1090,
+      "Ġwonder": 1091,
+      "fere": 1092,
+      "bye": 1093,
+      "Ġdiffere": 1094,
+      "irst": 1095,
+      "So": 1096,
+      "Ġsure": 1097,
+      "Ġhas": 1098,
+      "Ġright": 1099,
+      "Ġbeen": 1100,
+      "Ġbecame": 1101,
+      "Ġsound": 1102,
+      "maz": 1103,
+      "Ġtow": 1104,
+      "Ġru": 1105,
+      "Ġtal": 1106,
+      "Ġamaz": 1107,
+      "Ġhead": 1108,
+      "Ġshout": 1109,
+      "Ġbright": 1110,
+      "Ġye": 1111,
+      "Ġwatched": 1112,
+      "ĠR": 1113,
+      "Ġmor": 1114,
+      "Ġchild": 1115,
+      "able": 1116,
+      "Ġmean": 1117,
+      "Ġwhere": 1118,
+      "llow": 1119,
+      "Ġhigh": 1120,
+      "ĠSue": 1121,
+      "Ġface": 1122,
+      "Ġcook": 1123,
+      "day": 1124,
+      "aybe": 1125,
+      "Ġwatch": 1126,
+      "Ġblue": 1127,
+      "aught": 1128,
+      "Ġdifferent": 1129,
+      "Ġstore": 1130,
+      "ĠN": 1131,
+      "Ġgoodbye": 1132,
+      "Ġdress": 1133,
+      "ull": 1134,
+      "ĠBob": 1135,
+      "ng": 1136,
+      "ange": 1137,
+      "Ġsqu": 1138,
+      "Ġokay": 1139,
+      "isy": 1140,
+      "lease": 1141,
+      "ĠMommy": 1142,
+      "Ġvoice": 1143,
+      "Jo": 1144,
+      "ath": 1145,
+      "Ġnight": 1146,
+      "ĠSpot": 1147,
+      "Ġus": 1148,
+      "Ġboat": 1149,
+      "Ġflowers": 1150,
+      "Ġplace": 1151,
+      "Ġfollow": 1152,
+      "Ġar": 1153,
+      "Ġuse": 1154,
+      "Ġcloser": 1155,
+      "unny": 1156,
+      "leep": 1157,
+      "ired": 1158,
+      "Ġfav": 1159,
+      "Ġyell": 1160,
+      "Ġgrabbed": 1161,
+      "Ġcuri": 1162,
+      "Ġwarm": 1163,
+      "Ġcr": 1164,
+      "Ġforg": 1165,
+      "ĠSarah": 1166,
+      "ĠJohn": 1167,
+      "Ġmag": 1168,
+      "Ġstick": 1169,
+      "We": 1170,
+      "Ġjumped": 1171,
+      "Ġcake": 1172,
+      "more": 1173,
+      "Ġtell": 1174,
+      "Ġanymore": 1175,
+      "After": 1176,
+      "Ġbutter": 1177,
+      "ndma": 1178,
+      "Ġthree": 1179,
+      "Ġask": 1180,
+      "co": 1181,
+      "Ġour": 1182,
+      "lie": 1183,
+      "Ġcurious": 1184,
+      "ount": 1185,
+      "orn": 1186,
+      "Ġcont": 1187,
+      "Ġfell": 1188,
+      "ached": 1189,
+      "ĠTh": 1190,
+      "Ġbirds": 1191,
+      "ass": 1192,
+      "Her": 1193,
+      "iss": 1194,
+      "Ġhelped": 1195,
+      "ĠJane": 1196,
+      "Ġpull": 1197,
+      "Ġfirst": 1198,
+      "itc": 1199,
+      "Ġblock": 1200,
+      "Ġhop": 1201,
+      "Ġbit": 1202,
+      "Ġdr": 1203,
+      "Ġrealized": 1204,
+      "Ġkid": 1205,
+      "Look": 1206,
+      "ila": 1207,
+      "Ġmon": 1208,
+      "Ġbrother": 1209,
+      "Anna": 1210,
+      "Sara": 1211,
+      "Ġz": 1212,
+      "ĠEveryone": 1213,
+      "Ġate": 1214,
+      "Ġdoes": 1215,
+      "imes": 1216,
+      "Ġhappened": 1217,
+      "Ġstop": 1218,
+      "zy": 1219,
+      "Ġyummy": 1220,
+      "Ġfavor": 1221,
+      "ppy": 1222,
+      "Ġkitc": 1223,
+      "Ġkitchen": 1224,
+      "Ġsweet": 1225,
+      "us": 1226,
+      "Ġper": 1227,
+      "Ġreally": 1228,
+      "aisy": 1229,
+      "Ġgrass": 1230,
+      "Ġfavorite": 1231,
+      "Ġbegan": 1232,
+      "Ġrest": 1233,
+      "Ġready": 1234,
+      "Ġlea": 1235,
+      "Ġreached": 1236,
+      "Ġunderst": 1237,
+      "air": 1238,
+      "Ġste": 1239,
+      "Ġbunny": 1240,
+      "ĠAs": 1241,
+      "Ġstory": 1242,
+      "'re": 1243,
+      "Ġpain": 1244,
+      "Ġsing": 1245,
+      "ster": 1246,
+      "Ġhere": 1247,
+      "Ġsand": 1248,
+      "Ġonly": 1249,
+      "Ġflo": 1250,
+      "Ġam": 1251,
+      "Ġglad": 1252,
+      "Ġtri": 1253,
+      "Ġbeh": 1254,
+      "Ġworld": 1255,
+      "Ġopen": 1256,
+      "Ġcre": 1257,
+      "fully": 1258,
+      "Ġprin": 1259,
+      "where": 1260,
+      "arent": 1261,
+      "Ġflower": 1262,
+      "Ġthrough": 1263,
+      "Ġba": 1264,
+      "Ġfire": 1265,
+      "Ġdone": 1266,
+      "Ġhaving": 1267,
+      "Ġthing": 1268,
+      "Ġdelic": 1269,
+      "Ġhimself": 1270,
+      "Ġtired": 1271,
+      "Ġparent": 1272,
+      "Ġsoft": 1273,
+      "Ġfro": 1274,
+      "Timmy": 1275,
+      "Ġtast": 1276,
+      "Ġbutterf": 1277,
+      "ĠLet": 1278,
+      "Ġcut": 1279,
+      "Ġpart": 1280,
+      "Ġwhy": 1281,
+      "ken": 1282,
+      "Ġmess": 1283,
+      "Can": 1284,
+      "Ġworry": 1285,
+      "Mommy": 1286,
+      "iver": 1287,
+      "Ġdin": 1288,
+      "uff": 1289,
+      "ater": 1290,
+      "Ġmagic": 1291,
+      "Ġwaved": 1292,
+      "Ġshouted": 1293,
+      "Ġpond": 1294,
+      "Ġkids": 1295,
+      "Ġhat": 1296,
+      "Ġduck": 1297,
+      "Ġsees": 1298,
+      "olly": 1299,
+      "illed": 1300,
+      "Ġgame": 1301,
+      "ient": 1302,
+      "Ġmaking": 1303,
+      "ather": 1304,
+      "John": 1305,
+      "As": 1306,
+      "akes": 1307,
+      "Ġcatch": 1308,
+      "Ġseen": 1309,
+      "Ġcool": 1310,
+      "ation": 1311,
+      "Ġcoming": 1312,
+      "Ġless": 1313,
+      "Ġdark": 1314,
+      "Ġused": 1315,
+      "eddy": 1316,
+      "Ġfix": 1317,
+      "ĠJoe": 1318,
+      "Ġthank": 1319,
+      "mer": 1320,
+      "Ġtop": 1321,
+      "Ġlady": 1322,
+      "Ġhair": 1323,
+      "aring": 1324,
+      "Ġprom": 1325,
+      "Ġhopped": 1326,
+      "ĠCan": 1327,
+      "\".": 1328,
+      "ign": 1329,
+      "Ġsurprise": 1330,
+      "Ġdraw": 1331,
+      "Ġmum": 1332,
+      "Ġmouse": 1333,
+      "Ġfunny": 1334,
+      "rel": 1335,
+      "Ġcra": 1336,
+      "Ġ-": 1337,
+      "aper": 1338,
+      "Ġfull": 1339,
+      "Ġtouch": 1340,
+      "Ġlight": 1341,
+      "Ġspot": 1342,
+      "ren": 1343,
+      "Ġdro": 1344,
+      "ĠBenny": 1345,
+      "Ġparents": 1346,
+      "Ġworked": 1347,
+      "ins": 1348,
+      "oney": 1349,
+      "ĠDo": 1350,
+      "Ġsurprised": 1351,
+      "Ġcarefully": 1352,
+      "Ġtrees": 1353,
+      "Ġfrog": 1354,
+      "Ġswing": 1355,
+      "Ġdoing": 1356,
+      "Don": 1357,
+      "Ġsat": 1358,
+      "inally": 1359,
+      "ĠThat": 1360,
+      "Ġice": 1361,
+      "ĠIn": 1362,
+      "Ġheld": 1363,
+      "Wow": 1364,
+      "Ġrunning": 1365,
+      "Ġpretend": 1366,
+      "Ġswim": 1367,
+      "Ġset": 1368,
+      "Ġread": 1369,
+      "Ġdelicious": 1370,
+      "Ġneeded": 1371,
+      "Ġtight": 1372,
+      "Ġslow": 1373,
+      "Ġremembered": 1374,
+      "Ġlost": 1375,
+      "Ġcold": 1376,
+      "Ġsmell": 1377,
+      "ards": 1378,
+      "Ġwood": 1379,
+      "Ġhappily": 1380,
+      "hy": 1381,
+      "ely": 1382,
+      "Ġlooks": 1383,
+      "Ġbehind": 1384,
+      "Ġherself": 1385,
+      "Ġcried": 1386,
+      "Ġenjoyed": 1387,
+      "Ġname": 1388,
+      "ask": 1389,
+      "Ġyears": 1390,
+      "Ġbuy": 1391,
+      "Ġhole": 1392,
+      "Ġblocks": 1393,
+      "Ġdri": 1394,
+      "Ġsleep": 1395,
+      "Ġgi": 1396,
+      "Ġyellow": 1397,
+      "cess": 1398,
+      "Ġbutterfly": 1399,
+      "ike": 1400,
+      "ued": 1401,
+      "Ġwished": 1402,
+      "Ġperf": 1403,
+      "Ġanother": 1404,
+      "ĠDaisy": 1405,
+      "Ġgreen": 1406,
+      "Ġmove": 1407,
+      "Ġtall": 1408,
+      "Ġair": 1409,
+      "Ġbag": 1410,
+      "Ġfloor": 1411,
+      "Ġcars": 1412,
+      "Ġlesson": 1413,
+      "ul": 1414,
+      "Ġbow": 1415,
+      "Ġarri": 1416,
+      "Ġwindow": 1417,
+      "Ġsho": 1418,
+      "Ġchildren": 1419,
+      "ner": 1420,
+      "Ġfinished": 1421,
+      "Ġhill": 1422,
+      "ĠAfter": 1423,
+      "andy": 1424,
+      "sp": 1425,
+      "ens": 1426,
+      "Ġpaper": 1427,
+      "Ġlikes": 1428,
+      "From": 1429,
+      "sy": 1430,
+      "Ġhold": 1431,
+      "Sam": 1432,
+      "Ġwrong": 1433,
+      "reed": 1434,
+      "Ġcontin": 1435,
+      "Ġunderstand": 1436,
+      "atter": 1437,
+      "uit": 1438,
+      "rew": 1439,
+      "Ġgent": 1440,
+      "Ġanything": 1441,
+      "Ġclose": 1442,
+      "Ġwall": 1443,
+      "Ġel": 1444,
+      "asure": 1445,
+      "Ġleft": 1446,
+      "Ġable": 1447,
+      "Ġarrived": 1448,
+      "Ġhun": 1449,
+      "ross": 1450,
+      "av": 1451,
+      "Ġhear": 1452,
+      "Ġfriendly": 1453,
+      "Ġforgot": 1454,
+      "Ġgone": 1455,
+      "ama": 1456,
+      "Ġcreat": 1457,
+      "Ġwet": 1458,
+      "Ġlion": 1459,
+      "Hell": 1460,
+      "Hello": 1461,
+      "Ġdream": 1462,
+      "Ġhot": 1463,
+      "bo": 1464,
+      "ber": 1465,
+      "ĠSally": 1466,
+      "Ġfilled": 1467,
+      "Ġdir": 1468,
+      "ield": 1469,
+      "Ġcookies": 1470,
+      "Ġlaugh": 1471,
+      "Ġbroken": 1472,
+      "Ġdinner": 1473,
+      "lf": 1474,
+      "Ġelse": 1475,
+      "Ġhid": 1476,
+      "ced": 1477,
+      "Ġpink": 1478,
+      "Ġfollowed": 1479,
+      "Ġtable": 1480,
+      "Ġmar": 1481,
+      "Ġcolors": 1482,
+      "oup": 1483,
+      "Ġmoment": 1484,
+      "Ġcontinued": 1485,
+      "Ġwonderful": 1486,
+      "ĠEm": 1487,
+      "ey": 1488,
+      "ined": 1489,
+      "irrel": 1490,
+      "rot": 1491,
+      "Ġfinally": 1492,
+      "Jack": 1493,
+      "Ġarm": 1494,
+      "Ġmight": 1495,
+      "ĠNow": 1496,
+      "Ġcast": 1497,
+      "Ġyes": 1498,
+      "Ġbuild": 1499,
+      "Ġenough": 1500,
+      "ĠBilly": 1501,
+      "Ġsomeone": 1502,
+      "Ġperfect": 1503,
+      "Ġfair": 1504,
+      "Ġstayed": 1505,
+      "app": 1506,
+      "Ġmorning": 1507,
+      "ĠThere": 1508,
+      "Ġpuppy": 1509,
+      "ol": 1510,
+      "Ġdaddy": 1511,
+      "Ġtrying": 1512,
+      "'ll": 1513,
+      "Ġju": 1514,
+      "Ġothers": 1515,
+      "Ġbooks": 1516,
+      "Ġagreed": 1517,
+      "Ġmus": 1518,
+      "Ġsnow": 1519,
+      "Ġsquirrel": 1520,
+      "Ġcream": 1521,
+      "room": 1522,
+      "Ġgetting": 1523,
+      "Ġgrandma": 1524,
+      "ĠLila": 1525,
+      "Ġleaves": 1526,
+      "Ġbaby": 1527,
+      "Ġcount": 1528,
+      "icy": 1529,
+      "Ġfew": 1530,
+      "At": 1531,
+      "Ġfall": 1532,
+      "Then": 1533,
+      "gon": 1534,
+      "Ġbreak": 1535,
+      "Ġclimbed": 1536,
+      "ries": 1537,
+      "Ġbeach": 1538,
+      "ash": 1539,
+      "Ġbug": 1540,
+      "Ġplease": 1541,
+      "Ġmother": 1542,
+      "Ġbrought": 1543,
+      "Ġtrain": 1544,
+      "ance": 1545,
+      "ĠThis": 1546,
+      "Ġdeep": 1547,
+      "Ġvis": 1548,
+      "ated": 1549,
+      "shed": 1550,
+      "Ġmet": 1551,
+      "Ġwasn": 1552,
+      "Ġsometimes": 1553,
+      "Ġeverything": 1554,
+      "ĠTommy": 1555,
+      "ich": 1556,
+      "Ġmusic": 1557,
+      "key": 1558,
+      "ling": 1559,
+      "This": 1560,
+      "os": 1561,
+      "Ġturned": 1562,
+      "lc": 1563,
+      "Ġride": 1564,
+      "oom": 1565,
+      "Ġsong": 1566,
+      "oring": 1567,
+      "Ġspark": 1568,
+      "Ġfight": 1569,
+      "Ġhungry": 1570,
+      "ons": 1571,
+      "Ġpictures": 1572,
+      "ds": 1573,
+      "Ġmakes": 1574,
+      "Ġsear": 1575,
+      "ucky": 1576,
+      "Ġlistened": 1577,
+      "Ġjoy": 1578,
+      "Ġpol": 1579,
+      "ĠWhat": 1580,
+      "His": 1581,
+      "ee": 1582,
+      "Ġclot": 1583,
+      "Ġsail": 1584,
+      "apped": 1585,
+      "bble": 1586,
+      "Ġcomp": 1587,
+      "Ġplan": 1588,
+      "Ġwants": 1589,
+      "Ġclothes": 1590,
+      "Ġpoin": 1591,
+      "ĠK": 1592,
+      "zz": 1593,
+      "Ġballoon": 1594,
+      "Ġstrange": 1595,
+      "man": 1596,
+      "enny": 1597,
+      "Ġpi": 1598,
+      "Ġgrow": 1599,
+      "Ġflying": 1600,
+      "row": 1601,
+      "Ġscary": 1602,
+      "Ġtreat": 1603,
+      "Ġwaited": 1604,
+      "Ġamazed": 1605,
+      "Ġteddy": 1606,
+      "Ġcastle": 1607,
+      "ister": 1608,
+      "Ġele": 1609,
+      "Ġamazing": 1610,
+      "med": 1611,
+      "Ġspl": 1612,
+      "Oh": 1613,
+      "Ġleave": 1614,
+      "Ġowner": 1615,
+      "Ġpromised": 1616,
+      "Ġdanger": 1617,
+      "ever": 1618,
+      "OK": 1619,
+      "Ġsuch": 1620,
+      "Ġwhite": 1621,
+      "Ġpat": 1622,
+      "Ġtalk": 1623,
+      "uffy": 1624,
+      "Ġfur": 1625,
+      "Ġpie": 1626,
+      "ope": 1627,
+      "red": 1628,
+      "Ġpulled": 1629,
+      "Ġpre": 1630,
+      "Ġwoods": 1631,
+      "ĠTo": 1632,
+      "Ġshared": 1633,
+      "Ġalone": 1634,
+      "Ġtowards": 1635,
+      "cle": 1636,
+      "ĠMaybe": 1637,
+      "Ġsit": 1638,
+      "Ġnap": 1639,
+      "Ġcolorful": 1640,
+      "amp": 1641,
+      "hone": 1642,
+      "Ġvisit": 1643,
+      "igg": 1644,
+      "ugg": 1645,
+      "thy": 1646,
+      "ence": 1647,
+      "Ġtail": 1648,
+      "ctor": 1649,
+      "Ġmagical": 1650,
+      "Ġriver": 1651,
+      "Ġhig": 1652,
+      "Ġbelie": 1653,
+      "Ġgrate": 1654,
+      "ually": 1655,
+      "ang": 1656,
+      "ott": 1657,
+      "Ġhide": 1658,
+      "Ġsilly": 1659,
+      "Ġsmiles": 1660,
+      "ower": 1661,
+      "Ġside": 1662,
+      "Max": 1663,
+      "Ġroll": 1664,
+      "Ġgu": 1665,
+      "ĠAmy": 1666,
+      "Ġpro": 1667,
+      "eter": 1668,
+      "Ġfaster": 1669,
+      "Ġgrateful": 1670,
+      "Ġtreasure": 1671,
+      "ased": 1672,
+      "Ġsnack": 1673,
+      "up": 1674,
+      "Ġland": 1675,
+      "avy": 1676,
+      "Ġmoral": 1677,
+      "ained": 1678,
+      "Ġsister": 1679,
+      "ĠGra": 1680,
+      "Ġshap": 1681,
+      "Ġpaint": 1682,
+      "Ġslowly": 1683,
+      "Ġfield": 1684,
+      "Ġpet": 1685,
+      "Ġsec": 1686,
+      "orm": 1687,
+      "ĠJim": 1688,
+      "Ġbran": 1689,
+      "Ġmin": 1690,
+      "Ġmust": 1691,
+      "Ġhelping": 1692,
+      "Ġworried": 1693,
+      "Ġjob": 1694,
+      "Ġfox": 1695,
+      "set": 1696,
+      "Ġmoney": 1697,
+      "Ġpot": 1698,
+      "Ġqui": 1699,
+      "Ġbel": 1700,
+      "Ġacc": 1701,
+      "Ġliving": 1702,
+      "Ġmonster": 1703,
+      "less": 1704,
+      "Ġparty": 1705,
+      "ear": 1706,
+      "Ġmost": 1707,
+      "Ġwear": 1708,
+      "Ġremember": 1709,
+      "ire": 1710,
+      "Ġsign": 1711,
+      "wl": 1712,
+      "Ġcloud": 1713,
+      "Ġcandy": 1714,
+      "Ġhigher": 1715,
+      "ipped": 1716,
+      "ident": 1717,
+      "ĠAll": 1718,
+      "der": 1719,
+      "ze": 1720,
+      "Ġquiet": 1721,
+      "Ġtown": 1722,
+      "unch": 1723,
+      "Ġprincess": 1724,
+      "Ġruns": 1725,
+      "asket": 1726,
+      "em": 1727,
+      "Ġeverywhere": 1728,
+      "Ġjoin": 1729,
+      "Ġstepped": 1730,
+      "Ġbasket": 1731,
+      "Ġlake": 1732,
+      "Ġcup": 1733,
+      "sw": 1734,
+      "outh": 1735,
+      "Ġcarrot": 1736,
+      "Ġcoll": 1737,
+      "Ġplant": 1738,
+      "Ġscream": 1739,
+      "ĠDaddy": 1740,
+      "Ġbuck": 1741,
+      "Ġheavy": 1742,
+      "Ġbigger": 1743,
+      "Ġcho": 1744,
+      "Ġblank": 1745,
+      "Ġclosed": 1746,
+      "Ġwon": 1747,
+      "ises": 1748,
+      "Ġansw": 1749,
+      "br": 1750,
+      "Ġblanket": 1751,
+      "Ġmouth": 1752,
+      "ames": 1753,
+      "eces": 1754,
+      "Ġeating": 1755,
+      "Ġpieces": 1756,
+      "cket": 1757,
+      "Ġstre": 1758,
+      "Ġwelc": 1759,
+      "Ġwouldn": 1760,
+      "Ġreach": 1761,
+      "Ġbroke": 1762,
+      "eared": 1763,
+      "Ġdangerous": 1764,
+      "gs": 1765,
+      "ph": 1766,
+      "ĠMolly": 1767,
+      "Ġce": 1768,
+      "ĠMr": 1769,
+      "ord": 1770,
+      "fort": 1771,
+      "Ġdolls": 1772,
+      "ming": 1773,
+      "Ġdance": 1774,
+      "Ġdragon": 1775,
+      "Ġthinks": 1776,
+      "Ġasks": 1777,
+      "Ġacross": 1778,
+      "Okay": 1779,
+      "Ġchair": 1780,
+      "Ġteac": 1781,
+      "Ġbott": 1782,
+      "Hi": 1783,
+      "Ġpa": 1784,
+      "Ġneigh": 1785,
+      "Ġbar": 1786,
+      "Ġbike": 1787,
+      "Ġpack": 1788,
+      "iting": 1789,
+      "Ġdisapp": 1790,
+      "Ġneighb": 1791,
+      "Ġstuck": 1792,
+      "de": 1793,
+      "Ġgif": 1794,
+      "Ġfruit": 1795,
+      "Ġbelieve": 1796,
+      "cy": 1797,
+      "Ġve": 1798,
+      "Ġcrying": 1799,
+      "ier": 1800,
+      "phant": 1801,
+      "Ġsuddenly": 1802,
+      "Ġsoup": 1803,
+      "Ġrace": 1804,
+      "Ġthrew": 1805,
+      "Sure": 1806,
+      "Ġfarmer": 1807,
+      "Ġaccident": 1808,
+      "Ġdirty": 1809,
+      "Ġelephant": 1810,
+      "Ġmonkey": 1811,
+      "Ġheal": 1812,
+      "weet": 1813,
+      "Ġrem": 1814,
+      "Ġpers": 1815,
+      "Ġsame": 1816,
+      "ored": 1817,
+      "ventually": 1818,
+      "ead": 1819,
+      "pping": 1820,
+      "Ġgentle": 1821,
+      "Ġfree": 1822,
+      "Ġbrown": 1823,
+      "Maybe": 1824,
+      "Ġinst": 1825,
+      "Ġbee": 1826,
+      "ix": 1827,
+      "Ġben": 1828,
+      "Ġwin": 1829,
+      "Ġblack": 1830,
+      "Ġalong": 1831,
+      "Ġlonger": 1832,
+      "ible": 1833,
+      "Ġspr": 1834,
+      "Ġclapped": 1835,
+      "Finally": 1836,
+      "Why": 1837,
+      "cked": 1838,
+      "Ġwords": 1839,
+      "ĠFl": 1840,
+      "Ġteacher": 1841,
+      "Ġupset": 1842,
+      "chool": 1843,
+      "Ġpiece": 1844,
+      "Ġwell": 1845,
+      "Ġcheered": 1846,
+      "Ġhit": 1847,
+      "Ġsang": 1848,
+      "ment": 1849,
+      "Ġbowl": 1850,
+      "Ġbite": 1851,
+      "Ġdoctor": 1852,
+      "ĠJill": 1853,
+      "Ġbucket": 1854,
+      "Mia": 1855,
+      "Ġbath": 1856,
+      "Ġcaught": 1857,
+      "Ġheart": 1858,
+      "Ġforget": 1859,
+      "Ġmark": 1860,
+      "Ġbutt": 1861,
+      "Ġdry": 1862,
+      "Ġyoung": 1863,
+      "Ġsea": 1864,
+      "Ġcour": 1865,
+      "Ġdropped": 1866,
+      "ese": 1867,
+      "Ġyard": 1868,
+      "Ġplac": 1869,
+      "ourn": 1870,
+      "Ġschool": 1871,
+      "Ġswings": 1872,
+      "bby": 1873,
+      "Ġwings": 1874,
+      "bs": 1875,
+      "Ġexplained": 1876,
+      "Ġjourn": 1877,
+      "Ġbring": 1878,
+      "Ġdrink": 1879,
+      "Ġstreet": 1880,
+      "Ġjuice": 1881,
+      "ung": 1882,
+      "Ġnearby": 1883,
+      "ĠEmma": 1884,
+      "Ġsmo": 1885,
+      "Ġsmart": 1886,
+      "Ġpushed": 1887,
+      "Ġstories": 1888,
+      "Ġdrove": 1889,
+      "Ġtiny": 1890,
+      "Ġpen": 1891,
+      "Ġcourse": 1892,
+      "Ġes": 1893,
+      "Ġmine": 1894,
+      "Ġtoday": 1895,
+      "Ġpocket": 1896,
+      "Ġyear": 1897,
+      "aughter": 1898,
+      "Ġje": 1899,
+      "Ġsecret": 1900,
+      "Ġexp": 1901,
+      "Ġwithout": 1902,
+      "Ġsinging": 1903,
+      "Ġwelcome": 1904,
+      "Ġhappen": 1905,
+      "to": 1906,
+      "Ġfit": 1907,
+      "Ġstu": 1908,
+      "vel": 1909,
+      "ract": 1910,
+      "Ġbus": 1911,
+      "Ġcheese": 1912,
+      "Ġcray": 1913,
+      "Ġfairy": 1914,
+      "Ġjar": 1915,
+      "Ġturns": 1916,
+      "Ġbush": 1917,
+      "bow": 1918,
+      "llo": 1919,
+      "Ġexploring": 1920,
+      "Ġlon": 1921,
+      "Ġstand": 1922,
+      "itting": 1923,
+      "Ġseemed": 1924,
+      "Ġspoon": 1925,
+      "ĠFinally": 1926,
+      "Ġgames": 1927,
+      "Ġwoke": 1928,
+      "issed": 1929,
+      "Ġresp": 1930,
+      "Ġtrou": 1931,
+      "Ġtwins": 1932,
+      "Ġhoped": 1933,
+      "Ġatt": 1934,
+      "Ġlonely": 1935,
+      "Ġant": 1936,
+      "ĠMama": 1937,
+      "orrow": 1938,
+      "Ġnoises": 1939,
+      "Ġhugs": 1940,
+      "ountain": 1941,
+      "yard": 1942,
+      "Ġdaughter": 1943,
+      "Ġinv": 1944,
+      "Ġkey": 1945,
+      "ail": 1946,
+      "Ġrocks": 1947,
+      "Ġdisco": 1948,
+      "Ġsu": 1949,
+      "Ġlunch": 1950,
+      "read": 1951,
+      "oun": 1952,
+      "vered": 1953,
+      "Ġbackyard": 1954,
+      "Ġsuc": 1955,
+      "Ġcow": 1956,
+      "Ġapple": 1957,
+      "ek": 1958,
+      "Ġswam": 1959,
+      "Ġshoes": 1960,
+      "Ġstars": 1961,
+      "Ġshook": 1962,
+      "ittens": 1963,
+      "Ġmiss": 1964,
+      "ches": 1965,
+      "Ġwish": 1966,
+      "Ġrelie": 1967,
+      "fused": 1968,
+      "Ġshapes": 1969,
+      "urple": 1970,
+      "Ġtower": 1971,
+      "ity": 1972,
+      "Ġcorn": 1973,
+      "Ġmoved": 1974,
+      "shine": 1975,
+      "Ġ3": 1976,
+      "Ġthough": 1977,
+      "Ġcir": 1978,
+      "umb": 1979,
+      "Ġtaking": 1980,
+      "ts": 1981,
+      "ĠTweet": 1982,
+      "ape": 1983,
+      "Ġrainbow": 1984,
+      "Ġthrow": 1985,
+      "Ġstar": 1986,
+      "Ġbench": 1987,
+      "Ġneck": 1988,
+      "ocked": 1989,
+      "Ġcreature": 1990,
+      "Ġbubble": 1991,
+      "Ġlate": 1992,
+      "Ġadventures": 1993,
+      "Ġowl": 1994,
+      "ions": 1995,
+      "And": 1996,
+      "Ġwhe": 1997,
+      "Ġpar": 1998,
+      "Ġshell": 1999,
+      "Ġkite": 2000,
+      "ĠFluffy": 2001,
+      "ining": 2002,
+      "Ġmil": 2003,
+      "unt": 2004,
+      "Ġfence": 2005,
+      "Ġmix": 2006,
+      "Ġlift": 2007,
+      "Ġaccidentally": 2008,
+      "Ġwise": 2009,
+      "Ġhello": 2010,
+      "Ġpurple": 2011,
+      "pper": 2012,
+      "Ġonto": 2013,
+      "Ġspin": 2014,
+      "ten": 2015,
+      "ours": 2016,
+      "Ġsitting": 2017,
+      "idge": 2018,
+      "Ġsunshine": 2019,
+      "Ġcute": 2020,
+      "Ġmat": 2021,
+      "ward": 2022,
+      "Ġshop": 2023,
+      "Ġwhist": 2024,
+      "Ġdist": 2025,
+      "Ġorange": 2026,
+      "Lila": 2027,
+      "Ġnaught": 2028,
+      "ĠSammy": 2029,
+      "Ġnaughty": 2030,
+      "Ġnest": 2031,
+      "ose": 2032,
+      "ors": 2033,
+      "lla": 2034,
+      "Ġmilk": 2035,
+      "fish": 2036,
+      "Ġaf": 2037,
+      "Ġboun": 2038,
+      "Ġphone": 2039,
+      "Ġarms": 2040,
+      "Ġeas": 2041,
+      "ness": 2042,
+      "Ġcarry": 2043,
+      "ĠGrandma": 2044,
+      "og": 2045,
+      "Ġbought": 2046,
+      "Ġdriver": 2047,
+      "Ġinstead": 2048,
+      "Later": 2049,
+      "Ġtalked": 2050,
+      "Ġsearched": 2051,
+      "gged": 2052,
+      "Ġpig": 2053,
+      "Ġcozy": 2054,
+      "Ġsunny": 2055,
+      "itty": 2056,
+      "Ġfeels": 2057,
+      "Ġfan": 2058,
+      "Ġwondered": 2059,
+      "Ġcomes": 2060,
+      "Ġswimming": 2061,
+      "uched": 2062,
+      "Ġtouched": 2063,
+      "Ġpop": 2064,
+      "ĠInside": 2065,
+      "ale": 2066,
+      "Ġlucky": 2067,
+      "Ġlaughing": 2068,
+      "Ġbelong": 2069,
+      "Ġsounds": 2070,
+      "Ġwom": 2071,
+      "Ġcave": 2072,
+      "let": 2073,
+      "Ġjourney": 2074,
+      "Ġwoman": 2075,
+      "Ġcou": 2076,
+      "Ġnothing": 2077,
+      "Ġcoat": 2078,
+      "Ġrelieved": 2079,
+      "ĠO": 2080,
+      "Ġpeace": 2081,
+      "adow": 2082,
+      "Ġnose": 2083,
+      "Ġbusy": 2084,
+      "Bob": 2085,
+      "Ġpast": 2086,
+      "Ġapples": 2087,
+      "Ġsick": 2088,
+      "Ġrope": 2089,
+      "Ġpatient": 2090,
+      "Ġact": 2091,
+      "Ġpudd": 2092,
+      "Ġinc": 2093,
+      "raid": 2094,
+      "Ġwatching": 2095,
+      "Ġbranch": 2096,
+      "Ġafraid": 2097,
+      "Ġtom": 2098,
+      "ider": 2099,
+      "Ġdays": 2100,
+      "Ġret": 2101,
+      "cing": 2102,
+      "ĠMary": 2103,
+      "Ġband": 2104,
+      "Ġfarm": 2105,
+      "Ġhuge": 2106,
+      "ĠThank": 2107,
+      "ator": 2108,
+      "Ġexciting": 2109,
+      "Ġdanced": 2110,
+      "thday": 2111,
+      "Ġwar": 2112,
+      "ĠSoon": 2113,
+      "ball": 2114,
+      "Ġgigg": 2115,
+      "blem": 2116,
+      "Ġzoom": 2117,
+      "Ġmad": 2118,
+      "Ġvill": 2119,
+      "Ġforever": 2120,
+      "Ġproblem": 2121,
+      "Ġcollect": 2122,
+      "ped": 2123,
+      "irt": 2124,
+      "Ġminut": 2125,
+      "Ġwra": 2126,
+      "ho": 2127,
+      "Ġlife": 2128,
+      "Ġknee": 2129,
+      "ces": 2130,
+      "Do": 2131,
+      "cer": 2132,
+      "mp": 2133,
+      "arp": 2134,
+      "Ġking": 2135,
+      "Ġasleep": 2136,
+      "Ġreturn": 2137,
+      "Ġsharp": 2138,
+      "Ġrel": 2139,
+      "Ġpower": 2140,
+      "eth": 2141,
+      "Ġholding": 2142,
+      "Ġfing": 2143,
+      "Ġhealthy": 2144,
+      "ĠMittens": 2145,
+      "Ġprot": 2146,
+      "Ġmeet": 2147,
+      "Ġorgan": 2148,
+      "Ġclever": 2149,
+      "Ġspotted": 2150,
+      "Ġletter": 2151,
+      "Ġgather": 2152,
+      "alm": 2153,
+      "Of": 2154,
+      "ere": 2155,
+      "Ġround": 2156,
+      "Ġstorm": 2157,
+      "Ġprotect": 2158,
+      "Ġgift": 2159,
+      "amed": 2160,
+      "Ġmail": 2161,
+      "ĠJen": 2162,
+      "Ġbirthday": 2163,
+      "Ġpres": 2164,
+      "Ġsaf": 2165,
+      "Ġneighbor": 2166,
+      "epend": 2167,
+      "Ġtakes": 2168,
+      "sc": 2169,
+      "Ġear": 2170,
+      "Ġcomfort": 2171,
+      "Ġent": 2172,
+      "Ġrep": 2173,
+      "Ġperson": 2174,
+      "Ġsmiling": 2175,
+      "ĠWith": 2176,
+      "Ġgently": 2177,
+      "Ġpointed": 2178,
+      "Every": 2179,
+      "owed": 2180,
+      "Ġspo": 2181,
+      "col": 2182,
+      "Ġtasty": 2183,
+      "ular": 2184,
+      "ĠJimmy": 2185,
+      "Ġplane": 2186,
+      "sting": 2187,
+      "hin": 2188,
+      "Ġhoney": 2189,
+      "itch": 2190,
+      "Ġpill": 2191,
+      "Ġpass": 2192,
+      "itten": 2193,
+      "Ġmatter": 2194,
+      "Ġadm": 2195,
+      "Ġtasted": 2196,
+      "Ġsmelled": 2197,
+      "nic": 2198,
+      "ove": 2199,
+      "Ġeag": 2200,
+      "Ġshining": 2201,
+      "Hey": 2202,
+      "Ġhope": 2203,
+      "Ġplaces": 2204,
+      "Ġkick": 2205,
+      "ĠCh": 2206,
+      "Ġpicnic": 2207,
+      "Ġbottle": 2208,
+      "Ġrespect": 2209,
+      "Ġblew": 2210,
+      "Ġappeared": 2211,
+      "Ġsupp": 2212,
+      "Tommy": 2213,
+      "ĠCome": 2214,
+      "Ġspider": 2215,
+      "Ġintere": 2216,
+      "Ġcheer": 2217,
+      "board": 2218,
+      "Ġwearing": 2219,
+      "Ġpresent": 2220,
+      "ert": 2221,
+      "Ġmist": 2222,
+      "ize": 2223,
+      "Ġtrouble": 2224,
+      "Ġtrip": 2225,
+      "Ġpract": 2226,
+      "Ġkiss": 2227,
+      "Ġquest": 2228,
+      "ond": 2229,
+      "Ġash": 2230,
+      "Ġloves": 2231,
+      "Ġtightly": 2232,
+      "gg": 2233,
+      "arge": 2234,
+      "Ġsur": 2235,
+      "Ġspread": 2236,
+      "aur": 2237,
+      "Ġwide": 2238,
+      "ones": 2239,
+      "umber": 2240,
+      "Ġfeather": 2241,
+      "Ġsplas": 2242,
+      "ont": 2243,
+      "ndp": 2244,
+      "Ġlater": 2245,
+      "Ġwhole": 2246,
+      "Ġanyone": 2247,
+      "Ġbread": 2248,
+      "Molly": 2249,
+      "Ġdes": 2250,
+      "Ġrec": 2251,
+      "ella": 2252,
+      "Ġroad": 2253,
+      "In": 2254,
+      "Ġoce": 2255,
+      "Ġgiant": 2256,
+      "Ġocean": 2257,
+      "els": 2258,
+      "Ġpuzz": 2259,
+      "Ġcookie": 2260,
+      "Ġpan": 2261,
+      "Ġpath": 2262,
+      "ÅĵI": 2263,
+      "Ġconfused": 2264,
+      "Ġscreamed": 2265,
+      "Ġclouds": 2266,
+      "eb": 2267,
+      "Ġimpress": 2268,
+      "Ġfront": 2269,
+      "ĠGo": 2270,
+      "Ġseat": 2271,
+      "lex": 2272,
+      "Ġlay": 2273,
+      "Ġwhich": 2274,
+      "la": 2275,
+      "Ġthin": 2276,
+      "Ġteach": 2277,
+      "erly": 2278,
+      "Ġdi": 2279,
+      "Ġanswer": 2280,
+      "ungle": 2281,
+      "Ġap": 2282,
+      "ssed": 2283,
+      "hile": 2284,
+      "ub": 2285,
+      "Ġlarge": 2286,
+      "Ġjungle": 2287,
+      "Ġpromise": 2288,
+      "Ġser": 2289,
+      "Ġber": 2290,
+      "Ġwild": 2291,
+      "Ġbark": 2292,
+      "Ġmach": 2293,
+      "oose": 2294,
+      "Ġbutton": 2295,
+      "ndpa": 2296,
+      "Good": 2297,
+      "Ġmyster": 2298,
+      "Ġsnake": 2299,
+      "Ġvillage": 2300,
+      "Ġhor": 2301,
+      "ĠEmily": 2302,
+      "Come": 2303,
+      "Ġtool": 2304,
+      "Ġputs": 2305,
+      "Ġlast": 2306,
+      "Ġimag": 2307,
+      "ĠJake": 2308,
+      "Lucy": 2309,
+      "Ġtid": 2310,
+      "Ġban": 2311,
+      "lebr": 2312,
+      "Ġeventually": 2313,
+      "Ġslid": 2314,
+      "Ġwave": 2315,
+      "Ġlive": 2316,
+      "Ġchased": 2317,
+      "ĠEverywhere": 2318,
+      "Ġcelebr": 2319,
+      "Ġcrayons": 2320,
+      "Just": 2321,
+      "Ġspent": 2322,
+      "Ġwrite": 2323,
+      "Ġgives": 2324,
+      "unk": 2325,
+      "ife": 2326,
+      "Ġdecor": 2327,
+      "Ġfoot": 2328,
+      "Ġdelight": 2329,
+      "Ġsol": 2330,
+      "Ġsandw": 2331,
+      "Ġdirt": 2332,
+      "ĠJenny": 2333,
+      "Ġtalking": 2334,
+      "Ġtreats": 2335,
+      "Ġcart": 2336,
+      "ching": 2337,
+      "Ġwaiting": 2338,
+      "Ġhiding": 2339,
+      "Ġsnowman": 2340,
+      "Ġinteresting": 2341,
+      "Ġhon": 2342,
+      "ony": 2343,
+      "Ġshelf": 2344,
+      "Ġtaste": 2345,
+      "een": 2346,
+      "Jim": 2347,
+      "Ġstep": 2348,
+      "Mum": 2349,
+      "Ġhelpful": 2350,
+      "Ġfeet": 2351,
+      "Ġshy": 2352,
+      "Ġgoes": 2353,
+      "Ġval": 2354,
+      "Ġemb": 2355,
+      "Ġstood": 2356,
+      "Ġshr": 2357,
+      "Ġbuilding": 2358,
+      "Ġoven": 2359,
+      "Ġstret": 2360,
+      "Ġlovely": 2361,
+      "Ġducks": 2362,
+      "Ġcorner": 2363,
+      "Ġwash": 2364,
+      "cks": 2365,
+      "Ġspe": 2366,
+      "Ġpretended": 2367,
+      "Ġrolled": 2368,
+      "Ġrude": 2369,
+      "old": 2370,
+      "Ġcalm": 2371,
+      "Ġpile": 2372,
+      "Ġteeth": 2373,
+      "Ġjumping": 2374,
+      "Ġzoo": 2375,
+      "Ġpuddle": 2376,
+      "Ġtidy": 2377,
+      "Mama": 2378,
+      "iger": 2379,
+      "ipe": 2380,
+      "Ġbugs": 2381,
+      "Ġashamed": 2382,
+      "Ġbat": 2383,
+      "ina": 2384,
+      "ĠRe": 2385,
+      "Ġob": 2386,
+      "Ġstra": 2387,
+      "ĠSt": 2388,
+      "Ġwhistle": 2389,
+      "Ġbanan": 2390,
+      "not": 2391,
+      "Ġnet": 2392,
+      "Ġforgive": 2393,
+      "Ġprince": 2394,
+      "ener": 2395,
+      "Ġshirt": 2396,
+      "Ġsel": 2397,
+      "Ġcoo": 2398,
+      "Ġembar": 2399,
+      "umpy": 2400,
+      "Ġsparkly": 2401,
+      "Ġremind": 2402,
+      "Ġsug": 2403,
+      "Ġcross": 2404,
+      "Ġmind": 2405,
+      "Ġcannot": 2406,
+      "Ġsuccess": 2407,
+      "Ġembarra": 2408,
+      "Soon": 2409,
+      "Ġmot": 2410,
+      "Ġsharing": 2411,
+      "Ġworm": 2412,
+      "Ġfold": 2413,
+      "Ġpeaceful": 2414,
+      "Ġwore": 2415,
+      "Ġmountain": 2416,
+      "Ġblow": 2417,
+      "lice": 2418,
+      "Ġign": 2419,
+      "Ġbell": 2420,
+      "Ġfurry": 2421,
+      "Ġgrab": 2422,
+      "als": 2423,
+      "ometimes": 2424,
+      "Ġwhenever": 2425,
+      "Ġpour": 2426,
+      "vous": 2427,
+      "llie": 2428,
+      "Ġpush": 2429,
+      "Ġbreath": 2430,
+      "Ġmachine": 2431,
+      "Ġsugar": 2432,
+      "Ġchick": 2433,
+      "Ġcreative": 2434,
+      "St": 2435,
+      "ned": 2436,
+      "Ġbal": 2437,
+      "Ġstir": 2438,
+      "Ġdolp": 2439,
+      "Ġtries": 2440,
+      "Now": 2441,
+      "Ġlad": 2442,
+      "ĠLe": 2443,
+      "Ġmed": 2444,
+      "Ġpool": 2445,
+      "Ġgener": 2446,
+      "Ġsal": 2447,
+      "ork": 2448,
+      "ult": 2449,
+      "Ġspray": 2450,
+      "Ġship": 2451,
+      "ian": 2452,
+      "Ġhum": 2453,
+      "Ġhel": 2454,
+      "isa": 2455,
+      "Ġselfish": 2456,
+      "Ġhar": 2457,
+      "Ġfaces": 2458,
+      "Ġmessy": 2459,
+      "Ġ'": 2460,
+      "Ġple": 2461,
+      "ĠSome": 2462,
+      "ĠHow": 2463,
+      "Ġgold": 2464,
+      "Ġchocol": 2465,
+      "Please": 2466,
+      "Ġminutes": 2467,
+      "Ġpillow": 2468,
+      "My": 2469,
+      "aking": 2470,
+      "Ġtun": 2471,
+      "Ġmissed": 2472,
+      "ighed": 2473,
+      "Ġvan": 2474,
+      "Ġfixed": 2475,
+      "Ġfighting": 2476,
+      "oin": 2477,
+      "Ġfig": 2478,
+      "Ġembarrassed": 2479,
+      "Ġmeant": 2480,
+      "Ġdrive": 2481,
+      "Ġtomorrow": 2482,
+      "Ġhours": 2483,
+      "Ġca": 2484,
+      "Ġner": 2485,
+      "Ġspicy": 2486,
+      "Ġknowing": 2487,
+      "ĠPlease": 2488,
+      "Sarah": 2489,
+      "Ġladder": 2490,
+      "ital": 2491,
+      "Ġhorse": 2492,
+      "ato": 2493,
+      "Ġug": 2494,
+      "ĠJust": 2495,
+      "Ġtrust": 2496,
+      "Ġhosp": 2497,
+      "Ġugly": 2498,
+      "Ġhospital": 2499,
+      "Ġchew": 2500,
+      "Ġbedroom": 2501,
+      "Ġeasy": 2502,
+      "Ġnervous": 2503,
+      "Ġrob": 2504,
+      "Ġthankful": 2505,
+      "Ġcarrots": 2506,
+      "Dad": 2507,
+      "elly": 2508,
+      "Ġgrew": 2509,
+      "Ġcolour": 2510,
+      "Ġbarked": 2511,
+      "Ġcouch": 2512,
+      "Ġnut": 2513,
+      "Ġmeadow": 2514,
+      "Ġtaught": 2515,
+      "Ġunderstood": 2516,
+      "Ġdisappoin": 2517,
+      "Ġpas": 2518,
+      "ano": 2519,
+      "Ġoften": 2520,
+      "Ġclass": 2521,
+      "Ġpassed": 2522,
+      "Ġknocked": 2523,
+      "Ġlanded": 2524,
+      "Ġmic": 2525,
+      "ird": 2526,
+      "Ġfear": 2527,
+      "Ġcoin": 2528,
+      "Ġmud": 2529,
+      "work": 2530,
+      "Ġdeter": 2531,
+      "Ġreg": 2532,
+      "Ġreturned": 2533,
+      "Ġdeterm": 2534,
+      "Ġhur": 2535,
+      "Ġfinish": 2536,
+      "izz": 2537,
+      "Ġtea": 2538,
+      "Ġsmooth": 2539,
+      "mo": 2540,
+      "Ġstuff": 2541,
+      "Ġmov": 2542,
+      "Ġgenerous": 2543,
+      "To": 2544,
+      "ĠOn": 2545,
+      "isp": 2546,
+      "Ġdrum": 2547,
+      "obby": 2548,
+      "Ġbubbles": 2549,
+      "Ġrobot": 2550,
+      "Ġthese": 2551,
+      "Ġseed": 2552,
+      "Ġglass": 2553,
+      "Ġdisappointed": 2554,
+      "ground": 2555,
+      "Ġring": 2556,
+      "Ġcard": 2557,
+      "Ġhears": 2558,
+      "Ġcarried": 2559,
+      "Ġmoon": 2560,
+      "Ġchocolate": 2561,
+      "Ġleaf": 2562,
+      "Ġsnacks": 2563,
+      "Ġcirc": 2564,
+      "Ġfancy": 2565,
+      "dle": 2566,
+      "Ġspend": 2567,
+      "ĠAnn": 2568,
+      "ustr": 2569,
+      "Ġcrab": 2570,
+      "Ġsongs": 2571,
+      "pack": 2572,
+      "Ġpir": 2573,
+      "ecially": 2574,
+      "osaur": 2575,
+      "Ġsold": 2576,
+      "Ġbridge": 2577,
+      "ĠEven": 2578,
+      "Ġsleepy": 2579,
+      "Ġhonest": 2580,
+      "Ġmir": 2581,
+      "ĠBr": 2582,
+      "Ġpaw": 2583,
+      "pecially": 2584,
+      "Ġav": 2585,
+      "ĠWhy": 2586,
+      "izzy": 2587,
+      "Ġchest": 2588,
+      "Ġwolf": 2589,
+      "Ġdinosaur": 2590,
+      "Ġespecially": 2591,
+      "Ġmap": 2592,
+      "Ġgas": 2593,
+      "ory": 2594,
+      "Ġchange": 2595,
+      "Ġgroup": 2596,
+      "Ġgathered": 2597,
+      "Ġsour": 2598,
+      "Ġpoor": 2599,
+      "Ġsplash": 2600,
+      "Ġwaves": 2601,
+      "Ġforward": 2602,
+      "Ġclown": 2603,
+      "Ġmysterious": 2604,
+      "ror": 2605,
+      "Ġbody": 2606,
+      "Ġfrustr": 2607,
+      "Ġcraw": 2608,
+      "Ġfake": 2609,
+      "Ġpin": 2610,
+      "Ġok": 2611,
+      "Ġrad": 2612,
+      "Ġwhisp": 2613,
+      "Ġtwirl": 2614,
+      "Ġstring": 2615,
+      "Ġsmelly": 2616,
+      "ĠTogether": 2617,
+      "sist": 2618,
+      "Ġcand": 2619,
+      "Ġgate": 2620,
+      "Ġscar": 2621,
+      "ĠKitty": 2622,
+      "Ġneckl": 2623,
+      "Billy": 2624,
+      "Ġmotor": 2625,
+      "ying": 2626,
+      "ote": 2627,
+      "Ġshore": 2628,
+      "urse": 2629,
+      "Ġjew": 2630,
+      "Ġweak": 2631,
+      "Ġgrumpy": 2632,
+      "Ġfinger": 2633,
+      "Ġsack": 2634,
+      "Ġkitten": 2635,
+      "Ġpolite": 2636,
+      "Ġglue": 2637,
+      "uce": 2638,
+      "Ġnumber": 2639,
+      "airs": 2640,
+      "Ġesc": 2641,
+      "Ġmirror": 2642,
+      "Ġsheep": 2643,
+      "Ġvase": 2644,
+      "Ġplants": 2645,
+      "Ġberries": 2646,
+      "most": 2647,
+      "Be": 2648,
+      "den": 2649,
+      "Ġjelly": 2650,
+      "ĠTheir": 2651,
+      "Ġemp": 2652,
+      "itter": 2653,
+      "There": 2654,
+      "Ġscr": 2655,
+      "Ġgray": 2656,
+      "Ġpuzzle": 2657,
+      "Ġnecklace": 2658,
+      "Ġmaybe": 2659,
+      "Ġplate": 2660,
+      "Ġalmost": 2661,
+      "usie": 2662,
+      "Ġfrustrated": 2663,
+      "Ġempty": 2664,
+      "port": 2665,
+      "orry": 2666,
+      "Ġthick": 2667,
+      "Ġjam": 2668,
+      "Ġskipped": 2669,
+      "ensive": 2670,
+      "ĠTeddy": 2671,
+      "aged": 2672,
+      "Ġcloset": 2673,
+      "Ġhidden": 2674,
+      "Ġexpensive": 2675,
+      "Ġdetermined": 2676,
+      "Ġbored": 2677,
+      "Ġlit": 2678,
+      "Ġdrew": 2679,
+      "Ġlegs": 2680,
+      "Ġhopping": 2681,
+      "ates": 2682,
+      "ĠSometimes": 2683,
+      "Ġsticks": 2684,
+      "Ġones": 2685,
+      "ĠAt": 2686,
+      "Ġbirdie": 2687,
+      "ĠDon": 2688,
+      "Ġpolice": 2689,
+      "Ġfruits": 2690,
+      "Ġtick": 2691,
+      "Ġaunt": 2692,
+      "Ġwis": 2693,
+      "Ġbake": 2694,
+      "Ġline": 2695,
+      "ots": 2696,
+      "Ġstone": 2697,
+      "Ġdogs": 2698,
+      "aul": 2699,
+      "Ġfigure": 2700,
+      "Jane": 2701,
+      "Ġsight": 2702,
+      "Ġcries": 2703,
+      "ĠBe": 2704,
+      "Ġmoving": 2705,
+      "Ġcontent": 2706,
+      "ĠBrown": 2707,
+      "Ġsaved": 2708,
+      "Ġcloth": 2709,
+      "?\".": 2710,
+      "box": 2711,
+      "Ġbranches": 2712,
+      "Ġpacked": 2713,
+      "Ġpowerful": 2714,
+      "Ġsplashed": 2715,
+      "Ġfeed": 2716,
+      "ested": 2717,
+      "Ġyelled": 2718,
+      "Where": 2719,
+      "dge": 2720,
+      "kin": 2721,
+      "Ġtiger": 2722,
+      "Ġpay": 2723,
+      "iddle": 2724,
+      "oop": 2725,
+      "ĠBella": 2726,
+      "Ġexam": 2727,
+      "Ġtaken": 2728,
+      "Ġcrane": 2729,
+      "Ġspoil": 2730,
+      "'d": 2731,
+      "Ġhang": 2732,
+      "Ġflag": 2733,
+      "Ġanswered": 2734,
+      "Ġdiscovered": 2735,
+      "ĠLeo": 2736,
+      "ush": 2737,
+      "Ġsave": 2738,
+      "Ġseek": 2739,
+      "Ġexcite": 2740,
+      "Ġpray": 2741,
+      "Ġjog": 2742,
+      "Ġstanding": 2743,
+      "Ġdolphin": 2744,
+      "Ġjack": 2745,
+      "Are": 2746,
+      "era": 2747,
+      "rag": 2748,
+      "Ġflut": 2749,
+      "getable": 2750,
+      "Ġboring": 2751,
+      "Ġlock": 2752,
+      "Ġincred": 2753,
+      "Ġexcitement": 2754,
+      "Ġsighed": 2755,
+      "Ġwip": 2756,
+      "Ġfis": 2757,
+      "Ġfill": 2758,
+      "Ġsoap": 2759,
+      "ĠMum": 2760,
+      "ola": 2761,
+      "Ġpleased": 2762,
+      "Ġjacket": 2763,
+      "light": 2764,
+      "Ġsugg": 2765,
+      "Ġmiddle": 2766,
+      "Ġeld": 2767,
+      "Ġwrote": 2768,
+      "Ġballoons": 2769,
+      "Ġorganized": 2770,
+      "que": 2771,
+      "Ġsailed": 2772,
+      "Their": 2773,
+      "Ġtells": 2774,
+      "Ġoy": 2775,
+      "Ġstones": 2776,
+      "Ġboard": 2777,
+      "Ġspun": 2778,
+      "Ġvegetable": 2779,
+      "lies": 2780,
+      "Ġind": 2781,
+      "iness": 2782,
+      "Ġworking": 2783,
+      "lower": 2784,
+      "alk": 2785,
+      "iff": 2786,
+      "Ġparrot": 2787,
+      "Stop": 2788,
+      "Ġscarf": 2789,
+      "Ġwagged": 2790,
+      "Ġclap": 2791,
+      "Ġmeasure": 2792,
+      "asing": 2793,
+      "Ġtears": 2794,
+      "body": 2795,
+      "Ġcomfortable": 2796,
+      "Ġleg": 2797,
+      "Ġswan": 2798,
+      "Ġtrue": 2799,
+      "Ġfright": 2800,
+      "Ġdrop": 2801,
+      "Ġsmoke": 2802,
+      "Ġfeathers": 2803,
+      "Ġincredible": 2804,
+      "ggs": 2805,
+      "ual": 2806,
+      "Ġtie": 2807,
+      "Ġcap": 2808,
+      "Ġlose": 2809,
+      "Ġpus": 2810,
+      "Ġeager": 2811,
+      "Ġmovie": 2812,
+      "fic": 2813,
+      "Ġcop": 2814,
+      "Ġeggs": 2815,
+      "oof": 2816,
+      "Ġrid": 2817,
+      "Ġcovered": 2818,
+      "Ġfil": 2819,
+      "Ġlem": 2820,
+      "Ġgrap": 2821,
+      "Ġdisappeared": 2822,
+      "Ġrecord": 2823,
+      "ĠTV": 2824,
+      "ĠBl": 2825,
+      "Ġext": 2826,
+      "Ġord": 2827,
+      "Ġgiggled": 2828,
+      "corn": 2829,
+      "Ġpri": 2830,
+      "Ġham": 2831,
+      "Ġrare": 2832,
+      "Ġyourself": 2833,
+      "Ġeng": 2834,
+      "Ġwhale": 2835,
+      "Ġknife": 2836,
+      "ĠLisa": 2837,
+      "Ġteam": 2838,
+      "ĠJohnny": 2839,
+      "zed": 2840,
+      "Ġtest": 2841,
+      "Ġbone": 2842,
+      "Ġdizzy": 2843,
+      "Ġlibr": 2844,
+      "Ġwrap": 2845,
+      "Ġquestions": 2846,
+      "iv": 2847,
+      "Ġlying": 2848,
+      "Ġstamp": 2849,
+      "Ġlicked": 2850,
+      "Ġnoisy": 2851,
+      "Ġkindness": 2852,
+      "Ġdiffic": 2853,
+      "Ġdrawing": 2854,
+      "apping": 2855,
+      "Jimmy": 2856,
+      "Ġstraw": 2857,
+      "Ġburn": 2858,
+      "Ġwagon": 2859,
+      "ately": 2860,
+      "Ġgrown": 2861,
+      "Ġrocket": 2862,
+      "Ġpopcorn": 2863,
+      "Sally": 2864,
+      "Ġbatter": 2865,
+      "Ġwand": 2866,
+      "Ġanc": 2867,
+      "ĠEnd": 2868,
+      "Ġsword": 2869,
+      "Ġhappening": 2870,
+      "Ġlifted": 2871,
+      "Ġbalance": 2872,
+      "Ġextra": 2873,
+      "Sorry": 2874,
+      "ha": 2875,
+      "Ġwander": 2876,
+      "Ġfat": 2877,
+      "ĠMark": 2878,
+      "ĠElla": 2879,
+      "Ġbecome": 2880,
+      "Ġtrack": 2881,
+      "Ġsmaller": 2882,
+      "Ġmistake": 2883,
+      "Ġtoast": 2884,
+      "ating": 2885,
+      "Ġmanaged": 2886,
+      "selves": 2887,
+      "ĠPeter": 2888,
+      "Ġbathroom": 2889,
+      "Ġharm": 2890,
+      "Ġdifficult": 2891,
+      "Ġtwist": 2892,
+      "Ġoffered": 2893,
+      "Ġruined": 2894,
+      "Ġmatch": 2895,
+      "Ġancient": 2896,
+      "Ġgar": 2897,
+      "illi": 2898,
+      "Ġdistance": 2899,
+      "Ġplayground": 2900,
+      "Ġlazy": 2901,
+      "Ġdancing": 2902,
+      "Ġadventur": 2903,
+      "af": 2904,
+      "ĠBa": 2905,
+      "Ġcalling": 2906,
+      "Ġcleaned": 2907,
+      "Ġcrown": 2908,
+      "ormal": 2909,
+      "Ġonce": 2910,
+      "Ġboss": 2911,
+      "Ġsell": 2912,
+      "Ġwalks": 2913,
+      "Ġfrightened": 2914,
+      "erri": 2915,
+      "Ġmask": 2916,
+      "Ġfluffy": 2917,
+      "emo": 2918,
+      "ĠZ": 2919,
+      "Ġfrag": 2920,
+      "Ġdest": 2921,
+      "Ġnormal": 2922,
+      "Ġyog": 2923,
+      "Ġpicks": 2924,
+      "Ġeye": 2925,
+      "Ġdrank": 2926,
+      "Ġcircle": 2927,
+      "Ġadventurous": 2928,
+      "Spot": 2929,
+      "Ġtent": 2930,
+      "Ġpress": 2931,
+      "Ġkissed": 2932,
+      "ict": 2933,
+      "Ġsciss": 2934,
+      "Ġgets": 2935,
+      "Ġtrunk": 2936,
+      "Ġcheck": 2937,
+      "Ġenjoying": 2938,
+      "Ġshells": 2939,
+      "Ġelderly": 2940,
+      "Ġscissors": 2941,
+      "Ġterri": 2942,
+      "Ġtoug": 2943,
+      "ages": 2944,
+      "Ġsteal": 2945,
+      "Me": 2946,
+      "ready": 2947,
+      "ete": 2948,
+      "Ġalready": 2949,
+      "ĠLittle": 2950,
+      "Ġjuicy": 2951,
+      "Ġstudy": 2952,
+      "Ġhorn": 2953,
+      "erp": 2954,
+      "Ġpizz": 2955,
+      "Ġallig": 2956,
+      "Ġlouder": 2957,
+      "Ġtowel": 2958,
+      "Ġcircles": 2959,
+      "Ġlead": 2960,
+      "Ġroar": 2961,
+      "Ġrose": 2962,
+      "Ġslipped": 2963,
+      "Ġtele": 2964,
+      "Ġfamous": 2965,
+      "Ġarg": 2966,
+      "Ġcheerful": 2967,
+      "ĠRex": 2968,
+      "Ġtough": 2969,
+      "ipper": 2970,
+      "Ġbarn": 2971,
+      "Ġfool": 2972,
+      "Ġdig": 2973,
+      "Ġdish": 2974,
+      "Ġagainst": 2975,
+      "Ġdeer": 2976,
+      "Ġsweetie": 2977,
+      "Ġengine": 2978,
+      "Ġed": 2979,
+      "Ġfather": 2980,
+      "Ġcover": 2981,
+      "Ġyours": 2982,
+      "Ġneeds": 2983,
+      "Joe": 2984,
+      "Ġbags": 2985,
+      "Ġspinning": 2986,
+      "Sue": 2987,
+      "Ġaw": 2988,
+      "anged": 2989,
+      "amond": 2990,
+      "Ġyarn": 2991,
+      "oph": 2992,
+      "Ġgiving": 2993,
+      "Ġdiamond": 2994,
+      "Ġsandwich": 2995,
+      "Ġindepend": 2996,
+      "Ġfragile": 2997,
+      "Who": 2998,
+      "cept": 2999,
+      "Ġnosy": 3000,
+      "Ġtwig": 3001,
+      "Ġhurts": 3002,
+      "Ġsuggested": 3003,
+      "Ġlemon": 3004,
+      "iest": 3005,
+      "ination": 3006,
+      "orge": 3007,
+      "Ġnod": 3008,
+      "Ġbloom": 3009,
+      "Ġhose": 3010,
+      "Ġboxes": 3011,
+      "Ġrealised": 3012,
+      "Ġfrown": 3013,
+      "ache": 3014,
+      "Ġrelax": 3015,
+      "Ġhammer": 3016,
+      "Ġadded": 3017,
+      "Ġweird": 3018,
+      "Ġmod": 3019,
+      "Ġcrack": 3020,
+      "Ġalligator": 3021,
+      "Amy": 3022,
+      "Gra": 3023,
+      "oot": 3024,
+      "Ġshake": 3025,
+      "rage": 3026,
+      "Ġlearning": 3027,
+      "Ġvegetables": 3028,
+      "Ġadd": 3029,
+      "Ġmelt": 3030,
+      "ĠSusie": 3031,
+      "elp": 3032,
+      "ĠBobby": 3033,
+      "Ġtrap": 3034,
+      "Ġcollar": 3035,
+      "Ġstubb": 3036,
+      "ique": 3037,
+      "Ġborrow": 3038,
+      "Ġpump": 3039,
+      "Ġloudly": 3040,
+      "Ġsearch": 3041,
+      "Ġchicken": 3042,
+      "Ġpizza": 3043,
+      "Ġindependent": 3044,
+      "Ġstubborn": 3045,
+      "Ġref": 3046,
+      "Ġasking": 3047,
+      "Ġbrilli": 3048,
+      "Ġdecide": 3049,
+      "Ġflash": 3050,
+      "Ġcaterp": 3051,
+      "Ġqueen": 3052,
+      "Ġsnee": 3053,
+      "ĠRose": 3054,
+      "Ġinvited": 3055,
+      "Ġstrawber": 3056,
+      "Ġfoolish": 3057,
+      "Ġcaterpill": 3058,
+      "gy": 3059,
+      "Ġtur": 3060,
+      "Ġdepend": 3061,
+      "Ġguit": 3062,
+      "Ġstri": 3063,
+      "Ġknight": 3064,
+      "Ġboys": 3065,
+      "Ġpee": 3066,
+      "Ġcomb": 3067,
+      "Ġclear": 3068,
+      "Ġunique": 3069,
+      "Ġbuttons": 3070,
+      "ĠTweety": 3071,
+      "Ġcolourful": 3072,
+      "Ġescape": 3073,
+      "Ġbrilliant": 3074,
+      "Ġrich": 3075,
+      "ĠBu": 3076,
+      "Ġsaying": 3077,
+      "Ġrode": 3078,
+      "Ġskin": 3079,
+      "Ġgarage": 3080,
+      "Help": 3081,
+      "dom": 3082,
+      "Ġmummy": 3083,
+      "Ġbeak": 3084,
+      "ured": 3085,
+      "aw": 3086,
+      "eorge": 3087,
+      "rop": 3088,
+      "edient": 3089,
+      "Ġunus": 3090,
+      "Ġoyster": 3091,
+      "Ġturkey": 3092,
+      "ĠOK": 3093,
+      "Ġfountain": 3094,
+      "Ġpatter": 3095,
+      "Ġweek": 3096,
+      "Ġchase": 3097,
+      "Ġrubb": 3098,
+      "Ġcounted": 3099,
+      "Ġregular": 3100,
+      "Ġwiped": 3101,
+      "Ġguitar": 3102,
+      "Ġunusual": 3103,
+      "land": 3104,
+      "Ġumb": 3105,
+      "Ġfork": 3106,
+      "Ġshows": 3107,
+      "Ġlights": 3108,
+      "Ġwalls": 3109,
+      "Ġdreamed": 3110,
+      "Ġbanana": 3111,
+      "Ġsuccessful": 3112,
+      "Ġjewel": 3113,
+      "Ġpattern": 3114,
+      "Ġumbre": 3115,
+      "cil": 3116,
+      "ray": 3117,
+      "inal": 3118,
+      "Ġlow": 3119,
+      "imed": 3120,
+      "Ġswe": 3121,
+      "Ġcryst": 3122,
+      "Ġpencil": 3123,
+      "Ġsafely": 3124,
+      "Ġtools": 3125,
+      "Well": 3126,
+      "Ġtape": 3127,
+      "Ġstream": 3128,
+      "ceed": 3129,
+      "Ġresc": 3130,
+      "Ġabove": 3131,
+      "Ġharder": 3132,
+      "Ġguess": 3133,
+      "Ġbottom": 3134,
+      "Ġmarket": 3135,
+      "Ġimpressed": 3136,
+      "Ġwaff": 3137,
+      "anut": 3138,
+      "iginal": 3139,
+      "Ġnotice": 3140,
+      "illa": 3141,
+      "Ġnods": 3142,
+      "Ġpeanut": 3143,
+      "olog": 3144,
+      "Ġpatch": 3145,
+      "Ġcrawled": 3146,
+      "Ġcaterpillar": 3147,
+      "na": 3148,
+      "Ġtank": 3149,
+      "Ġtask": 3150,
+      "Ġtire": 3151,
+      "Ġgun": 3152,
+      "Ġload": 3153,
+      "Ġcompet": 3154,
+      "umbled": 3155,
+      "Ġapolog": 3156,
+      "Ġsolve": 3157,
+      "How": 3158,
+      "Mummy": 3159,
+      "fast": 3160,
+      "hip": 3161,
+      "ĠNo": 3162,
+      "Ġbitter": 3163,
+      "arl": 3164,
+      "Ġears": 3165,
+      "Ġshone": 3166,
+      "Ġbrush": 3167,
+      "ĠFin": 3168,
+      "Ġoriginal": 3169,
+      "Ġfier": 3170,
+      "Ġglow": 3171,
+      "ĠNemo": 3172,
+      "Ġbreakfast": 3173,
+      "Ġadmired": 3174,
+      "ĠBlue": 3175,
+      "Ġedge": 3176,
+      "Ġdependable": 3177,
+      "und": 3178,
+      "uth": 3179,
+      "ĠIf": 3180,
+      "Ġclay": 3181,
+      "Ġstronger": 3182,
+      "Ġbossy": 3183,
+      "Ġcudd": 3184,
+      "aser": 3185,
+      "Ġgrandpa": 3186,
+      "Ġknows": 3187,
+      "Ġpicking": 3188,
+      "Ġjoke": 3189,
+      "Ġboats": 3190,
+      "Ġbald": 3191,
+      "Ġmedic": 3192,
+      "Ġscrat": 3193,
+      "Ġcone": 3194,
+      "Ġpenny": 3195,
+      "Ġlean": 3196,
+      "Ġraft": 3197,
+      "uggled": 3198,
+      "Ġsucceed": 3199,
+      "Ġobedient": 3200,
+      "Ġhumble": 3201,
+      "Ġlibrary": 3202,
+      "Re": 3203,
+      "head": 3204,
+      "Ġph": 3205,
+      "Ġnumb": 3206,
+      "Ġsauce": 3207,
+      "ĠBear": 3208,
+      "Ġtray": 3209,
+      "Ġproudly": 3210,
+      "Here": 3211,
+      "Ġsounded": 3212,
+      "Ġsquare": 3213,
+      "Ġterrible": 3214,
+      "Ġcrystal": 3215,
+      "Ġfierce": 3216,
+      "Jill": 3217,
+      "Ġwitch": 3218,
+      "inary": 3219,
+      "Ġhappiness": 3220,
+      "ĠLola": 3221,
+      "Ġhanded": 3222,
+      "Ġfridge": 3223,
+      "fa": 3224,
+      "Ġrough": 3225,
+      "ention": 3226,
+      "Ġchanged": 3227,
+      "Ġjoined": 3228,
+      "Ġraven": 3229,
+      "Ġmighty": 3230,
+      "Ġchose": 3231,
+      "Ġwheel": 3232,
+      "Ġumbrella": 3233,
+      "Ġtag": 3234,
+      "Ġcri": 3235,
+      "Ġow": 3236,
+      "arry": 3237,
+      "imp": 3238,
+      "ĠBill": 3239,
+      "Ġhelps": 3240,
+      "Ġfinding": 3241,
+      "Ġcleaning": 3242,
+      "Ġsquee": 3243,
+      "Ġfirework": 3244,
+      "Ġmedicine": 3245,
+      "azz": 3246,
+      "met": 3247,
+      "Ġplayful": 3248,
+      "Ġlocked": 3249,
+      "Ġgoat": 3250,
+      "Ġaccept": 3251,
+      "Ġcompass": 3252,
+      "Ġsurf": 3253,
+      "Ġcompetit": 3254,
+      "ext": 3255,
+      "kn": 3256,
+      "Ġsy": 3257,
+      "Ġsil": 3258,
+      "Ġbeet": 3259,
+      "ĠMar": 3260,
+      "uring": 3261,
+      "Ġchir": 3262,
+      "ĠEllie": 3263,
+      "Ġballs": 3264,
+      "ÅĵLet": 3265,
+      "Ġbutterflies": 3266,
+      "Ġguard": 3267,
+      "Ġcrayon": 3268,
+      "Ġdiscover": 3269,
+      "Ġparade": 3270,
+      "Ġmixed": 3271,
+      "Ġvalu": 3272,
+      "Ġhelmet": 3273,
+      "ĠBrownie": 3274,
+      "Em": 3275,
+      "ject": 3276,
+      "squ": 3277,
+      "ud": 3278,
+      "Ġgum": 3279,
+      "ature": 3280,
+      "Ġisland": 3281,
+      "Ġcost": 3282,
+      "Ġmole": 3283,
+      "Ġnicely": 3284,
+      "Ġkinds": 3285,
+      "Ġraced": 3286,
+      "Ġstove": 3287,
+      "Ġlaughs": 3288,
+      "Ġmarch": 3289,
+      "Ġfalls": 3290,
+      "Ġpersist": 3291,
+      "ĠBaby": 3292,
+      "ophie": 3293,
+      "Alice": 3294,
+      "ience": 3295,
+      "ito": 3296,
+      "Ġcage": 3297,
+      "Ġgoose": 3298,
+      "Ġcoins": 3299,
+      "Ġtrump": 3300,
+      "Ġmosqu": 3301,
+      "Ġserious": 3302,
+      "Ġmosquito": 3303,
+      "Ġflex": 3304,
+      "Ġcro": 3305,
+      "elon": 3306,
+      "Ġexcla": 3307,
+      "Ġchoose": 3308,
+      "Ġexplored": 3309,
+      "Ġunl": 3310,
+      "Ġbrothers": 3311,
+      "Ġguil": 3312,
+      "Ġnumbers": 3313,
+      "Ġtrumpet": 3314,
+      "Ġicy": 3315,
+      "Ġmoms": 3316,
+      "iew": 3317,
+      "Ġview": 3318,
+      "Ġenorm": 3319,
+      "Ġfireman": 3320,
+      "ĠMrs": 3321,
+      "Ġpractice": 3322,
+      "Ġenormous": 3323,
+      "wards": 3324,
+      "Ġsup": 3325,
+      "Ġvolc": 3326,
+      "Ġmeans": 3327,
+      "Ġpointing": 3328,
+      "Ġvaluable": 3329,
+      "Ġflexible": 3330,
+      "Ġexclaimed": 3331,
+      "Ġguilty": 3332,
+      "yal": 3333,
+      "Ġcam": 3334,
+      "Ġpipe": 3335,
+      "ision": 3336,
+      "ĠMy": 3337,
+      "Ġuseful": 3338,
+      "Ġfavour": 3339,
+      "Ġcrazy": 3340,
+      "Ġphot": 3341,
+      "known": 3342,
+      "Ġvolcano": 3343,
+      "Ġwake": 3344,
+      "Ġcity": 3345,
+      "omed": 3346,
+      "llip": 3347,
+      "Ġforth": 3348,
+      "Ġlollip": 3349,
+      "Ġseal": 3350,
+      "Ġallowed": 3351,
+      "Ġscare": 3352,
+      "Ġbrightly": 3353,
+      "Ġmarble": 3354,
+      "Ġpopular": 3355,
+      "Ġflashlight": 3356,
+      "Ġcompassion": 3357,
+      "Ġlollipop": 3358,
+      "ĠU": 3359,
+      "Ġing": 3360,
+      "Ġhunt": 3361,
+      "Ġdull": 3362,
+      "erry": 3363,
+      "Ġstat": 3364,
+      "Ġshel": 3365,
+      "!\".": 3366,
+      "Ġunknown": 3367,
+      "Ġhats": 3368,
+      "Ġshoot": 3369,
+      "redient": 3370,
+      "Ġbelonged": 3371,
+      "Ġfavourite": 3372,
+      "Ġingredient": 3373,
+      "Ġpil": 3374,
+      "Ġloyal": 3375,
+      "Ġbrace": 3376,
+      "ĠWhenever": 3377,
+      "Ġdreams": 3378,
+      "Ġkicked": 3379,
+      "Ġseeds": 3380,
+      "Ġtwirled": 3381,
+      "Ġsuper": 3382,
+      "time": 3383,
+      "Ġfine": 3384,
+      "Ġbees": 3385,
+      "Ġsofa": 3386,
+      "Ġshark": 3387,
+      "ĠMike": 3388,
+      "Ġanx": 3389,
+      "Ġsadly": 3390,
+      "Ġshowing": 3391,
+      "Ġways": 3392,
+      "Ġtrucks": 3393,
+      "Ġdelicate": 3394,
+      "ations": 3395,
+      "Ġrepe": 3396,
+      "Ġimpressive": 3397,
+      "Ġpoured": 3398,
+      "Ġpirate": 3399,
+      "Ġwhispered": 3400,
+      "Ġharmless": 3401,
+      "aff": 3402,
+      "Ġturt": 3403,
+      "Ġtied": 3404,
+      "aroo": 3405,
+      "ado": 3406,
+      "arth": 3407,
+      "Ġgrace": 3408,
+      "Ġhandle": 3409,
+      "Ġenc": 3410,
+      "Ġdeliver": 3411,
+      "Benny": 3412,
+      "Ġrushed": 3413,
+      "Ġusing": 3414,
+      "angaroo": 3415,
+      "Ġshape": 3416,
+      "Ġbushes": 3417,
+      "Ġpersistent": 3418,
+      "Ġgor": 3419,
+      "ĠSp": 3420,
+      "Ġkangaroo": 3421,
+      "Ġang": 3422,
+      "Ġoffice": 3423,
+      "Ġanxious": 3424,
+      "Go": 3425,
+      "alous": 3426,
+      "Ġspell": 3427,
+      "ĠWhile": 3428,
+      "iable": 3429,
+      "Ġpotato": 3430,
+      "Ġjealous": 3431,
+      "Ġwrapped": 3432,
+      "Ġfour": 3433,
+      "Ġcurt": 3434,
+      "Ġlog": 3435,
+      "Ġcoal": 3436,
+      "Ġreliable": 3437,
+      "Ġcurtain": 3438,
+      "Daisy": 3439,
+      "Ġsudden": 3440,
+      "mbol": 3441,
+      "ÅĵYes": 3442,
+      "aches": 3443,
+      "ĠPe": 3444,
+      "Ġpainted": 3445,
+      "ĠToby": 3446,
+      "Ġcere": 3447,
+      "gu": 3448,
+      "Ġtummy": 3449,
+      "Ġthose": 3450,
+      "ouses": 3451,
+      "uddy": 3452,
+      "Ġcush": 3453,
+      "Ġmetal": 3454,
+      "Ġsymbol": 3455,
+      "Ġbeetle": 3456,
+      "Ġcamera": 3457,
+      "Ġhouses": 3458,
+      "ilt": 3459,
+      "Ġcelebrate": 3460,
+      "Ġdelighted": 3461,
+      "Ġgorilla": 3462,
+      "Ġtooth": 3463,
+      "Ġthirst": 3464,
+      "keep": 3465,
+      "Ġshiver": 3466,
+      "Ġreward": 3467,
+      "Ġspace": 3468,
+      "Ġtravel": 3469,
+      "Ġrubbed": 3470,
+      "Ġprint": 3471,
+      "Ġdriving": 3472,
+      "Ġmarry": 3473,
+      "Ġwarned": 3474,
+      "Ġsoldier": 3475,
+      "Ġmotorcy": 3476,
+      "cut": 3477,
+      "Ġson": 3478,
+      "Ġtor": 3479,
+      "arlie": 3480,
+      "Ġhero": 3481,
+      "ief": 3482,
+      "Ġcarp": 3483,
+      "Ġexcitedly": 3484,
+      "Ġtemp": 3485,
+      "ĠPete": 3486,
+      "ĠBobo": 3487,
+      "cod": 3488,
+      "Ġhung": 3489,
+      "Ġgrowing": 3490,
+      "upid": 3491,
+      "Ġthinking": 3492,
+      "Ġtunn": 3493,
+      "While": 3494,
+      "cu": 3495,
+      "ipp": 3496,
+      "Ġhay": 3497,
+      "Ġyet": 3498,
+      "Ġvine": 3499,
+      "Ġacorn": 3500,
+      "icycle": 3501,
+      "Ġprep": 3502,
+      "Ġreminded": 3503,
+      "Ġgasped": 3504,
+      "Ġflute": 3505,
+      "Ġordinary": 3506,
+      "Ġcrocod": 3507,
+      "Ġamb": 3508,
+      "Ġcur": 3509,
+      "ĠBet": 3510,
+      "ĠMandy": 3511,
+      "Ġpup": 3512,
+      "Ġcreatures": 3513,
+      "Ġhurry": 3514,
+      "Ġspoiled": 3515,
+      "Ġtimes": 3516,
+      "Ġmis": 3517,
+      "Ġrice": 3518,
+      "Ġstupid": 3519,
+      "Ġshine": 3520,
+      "Ġresist": 3521,
+      "ugged": 3522,
+      "Ġlaw": 3523,
+      "Ġskull": 3524,
+      "coa": 3525,
+      "Ġmissing": 3526,
+      "Ġwheat": 3527,
+      "Ġsupport": 3528,
+      "Ġingredients": 3529,
+      "aid": 3530,
+      "loo": 3531,
+      "Ġcase": 3532,
+      "ery": 3533,
+      "Ġwashed": 3534,
+      "Ġdove": 3535,
+      "Ġspilled": 3536,
+      "Ġscoot": 3537,
+      "Ġmeal": 3538,
+      "Ġmule": 3539,
+      "ĠDucky": 3540,
+      "Ġmoder": 3541,
+      "arsh": 3542,
+      "ÅĵWhat": 3543,
+      "Ġtrick": 3544,
+      "Ġsett": 3545,
+      "ĠTweetie": 3546,
+      "Ġbounce": 3547,
+      "Ġfilthy": 3548,
+      "Ġbase": 3549,
+      "Ġhoop": 3550,
+      "Ġfre": 3551,
+      "Ġstumbled": 3552,
+      "Ġsoar": 3553,
+      "Ġweal": 3554,
+      "Ġseem": 3555,
+      "Ġword": 3556,
+      "Ġlab": 3557,
+      "ĠDave": 3558,
+      "ĠFr": 3559,
+      "Ġbadly": 3560,
+      "Ġhairy": 3561,
+      "Ġcrawl": 3562,
+      "Ġlively": 3563,
+      "Ġsteps": 3564,
+      "ÅĵLetâ": 3565,
+      "Ġbracelet": 3566,
+      "Ġcereal": 3567,
+      "Ġthirsty": 3568,
+      "Ġcarpet": 3569,
+      "Ġwool": 3570,
+      "ither": 3571,
+      "Ġgoal": 3572,
+      "Ġbackpack": 3573,
+      "Ġtruth": 3574,
+      "Ġcompl": 3575,
+      "Ġcheap": 3576,
+      "Ġdisg": 3577,
+      "Ġplaced": 3578,
+      "Ġearly": 3579,
+      "Ġdecorate": 3580,
+      "Ġnuts": 3581,
+      "Ow": 3582,
+      "cream": 3583,
+      "Ġbump": 3584,
+      "Ġthemselves": 3585,
+      "ices": 3586,
+      "Ġhelpless": 3587,
+      "Ġclum": 3588,
+      "Ġscatter": 3589,
+      "Ġscale": 3590,
+      "Ġnews": 3591,
+      "usting": 3592,
+      "Ġenv": 3593,
+      "âĤ¬âĢ": 3594,
+      "Ġtelling": 3595,
+      "Ġswinging": 3596,
+      "Ġsparkled": 3597,
+      "Ġcarrying": 3598,
+      "gging": 3599,
+      "ines": 3600,
+      "ric": 3601,
+      "Ġfriendship": 3602,
+      "Ġcareless": 3603,
+      "Ġsne": 3604,
+      "Ġdoesn": 3605,
+      "Ġfalling": 3606,
+      "Ġcomput": 3607,
+      "Ġpale": 3608,
+      "Ġpeeked": 3609,
+      "Ġcompassionate": 3610,
+      "com": 3611,
+      "vice": 3612,
+      "Ġsend": 3613,
+      "Ġstage": 3614,
+      "Ġmem": 3615,
+      "Ġchalk": 3616,
+      "Ġchasing": 3617,
+      "Ġpebble": 3618,
+      "ĠEverything": 3619,
+      "Ġcube": 3620,
+      "Ġpige": 3621,
+      "Ġcourage": 3622,
+      "Ġfingers": 3623,
+      "Ġturtle": 3624,
+      "bled": 3625,
+      "Ġsink": 3626,
+      "Ġbicycle": 3627,
+      "Ġshaking": 3628,
+      "Ġsleeping": 3629,
+      "Ġneighbour": 3630,
+      "Ġmodern": 3631,
+      "Ġdisgusting": 3632,
+      "Ġclumsy": 3633,
+      "gest": 3634,
+      "Ġhook": 3635,
+      "Ġcher": 3636,
+      "Ġnail": 3637,
+      "Ġbiggest": 3638,
+      "iches": 3639,
+      "Ġbul": 3640,
+      "Ġending": 3641,
+      "Ġdead": 3642,
+      "Ġtriang": 3643,
+      "ulance": 3644,
+      "Ġspoke": 3645,
+      "Ġpracticed": 3646,
+      "Ġambulance": 3647,
+      "Ġcomputer": 3648,
+      "ibb": 3649,
+      "Ġlamp": 3650,
+      "Ġstation": 3651,
+      "Ġchar": 3652,
+      "Ġwallet": 3653,
+      "ĠToday": 3654,
+      "Ġpackage": 3655,
+      "Ġmicrop": 3656,
+      "Ġcushion": 3657,
+      "keeper": 3658,
+      "Ġcrocodile": 3659,
+      "Ġmicrophone": 3660,
+      "under": 3661,
+      "ĠAlex": 3662,
+      "Ġthoughtful": 3663,
+      "Ġjolly": 3664,
+      "Ġpengu": 3665,
+      "Ġpumpkin": 3666,
+      "Ġcostum": 3667,
+      "Ġfive": 3668,
+      "Ġdough": 3669,
+      "Ġpony": 3670,
+      "Ġol": 3671,
+      "imi": 3672,
+      "Ġstairs": 3673,
+      "Ġknock": 3674,
+      "Ġgrand": 3675,
+      "Ġintell": 3676,
+      "Ġuniver": 3677,
+      "Ġbrighter": 3678,
+      "Ġopens": 3679,
+      "Ġdreaming": 3680,
+      "Ġbounced": 3681,
+      "Ġquestion": 3682,
+      "Ġstatue": 3683,
+      "Ġwine": 3684,
+      "isk": 3685,
+      "ĠAlice": 3686,
+      "Ġcocoa": 3687,
+      "ĠYour": 3688,
+      "Ġpepper": 3689,
+      "Ġbeauty": 3690,
+      "Ġperm": 3691,
+      "Ġpainting": 3692,
+      "Ġshoe": 3693,
+      "Ġelev": 3694,
+      "Everyone": 3695,
+      "hino": 3696,
+      "Ġwealthy": 3697,
+      "Ġintellig": 3698,
+      "noon": 3699,
+      "Ġsuit": 3700,
+      "Ġmild": 3701,
+      "Ġnature": 3702,
+      "ans": 3703,
+      "Ġhappier": 3704,
+      "Ġneat": 3705,
+      "Ġstarts": 3706,
+      "ucked": 3707,
+      "Ġafternoon": 3708,
+      "Ġtorn": 3709,
+      "Ġelevator": 3710,
+      "gen": 3711,
+      "ti": 3712,
+      "Ġten": 3713,
+      "Ġharsh": 3714,
+      "Ġped": 3715,
+      "atient": 3716,
+      "orant": 3717,
+      "Ġrece": 3718,
+      "Ġjet": 3719,
+      "illie": 3720,
+      "ĠRed": 3721,
+      "Ġreading": 3722,
+      "Ġsearching": 3723,
+      "Ġbasketball": 3724,
+      "Ġbarber": 3725,
+      "Ġspeed": 3726,
+      "See": 3727,
+      "awn": 3728,
+      "Ġstack": 3729,
+      "ĠMummy": 3730,
+      "Ġclock": 3731,
+      "ĠGive": 3732,
+      "Ġmagn": 3733,
+      "Ġleaving": 3734,
+      "Ġcupboard": 3735,
+      "Ġdesign": 3736,
+      "Ġslides": 3737,
+      "Ġsandwiches": 3738,
+      "Ġcandle": 3739,
+      "aulif": 3740,
+      "Ġriding": 3741,
+      "Ġfresh": 3742,
+      "oppy": 3743,
+      "Ġshocked": 3744,
+      "Ġener": 3745,
+      "Ġjumps": 3746,
+      "Ġhaircut": 3747,
+      "Ġrespectful": 3748,
+      "Ġcooking": 3749,
+      "Ġticket": 3750,
+      "Ġencou": 3751,
+      "Ġtunnel": 3752,
+      "auliflower": 3753,
+      "Give": 3754,
+      "Ġsle": 3755,
+      "reen": 3756,
+      "Ġmay": 3757,
+      "Ġthief": 3758,
+      "Ġyawn": 3759,
+      "Ġfort": 3760,
+      "Ġalert": 3761,
+      "Ġsorts": 3762,
+      "Ġimpatient": 3763,
+      "Ġcreate": 3764,
+      "ailable": 3765,
+      "Ġwheels": 3766,
+      "Ġvalue": 3767,
+      "Ġprize": 3768,
+      "Mary": 3769,
+      "ye": 3770,
+      "het": 3771,
+      "Ġsent": 3772,
+      "Ġbent": 3773,
+      "ince": 3774,
+      "Ġcomet": 3775,
+      "Ġcamp": 3776,
+      "Ġcauliflower": 3777,
+      "Ġmelon": 3778,
+      "Ġgem": 3779,
+      "Ġitself": 3780,
+      "iron": 3781,
+      "Ġmush": 3782,
+      "Ġmonkeys": 3783,
+      "Ġsalad": 3784,
+      "Ġdestro": 3785,
+      "Ġrescue": 3786,
+      "Ġscooter": 3787,
+      "Ġintelligent": 3788,
+      "az": 3789,
+      "Ġdug": 3790,
+      "iling": 3791,
+      "anger": 3792,
+      "Ġroof": 3793,
+      "Ġrhino": 3794,
+      "Ġscold": 3795,
+      "aghet": 3796,
+      "Ġexper": 3797,
+      "Ġbarking": 3798,
+      "Ġbananas": 3799,
+      "Ġignorant": 3800,
+      "Ġmicro": 3801,
+      "Ġavailable": 3802,
+      "Ġgraceful": 3803,
+      "Ġmotorcycle": 3804,
+      "aghetti": 3805,
+      "hood": 3806,
+      "ĠSn": 3807,
+      "Ġearth": 3808,
+      "Ġboots": 3809,
+      "Ġspaghetti": 3810,
+      "ummer": 3811,
+      "Ġagree": 3812,
+      "Ġbull": 3813,
+      "Ġanywhere": 3814,
+      "ĠGeorge": 3815,
+      "Ġbehave": 3816,
+      "ĠKim": 3817,
+      "Ġpaid": 3818,
+      "scope": 3819,
+      "Ġstretched": 3820,
+      "Ġfearful": 3821,
+      "Ġavo": 3822,
+      "Ġmicroscope": 3823,
+      "If": 3824,
+      "io": 3825,
+      "Ġnoteb": 3826,
+      "ĠEventually": 3827,
+      "Ġolder": 3828,
+      "Ġsniff": 3829,
+      "Ġadvice": 3830,
+      "Ġstops": 3831,
+      "Ġperform": 3832,
+      "Ġfurther": 3833,
+      "Ġenvious": 3834,
+      "Ġpigeon": 3835,
+      "Ġmushroom": 3836,
+      "Ġnotebook": 3837,
+      "ubby": 3838,
+      "Ġpun": 3839,
+      "ats": 3840,
+      "Ġnurse": 3841,
+      "orable": 3842,
+      "Ġthunder": 3843,
+      "Ġclapping": 3844,
+      "Ġvide": 3845,
+      "Ġbuilt": 3846,
+      "ĠCl": 3847,
+      "Ġuncom": 3848,
+      "Ġshouting": 3849,
+      "Ġarrow": 3850,
+      "Ġdrawer": 3851,
+      "Ġprov": 3852,
+      "fortable": 3853,
+      "Ġtomato": 3854,
+      "Ġmeeting": 3855,
+      "Ġobject": 3856,
+      "Ġyogurt": 3857,
+      "Ġtemple": 3858,
+      "Ġuncomfortable": 3859,
+      "ef": 3860,
+      "ues": 3861,
+      "ĠTony": 3862,
+      "Ġloop": 3863,
+      "Ġchubby": 3864,
+      "Ġswitch": 3865,
+      "Ġskip": 3866,
+      "Ġadorable": 3867,
+      "ÅĵIt": 3868,
+      "Ġcounting": 3869,
+      "Ġcooked": 3870,
+      "Ġpist": 3871,
+      "arian": 3872,
+      "enry": 3873,
+      "Ġstared": 3874,
+      "Ġshut": 3875,
+      "icop": 3876,
+      "Ġquite": 3877,
+      "Ġsnuggled": 3878,
+      "ĠGrandpa": 3879,
+      "Ġtroubled": 3880,
+      "Ġgiggle": 3881,
+      "Ġblowing": 3882,
+      "Ġhelicop": 3883,
+      "Ġfisher": 3884,
+      "Ġpistol": 3885,
+      "Ġhelicopter": 3886,
+      "par": 3887,
+      "ĠSophie": 3888,
+      "ooped": 3889,
+      "ips": 3890,
+      "Ġnowhere": 3891,
+      "Ġforgave": 3892,
+      "Ġmarched": 3893,
+      "Ġtreasures": 3894,
+      "host": 3895,
+      "Ġpassport": 3896,
+      "Ġstirred": 3897,
+      "Ġpushing": 3898,
+      "Ġcompetitive": 3899,
+      "Ġdestroy": 3900,
+      "Yay": 3901,
+      "aked": 3902,
+      "oe": 3903,
+      "tter": 3904,
+      "Ġgir": 3905,
+      "Ġghost": 3906,
+      "anic": 3907,
+      "kelet": 3908,
+      "htub": 3909,
+      "Ġreef": 3910,
+      "Ġsepar": 3911,
+      "opard": 3912,
+      "play": 3913,
+      "Ġenvel": 3914,
+      "Ġbreat": 3915,
+      "Ġrepair": 3916,
+      "Ġfootball": 3917,
+      "Ġbathtub": 3918,
+      "Ġrubber": 3919,
+      "Ġangel": 3920,
+      "Ġtriangle": 3921,
+      "Ġled": 3922,
+      "Ġmill": 3923,
+      "ĠSh": 3924,
+      "chanic": 3925,
+      "Ġnames": 3926,
+      "Ġleopard": 3927,
+      "Ġnobody": 3928,
+      "Ġanyway": 3929,
+      "uct": 3930,
+      "ctus": 3931,
+      "Ġshouldn": 3932,
+      "Ġzeb": 3933,
+      "Ġgiven": 3934,
+      "Ġholds": 3935,
+      "Ġbarrel": 3936,
+      "Ġbandage": 3937,
+      "Ġenth": 3938,
+      "Daddy": 3939,
+      "Ġzebra": 3940,
+      "ives": 3941,
+      "ube": 3942,
+      "year": 3943,
+      "Ġpor": 3944,
+      "Ġpand": 3945,
+      "Ġotter": 3946,
+      "Ġribb": 3947,
+      "Ġshield": 3948,
+      "Ġmechanic": 3949,
+      "Ġdonâ": 3950,
+      "Ġdisag": 3951,
+      "Ġdisplay": 3952,
+      "Ġmusician": 3953,
+      "ceros": 3954,
+      "Ġspeak": 3955,
+      "Ġcab": 3956,
+      "Ġcactus": 3957,
+      "ĠBetsy": 3958,
+      "Ġbulb": 3959,
+      "Ch": 3960,
+      "eath": 3961,
+      "ikes": 3962,
+      "xy": 3963,
+      "Ġtube": 3964,
+      "Ġahead": 3965,
+      "Ġsummer": 3966,
+      "Ġskelet": 3967,
+      "Ġpurse": 3968,
+      "Ġknob": 3969,
+      "Ġdidnâ": 3970,
+      "Ġcouldnâ": 3971,
+      "Ġcolours": 3972,
+      "Ġwindows": 3973,
+      "oomy": 3974,
+      "Ġgifted": 3975,
+      "Ġcartoon": 3976,
+      "Ġrhinoceros": 3977,
+      "gl": 3978,
+      "heart": 3979,
+      "Ġsize": 3980,
+      "Ġbet": 3981,
+      "ĠMiss": 3982,
+      "Ġscrew": 3983,
+      "Ġflour": 3984,
+      "Ġblin": 3985,
+      "apa": 3986,
+      "Ġdishes": 3987,
+      "Ġraining": 3988,
+      "Ġhoping": 3989,
+      "Ġshovel": 3990,
+      "Ġmint": 3991,
+      "Ġjellyfish": 3992,
+      "Ġsweater": 3993,
+      "Ġcharming": 3994,
+      "Ġpenguin": 3995,
+      "Ġenvelope": 3996,
+      "Ġenthus": 3997,
+      "Ġcabin": 3998,
+      "rec": 3999,
+      "Ġpant": 4000,
+      "Ġthread": 4001,
+      "Ġinse": 4002,
+      "Ġstaff": 4003,
+      "Ġliz": 4004,
+      "Ġunpack": 4005,
+      "Ġwriting": 4006,
+      "Ġtrash": 4007,
+      "Ġrolling": 4008,
+      "Ġwaffle": 4009,
+      "Ġiron": 4010,
+      "Ġwing": 4011,
+      "erable": 4012,
+      "Ġsheet": 4013,
+      "ĠBuddy": 4014,
+      "Ġshadow": 4015,
+      "Ġroared": 4016,
+      "Ġmuff": 4017,
+      "Ġairport": 4018,
+      "Ġceiling": 4019,
+      "Ġattic": 4020,
+      "Ġorganize": 4021,
+      "Ġstretch": 4022,
+      "Ġgrapes": 4023,
+      "Ġobs": 4024,
+      "ĠAre": 4025,
+      "ĠWould": 4026,
+      "ĠInst": 4027,
+      "Ġpiano": 4028,
+      "Ġsalt": 4029,
+      "Ġmiserable": 4030,
+      "Ġcord": 4031,
+      "Ġdess": 4032,
+      "Ġrefused": 4033,
+      "Ġscreen": 4034,
+      "ĠDan": 4035,
+      "Ġstrugg": 4036,
+      "Ġneedle": 4037,
+      "Ġbears": 4038,
+      "ĠAndy": 4039,
+      "Ġheaded": 4040,
+      "Ġsticky": 4041,
+      "Ġfreez": 4042,
+      "Ġzoomed": 4043,
+      "Ġimagined": 4044,
+      "Ġmedal": 4045,
+      "Ġmagnet": 4046,
+      "reci": 4047,
+      "Ġobser": 4048,
+      "Ġer": 4049,
+      "Ġlives": 4050,
+      "ĠAl": 4051,
+      "ĠPat": 4052,
+      "Ġappreci": 4053,
+      "asses": 4054,
+      "Ġsailor": 4055,
+      "Ġminute": 4056,
+      "Ġfisherman": 4057,
+      "vision": 4058,
+      "Ġrat": 4059,
+      "aled": 4060,
+      "Ġbrus": 4061,
+      "Ġchance": 4062,
+      "Ġpost": 4063,
+      "Ġsungl": 4064,
+      "Ġcheek": 4065,
+      "reeze": 4066,
+      "Ġdeaf": 4067,
+      "Ġrules": 4068,
+      "Ġfrogs": 4069,
+      "Ġairpl": 4070,
+      "ĠGod": 4071,
+      "Ġstrawberry": 4072,
+      "Ġslept": 4073,
+      "Ġlizard": 4074,
+      "Ġsunglasses": 4075,
+      "Ġluck": 4076,
+      "Ġinf": 4077,
+      "Ġbeep": 4078,
+      "ĠBunny": 4079,
+      "Ġmeas": 4080,
+      "Ġrod": 4081,
+      "Ġorder": 4082,
+      "Ġrestless": 4083,
+      "Ġsandbox": 4084,
+      "Ġmessage": 4085,
+      "ĠJoey": 4086,
+      "Ġcomplet": 4087,
+      "Ġattract": 4088,
+      "Ġgolden": 4089,
+      "Grandma": 4090,
+      "Ġpilot": 4091,
+      "Ġporch": 4092,
+      "Little": 4093,
+      "ler": 4094,
+      "ses": 4095
+    },
+    "merges": [
+      [
+        "h",
+        "e"
+      ],
+      [
+        "Ġ",
+        "t"
+      ],
+      [
+        "Ġ",
+        "a"
+      ],
+      [
+        "Ġ",
+        "s"
+      ],
+      [
+        "Ġ",
+        "w"
+      ],
+      [
+        "n",
+        "d"
+      ],
+      [
+        "Ġt",
+        "he"
+      ],
+      [
+        "e",
+        "d"
+      ],
+      [
+        "Ġa",
+        "nd"
+      ],
+      [
+        "Ġt",
+        "o"
+      ],
+      [
+        "Ġ",
+        "b"
+      ],
+      [
+        "i",
+        "n"
+      ],
+      [
+        "Ġ",
+        "h"
+      ],
+      [
+        "Ġw",
+        "a"
+      ],
+      [
+        "r",
+        "e"
+      ],
+      [
+        "Ġ",
+        "f"
+      ],
+      [
+        "i",
+        "t"
+      ],
+      [
+        "o",
+        "u"
+      ],
+      [
+        "Ġ",
+        "c"
+      ],
+      [
+        "Ġ",
+        "l"
+      ],
+      [
+        "Ġ",
+        "he"
+      ],
+      [
+        "Ġ",
+        "d"
+      ],
+      [
+        "e",
+        "r"
+      ],
+      [
+        "Ġwa",
+        "s"
+      ],
+      [
+        "Ġ",
+        "m"
+      ],
+      [
+        "Ġ",
+        "p"
+      ],
+      [
+        "o",
+        "m"
+      ],
+      [
+        "Ġ",
+        "T"
+      ],
+      [
+        "Ġ",
+        "o"
+      ],
+      [
+        "a",
+        "y"
+      ],
+      [
+        "a",
+        "r"
+      ],
+      [
+        "in",
+        "g"
+      ],
+      [
+        "i",
+        "s"
+      ],
+      [
+        "Ġ",
+        "g"
+      ],
+      [
+        "i",
+        "l"
+      ],
+      [
+        "i",
+        "d"
+      ],
+      [
+        "a",
+        "t"
+      ],
+      [
+        "e",
+        "n"
+      ],
+      [
+        "Ġ",
+        "n"
+      ],
+      [
+        "Ġs",
+        "a"
+      ],
+      [
+        "Ġh",
+        "a"
+      ],
+      [
+        "Ġ",
+        "S"
+      ],
+      [
+        "i",
+        "m"
+      ],
+      [
+        "a",
+        "n"
+      ],
+      [
+        "ĠT",
+        "he"
+      ],
+      [
+        "o",
+        "r"
+      ],
+      [
+        "o",
+        "n"
+      ],
+      [
+        "Ġ",
+        "it"
+      ],
+      [
+        "Ġt",
+        "h"
+      ],
+      [
+        "l",
+        "l"
+      ],
+      [
+        "l",
+        "e"
+      ],
+      [
+        "Ġ",
+        "H"
+      ],
+      [
+        "Ġhe",
+        "r"
+      ],
+      [
+        "e",
+        "t"
+      ],
+      [
+        "o",
+        "t"
+      ],
+      [
+        "i",
+        "r"
+      ],
+      [
+        "ĠS",
+        "he"
+      ],
+      [
+        "ĠH",
+        "e"
+      ],
+      [
+        "v",
+        "er"
+      ],
+      [
+        "e",
+        "s"
+      ],
+      [
+        "Ġ",
+        "in"
+      ],
+      [
+        "u",
+        "t"
+      ],
+      [
+        "o",
+        "w"
+      ],
+      [
+        "c",
+        "k"
+      ],
+      [
+        "Ġ",
+        "e"
+      ],
+      [
+        "Ġ",
+        "u"
+      ],
+      [
+        "l",
+        "d"
+      ],
+      [
+        "ĠThe",
+        "y"
+      ],
+      [
+        "o",
+        "o"
+      ],
+      [
+        "i",
+        "g"
+      ],
+      [
+        "Ġsa",
+        "id"
+      ],
+      [
+        "a",
+        "m"
+      ],
+      [
+        "il",
+        "y"
+      ],
+      [
+        "Ġb",
+        "e"
+      ],
+      [
+        "Ġ",
+        "y"
+      ],
+      [
+        "Ġ",
+        "r"
+      ],
+      [
+        "Ġs",
+        "t"
+      ],
+      [
+        "c",
+        "e"
+      ],
+      [
+        "Ġs",
+        "he"
+      ],
+      [
+        "Ġ",
+        "\""
+      ],
+      [
+        "p",
+        "p"
+      ],
+      [
+        "k",
+        "e"
+      ],
+      [
+        "it",
+        "h"
+      ],
+      [
+        "O",
+        "n"
+      ],
+      [
+        "Ġ",
+        "I"
+      ],
+      [
+        "Ġw",
+        "ith"
+      ],
+      [
+        "v",
+        "e"
+      ],
+      [
+        "L",
+        "ily"
+      ],
+      [
+        "Ġo",
+        "n"
+      ],
+      [
+        "Ġo",
+        "f"
+      ],
+      [
+        "Ġs",
+        "o"
+      ],
+      [
+        "Ġh",
+        "is"
+      ],
+      [
+        "k",
+        "ed"
+      ],
+      [
+        "r",
+        "i"
+      ],
+      [
+        "n",
+        "t"
+      ],
+      [
+        "ver",
+        "y"
+      ],
+      [
+        "Ġp",
+        "l"
+      ],
+      [
+        "Ġd",
+        "ay"
+      ],
+      [
+        "a",
+        "d"
+      ],
+      [
+        "Ġy",
+        "ou"
+      ],
+      [
+        "Ġth",
+        "at"
+      ],
+      [
+        "Ġu",
+        "p"
+      ],
+      [
+        "Ġha",
+        "d"
+      ],
+      [
+        "s",
+        "t"
+      ],
+      [
+        "Ġpl",
+        "ay"
+      ],
+      [
+        "Ġthe",
+        "y"
+      ],
+      [
+        "Ġ",
+        "Lily"
+      ],
+      [
+        "Ġw",
+        "e"
+      ],
+      [
+        "Ġm",
+        "om"
+      ],
+      [
+        "m",
+        "y"
+      ],
+      [
+        "Ġf",
+        "or"
+      ],
+      [
+        "e",
+        "l"
+      ],
+      [
+        "ou",
+        "ld"
+      ],
+      [
+        "u",
+        "n"
+      ],
+      [
+        "Ġ",
+        "B"
+      ],
+      [
+        "'",
+        "s"
+      ],
+      [
+        "it",
+        "t"
+      ],
+      [
+        "en",
+        "t"
+      ],
+      [
+        "Ġha",
+        "pp"
+      ],
+      [
+        "T",
+        "he"
+      ],
+      [
+        "c",
+        "h"
+      ],
+      [
+        "Ġl",
+        "i"
+      ],
+      [
+        "ou",
+        "t"
+      ],
+      [
+        "Ġwa",
+        "nt"
+      ],
+      [
+        "Ġs",
+        "h"
+      ],
+      [
+        "he",
+        "r"
+      ],
+      [
+        "l",
+        "y"
+      ],
+      [
+        "im",
+        "e"
+      ],
+      [
+        "itt",
+        "le"
+      ],
+      [
+        "ou",
+        "nd"
+      ],
+      [
+        "Ġ",
+        "very"
+      ],
+      [
+        "Ġt",
+        "ime"
+      ],
+      [
+        "om",
+        "e"
+      ],
+      [
+        "Ġl",
+        "ittle"
+      ],
+      [
+        "Ġthe",
+        "re"
+      ],
+      [
+        "s",
+        "e"
+      ],
+      [
+        "Ġd",
+        "o"
+      ],
+      [
+        "Ġw",
+        "h"
+      ],
+      [
+        "a",
+        "ll"
+      ],
+      [
+        "Ġ",
+        "k"
+      ],
+      [
+        "e",
+        "nd"
+      ],
+      [
+        "a",
+        "l"
+      ],
+      [
+        "h",
+        "t"
+      ],
+      [
+        "Ġn",
+        "e"
+      ],
+      [
+        "Ġ",
+        "re"
+      ],
+      [
+        "Ġn",
+        "ot"
+      ],
+      [
+        "Ġhapp",
+        "y"
+      ],
+      [
+        "Ġ",
+        "Ċ"
+      ],
+      [
+        "Ġb",
+        "ig"
+      ],
+      [
+        "Ġ",
+        "M"
+      ],
+      [
+        "Ġb",
+        "ut"
+      ],
+      [
+        "Ġs",
+        "m"
+      ],
+      [
+        "a",
+        "ck"
+      ],
+      [
+        "Ġsa",
+        "w"
+      ],
+      [
+        "ĠI",
+        "t"
+      ],
+      [
+        "Ġa",
+        "s"
+      ],
+      [
+        "Ġa",
+        "n"
+      ],
+      [
+        "r",
+        "a"
+      ],
+      [
+        "ri",
+        "end"
+      ],
+      [
+        "Ġf",
+        "riend"
+      ],
+      [
+        "id",
+        "e"
+      ],
+      [
+        "On",
+        "e"
+      ],
+      [
+        "r",
+        "y"
+      ],
+      [
+        "'",
+        "t"
+      ],
+      [
+        "v",
+        "ed"
+      ],
+      [
+        "Ġ",
+        "is"
+      ],
+      [
+        "On",
+        "ce"
+      ],
+      [
+        "a",
+        "ke"
+      ],
+      [
+        ".",
+        "\""
+      ],
+      [
+        "Ġwe",
+        "re"
+      ],
+      [
+        "t",
+        "er"
+      ],
+      [
+        "u",
+        "g"
+      ],
+      [
+        "Ġl",
+        "oo"
+      ],
+      [
+        "Ġl",
+        "o"
+      ],
+      [
+        "o",
+        "re"
+      ],
+      [
+        "e",
+        "c"
+      ],
+      [
+        "ĠT",
+        "im"
+      ],
+      [
+        "Ġh",
+        "im"
+      ],
+      [
+        "Ġb",
+        "o"
+      ],
+      [
+        "!",
+        "\""
+      ],
+      [
+        "Ġto",
+        "o"
+      ],
+      [
+        "Ġg",
+        "o"
+      ],
+      [
+        "Ġup",
+        "on"
+      ],
+      [
+        "ir",
+        "l"
+      ],
+      [
+        "Ġ",
+        "j"
+      ],
+      [
+        "Ġwant",
+        "ed"
+      ],
+      [
+        "Ġg",
+        "irl"
+      ],
+      [
+        "Ġs",
+        "e"
+      ],
+      [
+        "Ġ",
+        "out"
+      ],
+      [
+        "ar",
+        "d"
+      ],
+      [
+        "w",
+        "ay"
+      ],
+      [
+        "Ġs",
+        "p"
+      ],
+      [
+        "il",
+        "l"
+      ],
+      [
+        "i",
+        "nd"
+      ],
+      [
+        "Ġthe",
+        "m"
+      ],
+      [
+        "Ġc",
+        "ould"
+      ],
+      [
+        "f",
+        "u"
+      ],
+      [
+        "he",
+        "n"
+      ],
+      [
+        "Ġa",
+        "t"
+      ],
+      [
+        "u",
+        "r"
+      ],
+      [
+        "Ġd",
+        "id"
+      ],
+      [
+        "Ġsm",
+        "il"
+      ],
+      [
+        "Ġthe",
+        "ir"
+      ],
+      [
+        "Ġa",
+        "re"
+      ],
+      [
+        "Ġe",
+        "x"
+      ],
+      [
+        "Ġ",
+        "A"
+      ],
+      [
+        "a",
+        "in"
+      ],
+      [
+        "Ġw",
+        "ent"
+      ],
+      [
+        "ar",
+        "t"
+      ],
+      [
+        "he",
+        "d"
+      ],
+      [
+        "r",
+        "om"
+      ],
+      [
+        "i",
+        "c"
+      ],
+      [
+        "r",
+        "ound"
+      ],
+      [
+        "Ġha",
+        "ve"
+      ],
+      [
+        "Ġn",
+        "am"
+      ],
+      [
+        "l",
+        "p"
+      ],
+      [
+        "Ġa",
+        "ll"
+      ],
+      [
+        "Ġ",
+        "J"
+      ],
+      [
+        "fu",
+        "l"
+      ],
+      [
+        "Ġk",
+        "n"
+      ],
+      [
+        "h",
+        "ing"
+      ],
+      [
+        "oo",
+        "d"
+      ],
+      [
+        "Ġhe",
+        "lp"
+      ],
+      [
+        "ig",
+        "ht"
+      ],
+      [
+        "Ġfriend",
+        "s"
+      ],
+      [
+        "on",
+        "e"
+      ],
+      [
+        "ar",
+        "k"
+      ],
+      [
+        "Ġb",
+        "ack"
+      ],
+      [
+        "u",
+        "m"
+      ],
+      [
+        "Ġc",
+        "an"
+      ],
+      [
+        "Ġnam",
+        "ed"
+      ],
+      [
+        "Ġc",
+        "l"
+      ],
+      [
+        "?",
+        "\""
+      ],
+      [
+        "Ġf",
+        "un"
+      ],
+      [
+        "a",
+        "re"
+      ],
+      [
+        "ĠB",
+        "en"
+      ],
+      [
+        "Ġlo",
+        "ved"
+      ],
+      [
+        "Ġa",
+        "l"
+      ],
+      [
+        "el",
+        "t"
+      ],
+      [
+        "ĠTim",
+        "my"
+      ],
+      [
+        "Ġ",
+        "One"
+      ],
+      [
+        "o",
+        "p"
+      ],
+      [
+        "s",
+        "ide"
+      ],
+      [
+        "Ġl",
+        "e"
+      ],
+      [
+        "Ġn",
+        "o"
+      ],
+      [
+        "Ġs",
+        "c"
+      ],
+      [
+        "ĠT",
+        "om"
+      ],
+      [
+        "Ġf",
+        "elt"
+      ],
+      [
+        "ou",
+        "g"
+      ],
+      [
+        "Ġsmil",
+        "ed"
+      ],
+      [
+        "i",
+        "ck"
+      ],
+      [
+        "Ġas",
+        "ked"
+      ],
+      [
+        "Y",
+        "ou"
+      ],
+      [
+        "Ġto",
+        "y"
+      ],
+      [
+        "Ġm",
+        "an"
+      ],
+      [
+        "Ġa",
+        "round"
+      ],
+      [
+        "am",
+        "e"
+      ],
+      [
+        "Ġf",
+        "e"
+      ],
+      [
+        "Ġs",
+        "ay"
+      ],
+      [
+        "Ġbo",
+        "y"
+      ],
+      [
+        "Ġs",
+        "ome"
+      ],
+      [
+        "Ġloo",
+        "ked"
+      ],
+      [
+        "u",
+        "re"
+      ],
+      [
+        "om",
+        "et"
+      ],
+      [
+        "Ġb",
+        "r"
+      ],
+      [
+        "Ġw",
+        "ould"
+      ],
+      [
+        "Ġm",
+        "e"
+      ],
+      [
+        "Ġb",
+        "ir"
+      ],
+      [
+        "Ġli",
+        "ke"
+      ],
+      [
+        "g",
+        "et"
+      ],
+      [
+        "Ġst",
+        "art"
+      ],
+      [
+        "Ġr",
+        "o"
+      ],
+      [
+        "a",
+        "s"
+      ],
+      [
+        "Ġse",
+        "e"
+      ],
+      [
+        "Ġ",
+        "W"
+      ],
+      [
+        "i",
+        "ce"
+      ],
+      [
+        "on",
+        "g"
+      ],
+      [
+        "Ġbir",
+        "d"
+      ],
+      [
+        "Ġs",
+        "omet"
+      ],
+      [
+        "d",
+        "d"
+      ],
+      [
+        "Ġw",
+        "or"
+      ],
+      [
+        "ad",
+        "e"
+      ],
+      [
+        "i",
+        "e"
+      ],
+      [
+        "k",
+        "ing"
+      ],
+      [
+        "Ġa",
+        "g"
+      ],
+      [
+        "ow",
+        "n"
+      ],
+      [
+        "Ġt",
+        "re"
+      ],
+      [
+        "Ġf",
+        "a"
+      ],
+      [
+        "Ġa",
+        "way"
+      ],
+      [
+        "Ġwh",
+        "at"
+      ],
+      [
+        "ing",
+        "s"
+      ],
+      [
+        "Ġstart",
+        "ed"
+      ],
+      [
+        "get",
+        "her"
+      ],
+      [
+        "Ġr",
+        "an"
+      ],
+      [
+        "Ã",
+        "¢"
+      ],
+      [
+        "â",
+        "Ĥ"
+      ],
+      [
+        "âĤ",
+        "¬"
+      ],
+      [
+        "ar",
+        "ed"
+      ],
+      [
+        "Ġm",
+        "ake"
+      ],
+      [
+        "ĠB",
+        "ut"
+      ],
+      [
+        "it",
+        "ed"
+      ],
+      [
+        "i",
+        "f"
+      ],
+      [
+        "ou",
+        "d"
+      ],
+      [
+        "Ġm",
+        "ade"
+      ],
+      [
+        "Ġto",
+        "gether"
+      ],
+      [
+        "Ġsomet",
+        "hing"
+      ],
+      [
+        "Ġex",
+        "c"
+      ],
+      [
+        "a",
+        "g"
+      ],
+      [
+        "Ġc",
+        "o"
+      ],
+      [
+        "Ġp",
+        "ark"
+      ],
+      [
+        "Ġne",
+        "w"
+      ],
+      [
+        "Ġsa",
+        "d"
+      ],
+      [
+        "Ġp",
+        "ut"
+      ],
+      [
+        ",",
+        "\""
+      ],
+      [
+        "Ġf",
+        "rom"
+      ],
+      [
+        "b",
+        "le"
+      ],
+      [
+        "t",
+        "her"
+      ],
+      [
+        "Ġp",
+        "r"
+      ],
+      [
+        "Ġm",
+        "u"
+      ],
+      [
+        "Ġc",
+        "ar"
+      ],
+      [
+        "Ġh",
+        "ome"
+      ],
+      [
+        "Ġ",
+        "You"
+      ],
+      [
+        "Ġthe",
+        "n"
+      ],
+      [
+        "Ġw",
+        "hen"
+      ],
+      [
+        "Ġf",
+        "ound"
+      ],
+      [
+        "e",
+        "ll"
+      ],
+      [
+        "Ġo",
+        "ther"
+      ],
+      [
+        "Ġag",
+        "ain"
+      ],
+      [
+        "Ġc",
+        "h"
+      ],
+      [
+        "Ġd",
+        "ec"
+      ],
+      [
+        "Ġwh",
+        "o"
+      ],
+      [
+        "Ġl",
+        "a"
+      ],
+      [
+        "ri",
+        "ed"
+      ],
+      [
+        "s",
+        "s"
+      ],
+      [
+        "Ġg",
+        "ood"
+      ],
+      [
+        "Ġh",
+        "ug"
+      ],
+      [
+        "Ġ",
+        "L"
+      ],
+      [
+        "pp",
+        "ed"
+      ],
+      [
+        "Ġwa",
+        "l"
+      ],
+      [
+        "e",
+        "p"
+      ],
+      [
+        "all",
+        "y"
+      ],
+      [
+        "Ġsay",
+        "s"
+      ],
+      [
+        "Ġf",
+        "l"
+      ],
+      [
+        "es",
+        "t"
+      ],
+      [
+        "a",
+        "ch"
+      ],
+      [
+        "Ġ",
+        "E"
+      ],
+      [
+        "Ġexc",
+        "ited"
+      ],
+      [
+        "p",
+        "l"
+      ],
+      [
+        "q",
+        "u"
+      ],
+      [
+        "oo",
+        "k"
+      ],
+      [
+        "Ġg",
+        "et"
+      ],
+      [
+        "oug",
+        "ht"
+      ],
+      [
+        "Ġplay",
+        "ing"
+      ],
+      [
+        "Ġg",
+        "ot"
+      ],
+      [
+        "Ġs",
+        "w"
+      ],
+      [
+        "ou",
+        "s"
+      ],
+      [
+        "h",
+        "at"
+      ],
+      [
+        "n",
+        "y"
+      ],
+      [
+        "id",
+        "ed"
+      ],
+      [
+        "u",
+        "ck"
+      ],
+      [
+        "Ġth",
+        "ings"
+      ],
+      [
+        "Ġe",
+        "very"
+      ],
+      [
+        "Ġdec",
+        "ided"
+      ],
+      [
+        "Ġc",
+        "ame"
+      ],
+      [
+        "Ġbe",
+        "c"
+      ],
+      [
+        "a",
+        "ve"
+      ],
+      [
+        "r",
+        "o"
+      ],
+      [
+        "a",
+        "x"
+      ],
+      [
+        "Ġli",
+        "ked"
+      ],
+      [
+        "Ġd",
+        "own"
+      ],
+      [
+        "Ġdo",
+        "g"
+      ],
+      [
+        "Ġsc",
+        "ared"
+      ],
+      [
+        "Ġ",
+        "v"
+      ],
+      [
+        "u",
+        "dd"
+      ],
+      [
+        "u",
+        "st"
+      ],
+      [
+        "Ġon",
+        "e"
+      ],
+      [
+        "Ġf",
+        "ind"
+      ],
+      [
+        "Ġb",
+        "l"
+      ],
+      [
+        "Ġth",
+        "an"
+      ],
+      [
+        "Ġ",
+        "D"
+      ],
+      [
+        "ou",
+        "se"
+      ],
+      [
+        "way",
+        "s"
+      ],
+      [
+        "Ġkn",
+        "e"
+      ],
+      [
+        "Ġdid",
+        "n"
+      ],
+      [
+        "a",
+        "p"
+      ],
+      [
+        "Ġmom",
+        "my"
+      ],
+      [
+        "Ġc",
+        "are"
+      ],
+      [
+        "Ġal",
+        "ways"
+      ],
+      [
+        "Ġa",
+        "b"
+      ],
+      [
+        "is",
+        "t"
+      ],
+      [
+        "Ġd",
+        "ad"
+      ],
+      [
+        "Ġfe",
+        "el"
+      ],
+      [
+        "ar",
+        "a"
+      ],
+      [
+        "b",
+        "b"
+      ],
+      [
+        "ar",
+        "n"
+      ],
+      [
+        "f",
+        "e"
+      ],
+      [
+        "Ġyou",
+        "r"
+      ],
+      [
+        "Ġout",
+        "side"
+      ],
+      [
+        "u",
+        "e"
+      ],
+      [
+        "Ġg",
+        "ra"
+      ],
+      [
+        "an",
+        "t"
+      ],
+      [
+        "Ġ",
+        "ke"
+      ],
+      [
+        "ĠM",
+        "om"
+      ],
+      [
+        "Ġtoo",
+        "k"
+      ],
+      [
+        "Ġl",
+        "ot"
+      ],
+      [
+        "n",
+        "n"
+      ],
+      [
+        "Ġb",
+        "u"
+      ],
+      [
+        "Ġab",
+        "out"
+      ],
+      [
+        "es",
+        "s"
+      ],
+      [
+        "Ġ",
+        "F"
+      ],
+      [
+        "nd",
+        "er"
+      ],
+      [
+        "Ġtre",
+        "e"
+      ],
+      [
+        "ec",
+        "i"
+      ],
+      [
+        "Ġloo",
+        "k"
+      ],
+      [
+        "Ġp",
+        "o"
+      ],
+      [
+        "Ġm",
+        "y"
+      ],
+      [
+        "ou",
+        "r"
+      ],
+      [
+        "Ġtoy",
+        "s"
+      ],
+      [
+        "it",
+        "e"
+      ],
+      [
+        "c",
+        "hed"
+      ],
+      [
+        "Ġkne",
+        "w"
+      ],
+      [
+        "Ġth",
+        "ought"
+      ],
+      [
+        "en",
+        "ed"
+      ],
+      [
+        "Ġle",
+        "arn"
+      ],
+      [
+        "Ġin",
+        "t"
+      ],
+      [
+        "Ġo",
+        "ld"
+      ],
+      [
+        "Ġm",
+        "ore"
+      ],
+      [
+        "nn",
+        "a"
+      ],
+      [
+        "is",
+        "e"
+      ],
+      [
+        "g",
+        "ed"
+      ],
+      [
+        "Ġt",
+        "a"
+      ],
+      [
+        "udd",
+        "en"
+      ],
+      [
+        "eci",
+        "al"
+      ],
+      [
+        "Ġsp",
+        "ecial"
+      ],
+      [
+        "ĠM",
+        "ax"
+      ],
+      [
+        "a",
+        "u"
+      ],
+      [
+        "Ġw",
+        "ill"
+      ],
+      [
+        "er",
+        "s"
+      ],
+      [
+        "The",
+        "y"
+      ],
+      [
+        "re",
+        "t"
+      ],
+      [
+        "Ġp",
+        "e"
+      ],
+      [
+        "Ġh",
+        "o"
+      ],
+      [
+        "ĠS",
+        "am"
+      ],
+      [
+        "Ġt",
+        "ake"
+      ],
+      [
+        "Ġb",
+        "all"
+      ],
+      [
+        "Ġkn",
+        "ow"
+      ],
+      [
+        "Ġla",
+        "ug"
+      ],
+      [
+        "f",
+        "ter"
+      ],
+      [
+        "udden",
+        "ly"
+      ],
+      [
+        "Ġc",
+        "at"
+      ],
+      [
+        "Ġh",
+        "ow"
+      ],
+      [
+        "i",
+        "ve"
+      ],
+      [
+        "Ġt",
+        "r"
+      ],
+      [
+        "Ġmu",
+        "ch"
+      ],
+      [
+        "Ġan",
+        "y"
+      ],
+      [
+        "Ġp",
+        "u"
+      ],
+      [
+        "m",
+        "a"
+      ],
+      [
+        "Ġs",
+        "l"
+      ],
+      [
+        "Ġs",
+        "or"
+      ],
+      [
+        "Ġm",
+        "o"
+      ],
+      [
+        "v",
+        "en"
+      ],
+      [
+        "is",
+        "h"
+      ],
+      [
+        "Ġsh",
+        "ow"
+      ],
+      [
+        "Ġcould",
+        "n"
+      ],
+      [
+        "au",
+        "se"
+      ],
+      [
+        "in",
+        "k"
+      ],
+      [
+        "B",
+        "ut"
+      ],
+      [
+        "Ġh",
+        "ouse"
+      ],
+      [
+        "Ġint",
+        "o"
+      ],
+      [
+        "um",
+        "p"
+      ],
+      [
+        "Ġo",
+        "ver"
+      ],
+      [
+        "Ġt",
+        "ried"
+      ],
+      [
+        "a",
+        "nd"
+      ],
+      [
+        "Ġe",
+        "at"
+      ],
+      [
+        "Ġs",
+        "k"
+      ],
+      [
+        "Ġs",
+        "un"
+      ],
+      [
+        "Ġt",
+        "w"
+      ],
+      [
+        "Ġcl",
+        "o"
+      ],
+      [
+        "i",
+        "a"
+      ],
+      [
+        "Ġr",
+        "un"
+      ],
+      [
+        "Ġha",
+        "nd"
+      ],
+      [
+        "ĠE",
+        "very"
+      ],
+      [
+        "Ġ",
+        "en"
+      ],
+      [
+        "Ġin",
+        "side"
+      ],
+      [
+        "d",
+        "y"
+      ],
+      [
+        "Ġ",
+        "if"
+      ],
+      [
+        "Ġto",
+        "ld"
+      ],
+      [
+        "Ġne",
+        "ver"
+      ],
+      [
+        "i",
+        "on"
+      ],
+      [
+        "Ġ",
+        "qu"
+      ],
+      [
+        "Ġbec",
+        "ause"
+      ],
+      [
+        "b",
+        "y"
+      ],
+      [
+        "Ġpr",
+        "oud"
+      ],
+      [
+        "Ġg",
+        "ave"
+      ],
+      [
+        "Ġsor",
+        "ry"
+      ],
+      [
+        "Ġth",
+        "is"
+      ],
+      [
+        "Ġo",
+        "p"
+      ],
+      [
+        "Ġplay",
+        "ed"
+      ],
+      [
+        "at",
+        "e"
+      ],
+      [
+        "Ġex",
+        "pl"
+      ],
+      [
+        "Ġhe",
+        "ard"
+      ],
+      [
+        "t",
+        "y"
+      ],
+      [
+        "Ġo",
+        "r"
+      ],
+      [
+        "Ġwa",
+        "ter"
+      ],
+      [
+        "an",
+        "k"
+      ],
+      [
+        "g",
+        "e"
+      ],
+      [
+        "s",
+        "ed"
+      ],
+      [
+        "Ġp",
+        "ick"
+      ],
+      [
+        "ot",
+        "her"
+      ],
+      [
+        "Ġro",
+        "om"
+      ],
+      [
+        "et",
+        "ter"
+      ],
+      [
+        "Ġj",
+        "ust"
+      ],
+      [
+        "a",
+        "ce"
+      ],
+      [
+        "Ġhug",
+        "ged"
+      ],
+      [
+        "a",
+        "k"
+      ],
+      [
+        "Ġg",
+        "re"
+      ],
+      [
+        "he",
+        "re"
+      ],
+      [
+        "Ġof",
+        "f"
+      ],
+      [
+        "ĠS",
+        "ara"
+      ],
+      [
+        "Ġp",
+        "ret"
+      ],
+      [
+        "il",
+        "e"
+      ],
+      [
+        "Ġe",
+        "ach"
+      ],
+      [
+        "Ġc",
+        "om"
+      ],
+      [
+        "Ġl",
+        "ong"
+      ],
+      [
+        "Ġbo",
+        "x"
+      ],
+      [
+        "or",
+        "t"
+      ],
+      [
+        "Ġst",
+        "r"
+      ],
+      [
+        "i",
+        "z"
+      ],
+      [
+        "Ġu",
+        "nt"
+      ],
+      [
+        "Ġwa",
+        "t"
+      ],
+      [
+        "ot",
+        "h"
+      ],
+      [
+        "Ġne",
+        "ed"
+      ],
+      [
+        "Ġj",
+        "o"
+      ],
+      [
+        "ĠW",
+        "e"
+      ],
+      [
+        "T",
+        "om"
+      ],
+      [
+        "Ġsm",
+        "all"
+      ],
+      [
+        "in",
+        "e"
+      ],
+      [
+        "Ġbe",
+        "ar"
+      ],
+      [
+        "M",
+        "om"
+      ],
+      [
+        "Ġunt",
+        "il"
+      ],
+      [
+        "Ġn",
+        "ice"
+      ],
+      [
+        "Ġt",
+        "ry"
+      ],
+      [
+        "v",
+        "ing"
+      ],
+      [
+        "u",
+        "c"
+      ],
+      [
+        "s",
+        "el"
+      ],
+      [
+        "oug",
+        "h"
+      ],
+      [
+        "Ġlearn",
+        "ed"
+      ],
+      [
+        "Ġk",
+        "ind"
+      ],
+      [
+        "ĠA",
+        "nna"
+      ],
+      [
+        "il",
+        "d"
+      ],
+      [
+        "Ġf",
+        "o"
+      ],
+      [
+        "Ġman",
+        "y"
+      ],
+      [
+        "'",
+        "m"
+      ],
+      [
+        "ĠJ",
+        "ack"
+      ],
+      [
+        "Ġb",
+        "etter"
+      ],
+      [
+        "Ġ",
+        "im"
+      ],
+      [
+        "g",
+        "ry"
+      ],
+      [
+        "im",
+        "al"
+      ],
+      [
+        "Ġan",
+        "imal"
+      ],
+      [
+        "ur",
+        "t"
+      ],
+      [
+        "f",
+        "t"
+      ],
+      [
+        "Ġe",
+        "nd"
+      ],
+      [
+        "Ġs",
+        "n"
+      ],
+      [
+        "a",
+        "ut"
+      ],
+      [
+        "Ġt",
+        "e"
+      ],
+      [
+        "Ġc",
+        "le"
+      ],
+      [
+        "ĠJ",
+        "o"
+      ],
+      [
+        "v",
+        "ent"
+      ],
+      [
+        "ur",
+        "p"
+      ],
+      [
+        "Ġg",
+        "r"
+      ],
+      [
+        "Ġbe",
+        "aut"
+      ],
+      [
+        "Ġj",
+        "ump"
+      ],
+      [
+        "m",
+        "b"
+      ],
+      [
+        "Ġa",
+        "d"
+      ],
+      [
+        "re",
+        "am"
+      ],
+      [
+        "p",
+        "t"
+      ],
+      [
+        "ĠS",
+        "o"
+      ],
+      [
+        "ĠH",
+        "er"
+      ],
+      [
+        "Ġfl",
+        "ow"
+      ],
+      [
+        "i",
+        "es"
+      ],
+      [
+        "Ġc",
+        "he"
+      ],
+      [
+        "Ġb",
+        "ra"
+      ],
+      [
+        "Ġthan",
+        "ked"
+      ],
+      [
+        "Ġe",
+        "ven"
+      ],
+      [
+        "Ġb",
+        "est"
+      ],
+      [
+        "Ġc",
+        "all"
+      ],
+      [
+        "ad",
+        "y"
+      ],
+      [
+        "H",
+        "e"
+      ],
+      [
+        "Ġlot",
+        "s"
+      ],
+      [
+        "Ġlaug",
+        "hed"
+      ],
+      [
+        "sel",
+        "f"
+      ],
+      [
+        "Ġr",
+        "a"
+      ],
+      [
+        "Ġwa",
+        "y"
+      ],
+      [
+        "ar",
+        "s"
+      ],
+      [
+        "ur",
+        "n"
+      ],
+      [
+        "Ġb",
+        "y"
+      ],
+      [
+        "Ġfa",
+        "st"
+      ],
+      [
+        "ll",
+        "y"
+      ],
+      [
+        "Ġf",
+        "am"
+      ],
+      [
+        "Ġ",
+        "C"
+      ],
+      [
+        "v",
+        "es"
+      ],
+      [
+        "ard",
+        "en"
+      ],
+      [
+        "Ġg",
+        "arden"
+      ],
+      [
+        "Ġbeaut",
+        "i"
+      ],
+      [
+        "w",
+        "n"
+      ],
+      [
+        "T",
+        "h"
+      ],
+      [
+        "Ġbeauti",
+        "ful"
+      ],
+      [
+        "Ġl",
+        "oud"
+      ],
+      [
+        "le",
+        "w"
+      ],
+      [
+        "Ġsk",
+        "y"
+      ],
+      [
+        "Ġd",
+        "on"
+      ],
+      [
+        "h",
+        "n"
+      ],
+      [
+        "er",
+        "ed"
+      ],
+      [
+        "in",
+        "y"
+      ],
+      [
+        "Ġcare",
+        "ful"
+      ],
+      [
+        "Ġlo",
+        "ve"
+      ],
+      [
+        "Ġf",
+        "i"
+      ],
+      [
+        "ĠThe",
+        "n"
+      ],
+      [
+        "Å",
+        "ĵ"
+      ],
+      [
+        "a",
+        "se"
+      ],
+      [
+        "ec",
+        "t"
+      ],
+      [
+        "Ġsa",
+        "fe"
+      ],
+      [
+        "ĠA",
+        "nd"
+      ],
+      [
+        "Ġu",
+        "nder"
+      ],
+      [
+        "Ġc",
+        "ome"
+      ],
+      [
+        "ĠF",
+        "rom"
+      ],
+      [
+        "Y",
+        "es"
+      ],
+      [
+        "ĠM",
+        "ia"
+      ],
+      [
+        "I",
+        "t"
+      ],
+      [
+        "m",
+        "e"
+      ],
+      [
+        "Ġh",
+        "ard"
+      ],
+      [
+        "Ġc",
+        "u"
+      ],
+      [
+        "Ġw",
+        "o"
+      ],
+      [
+        "Ġl",
+        "ist"
+      ],
+      [
+        "Ġst",
+        "ay"
+      ],
+      [
+        "an",
+        "e"
+      ],
+      [
+        "s",
+        "h"
+      ],
+      [
+        "op",
+        "le"
+      ],
+      [
+        "Ġg",
+        "l"
+      ],
+      [
+        "n",
+        "ing"
+      ],
+      [
+        "Ġst",
+        "ill"
+      ],
+      [
+        "oo",
+        "l"
+      ],
+      [
+        "Ġh",
+        "urt"
+      ],
+      [
+        "re",
+        "e"
+      ],
+      [
+        "ĠH",
+        "is"
+      ],
+      [
+        "Ġim",
+        "p"
+      ],
+      [
+        "Ġfam",
+        "ily"
+      ],
+      [
+        "Ġ",
+        "â"
+      ],
+      [
+        "Ġb",
+        "oth"
+      ],
+      [
+        "r",
+        "m"
+      ],
+      [
+        "ig",
+        "h"
+      ],
+      [
+        "Ġli",
+        "ved"
+      ],
+      [
+        "he",
+        "s"
+      ],
+      [
+        "W",
+        "hen"
+      ],
+      [
+        "Ġpe",
+        "ople"
+      ],
+      [
+        "Ġanimal",
+        "s"
+      ],
+      [
+        "Ġco",
+        "l"
+      ],
+      [
+        "Ġbra",
+        "ve"
+      ],
+      [
+        "Ġwal",
+        "ked"
+      ],
+      [
+        "o",
+        "b"
+      ],
+      [
+        "T",
+        "im"
+      ],
+      [
+        "c",
+        "t"
+      ],
+      [
+        "Ġl",
+        "et"
+      ],
+      [
+        "urp",
+        "r"
+      ],
+      [
+        "ĠW",
+        "hen"
+      ],
+      [
+        "Ġtw",
+        "o"
+      ],
+      [
+        "Ġs",
+        "urpr"
+      ],
+      [
+        "Ġsh",
+        "ould"
+      ],
+      [
+        "is",
+        "hed"
+      ],
+      [
+        "Ġb",
+        "ad"
+      ],
+      [
+        "re",
+        "ss"
+      ],
+      [
+        "Ġke",
+        "pt"
+      ],
+      [
+        "Ġf",
+        "ore"
+      ],
+      [
+        "Ġf",
+        "lew"
+      ],
+      [
+        "Ġf",
+        "in"
+      ],
+      [
+        "Ġst",
+        "or"
+      ],
+      [
+        "Ġf",
+        "ly"
+      ],
+      [
+        "a",
+        "st"
+      ],
+      [
+        "is",
+        "ed"
+      ],
+      [
+        "i",
+        "p"
+      ],
+      [
+        "Ġit",
+        "s"
+      ],
+      [
+        "l",
+        "ed"
+      ],
+      [
+        "o",
+        "ck"
+      ],
+      [
+        "uc",
+        "y"
+      ],
+      [
+        "f",
+        "ore"
+      ],
+      [
+        "Ġgo",
+        "ing"
+      ],
+      [
+        "Ġcle",
+        "an"
+      ],
+      [
+        "Ġd",
+        "an"
+      ],
+      [
+        "Ġp",
+        "ic"
+      ],
+      [
+        "Ġso",
+        "on"
+      ],
+      [
+        "Ġcall",
+        "ed"
+      ],
+      [
+        "Ġsh",
+        "are"
+      ],
+      [
+        "k",
+        "ay"
+      ],
+      [
+        "Ġan",
+        "gry"
+      ],
+      [
+        "Ġro",
+        "ck"
+      ],
+      [
+        "Ġc",
+        "on"
+      ],
+      [
+        "Ġpret",
+        "ty"
+      ],
+      [
+        "N",
+        "o"
+      ],
+      [
+        "Ġ",
+        "ide"
+      ],
+      [
+        "i",
+        "ed"
+      ],
+      [
+        "il",
+        "ly"
+      ],
+      [
+        "Ġg",
+        "round"
+      ],
+      [
+        "x",
+        "t"
+      ],
+      [
+        "Ġr",
+        "ed"
+      ],
+      [
+        "Ġexpl",
+        "ore"
+      ],
+      [
+        "Ġc",
+        "ry"
+      ],
+      [
+        "Ġad",
+        "vent"
+      ],
+      [
+        "Ġst",
+        "o"
+      ],
+      [
+        "s",
+        "o"
+      ],
+      [
+        "Ġre",
+        "al"
+      ],
+      [
+        "L",
+        "et"
+      ],
+      [
+        "Ġw",
+        "ind"
+      ],
+      [
+        "Ġsh",
+        "iny"
+      ],
+      [
+        "b",
+        "e"
+      ],
+      [
+        "Ġb",
+        "ook"
+      ],
+      [
+        "Ġal",
+        "so"
+      ],
+      [
+        "Ġdo",
+        "ll"
+      ],
+      [
+        "Ġide",
+        "a"
+      ],
+      [
+        "Ġbe",
+        "fore"
+      ],
+      [
+        "Ġop",
+        "ened"
+      ],
+      [
+        "dd",
+        "ed"
+      ],
+      [
+        "Ġwh",
+        "ile"
+      ],
+      [
+        "um",
+        "my"
+      ],
+      [
+        "Ġke",
+        "ep"
+      ],
+      [
+        "Ġe",
+        "y"
+      ],
+      [
+        "Ġn",
+        "ow"
+      ],
+      [
+        "Ġdo",
+        "or"
+      ],
+      [
+        "Ġfeel",
+        "ing"
+      ],
+      [
+        "âĤ¬",
+        "â"
+      ],
+      [
+        "o",
+        "on"
+      ],
+      [
+        "o",
+        "y"
+      ],
+      [
+        "Ġwal",
+        "king"
+      ],
+      [
+        "Ġno",
+        "ise"
+      ],
+      [
+        "Ġf",
+        "r"
+      ],
+      [
+        "le",
+        "s"
+      ],
+      [
+        "ag",
+        "e"
+      ],
+      [
+        "i",
+        "ous"
+      ],
+      [
+        "Ġcol",
+        "or"
+      ],
+      [
+        "Ġt",
+        "urn"
+      ],
+      [
+        "t",
+        "hing"
+      ],
+      [
+        "f",
+        "f"
+      ],
+      [
+        "u",
+        "ch"
+      ],
+      [
+        "t",
+        "h"
+      ],
+      [
+        "Ġb",
+        "ed"
+      ],
+      [
+        "ar",
+        "y"
+      ],
+      [
+        "Ġd",
+        "ra"
+      ],
+      [
+        "Ġpick",
+        "ed"
+      ],
+      [
+        "im",
+        "b"
+      ],
+      [
+        "e",
+        "et"
+      ],
+      [
+        "Ġcl",
+        "imb"
+      ],
+      [
+        "Ġd",
+        "el"
+      ],
+      [
+        "W",
+        "hat"
+      ],
+      [
+        "Ġbe",
+        "ing"
+      ],
+      [
+        "Ġf",
+        "ood"
+      ],
+      [
+        "Ġu",
+        "n"
+      ],
+      [
+        "Ġf",
+        "ar"
+      ],
+      [
+        "t",
+        "ure"
+      ],
+      [
+        "j",
+        "oy"
+      ],
+      [
+        "Ġadvent",
+        "ure"
+      ],
+      [
+        "a",
+        "c"
+      ],
+      [
+        "Ġsmil",
+        "e"
+      ],
+      [
+        "Ġd",
+        "if"
+      ],
+      [
+        "Ħ",
+        "¢"
+      ],
+      [
+        "âĤ¬â",
+        "Ħ¢"
+      ],
+      [
+        "me",
+        "mb"
+      ],
+      [
+        "Ġw",
+        "r"
+      ],
+      [
+        "Ġth",
+        "r"
+      ],
+      [
+        "ug",
+        "ht"
+      ],
+      [
+        "Ġloo",
+        "king"
+      ],
+      [
+        "Ġne",
+        "xt"
+      ],
+      [
+        "ic",
+        "ed"
+      ],
+      [
+        "ĠL",
+        "ucy"
+      ],
+      [
+        "Ġno",
+        "dded"
+      ],
+      [
+        "Ġqu",
+        "ick"
+      ],
+      [
+        "Ġ",
+        "P"
+      ],
+      [
+        "Ġd",
+        "is"
+      ],
+      [
+        "Ġre",
+        "pl"
+      ],
+      [
+        "ĠD",
+        "ad"
+      ],
+      [
+        "Ġwa",
+        "it"
+      ],
+      [
+        "iz",
+        "ed"
+      ],
+      [
+        "Ġfore",
+        "st"
+      ],
+      [
+        "Ġclo",
+        "s"
+      ],
+      [
+        "ĠS",
+        "uddenly"
+      ],
+      [
+        "Ġt",
+        "ra"
+      ],
+      [
+        "T",
+        "hat"
+      ],
+      [
+        "Ġey",
+        "es"
+      ],
+      [
+        "g",
+        "er"
+      ],
+      [
+        "bb",
+        "it"
+      ],
+      [
+        "t",
+        "ed"
+      ],
+      [
+        "Ġo",
+        "wn"
+      ],
+      [
+        "Ġr",
+        "ain"
+      ],
+      [
+        "Ġimp",
+        "ort"
+      ],
+      [
+        "Ġgre",
+        "at"
+      ],
+      [
+        "Ġre",
+        "memb"
+      ],
+      [
+        "Ġpic",
+        "ture"
+      ],
+      [
+        "Th",
+        "ank"
+      ],
+      [
+        "S",
+        "uddenly"
+      ],
+      [
+        "Ġsto",
+        "pped"
+      ],
+      [
+        "Ġen",
+        "joy"
+      ],
+      [
+        "Ġv",
+        "o"
+      ],
+      [
+        "B",
+        "en"
+      ],
+      [
+        "Ġg",
+        "ive"
+      ],
+      [
+        "Ġimport",
+        "ant"
+      ],
+      [
+        "Ġwor",
+        "k"
+      ],
+      [
+        "Ġne",
+        "ar"
+      ],
+      [
+        "g",
+        "an"
+      ],
+      [
+        "p",
+        "ot"
+      ],
+      [
+        "Ġe",
+        "ver"
+      ],
+      [
+        "Ġa",
+        "pp"
+      ],
+      [
+        "Ġa",
+        "fter"
+      ],
+      [
+        "Ġquick",
+        "ly"
+      ],
+      [
+        "Ġlist",
+        "en"
+      ],
+      [
+        "Ġb",
+        "re"
+      ],
+      [
+        "t",
+        "ing"
+      ],
+      [
+        "bb",
+        "ed"
+      ],
+      [
+        "Ġm",
+        "a"
+      ],
+      [
+        "Ġf",
+        "ish"
+      ],
+      [
+        "Ġrepl",
+        "ied"
+      ],
+      [
+        "Ġra",
+        "bbit"
+      ],
+      [
+        "Ġhand",
+        "s"
+      ],
+      [
+        "Ġ",
+        "G"
+      ],
+      [
+        "Ġnot",
+        "iced"
+      ],
+      [
+        "Ġbr",
+        "o"
+      ],
+      [
+        "Ġsl",
+        "ide"
+      ],
+      [
+        "Ġth",
+        "ink"
+      ],
+      [
+        "Ġwal",
+        "k"
+      ],
+      [
+        "Ġtr",
+        "uck"
+      ],
+      [
+        "Ġa",
+        "c"
+      ],
+      [
+        "k",
+        "es"
+      ],
+      [
+        "Ġstr",
+        "ong"
+      ],
+      [
+        "S",
+        "he"
+      ],
+      [
+        "Ġshow",
+        "ed"
+      ],
+      [
+        "Ġd",
+        "e"
+      ],
+      [
+        "Ġevery",
+        "one"
+      ],
+      [
+        "Ġwo",
+        "nder"
+      ],
+      [
+        "fe",
+        "re"
+      ],
+      [
+        "by",
+        "e"
+      ],
+      [
+        "Ġdif",
+        "fere"
+      ],
+      [
+        "ir",
+        "st"
+      ],
+      [
+        "S",
+        "o"
+      ],
+      [
+        "Ġs",
+        "ure"
+      ],
+      [
+        "Ġha",
+        "s"
+      ],
+      [
+        "Ġr",
+        "ight"
+      ],
+      [
+        "Ġbe",
+        "en"
+      ],
+      [
+        "Ġbec",
+        "ame"
+      ],
+      [
+        "Ġs",
+        "ound"
+      ],
+      [
+        "ma",
+        "z"
+      ],
+      [
+        "Ġto",
+        "w"
+      ],
+      [
+        "Ġr",
+        "u"
+      ],
+      [
+        "Ġt",
+        "al"
+      ],
+      [
+        "Ġa",
+        "maz"
+      ],
+      [
+        "Ġhe",
+        "ad"
+      ],
+      [
+        "Ġsh",
+        "out"
+      ],
+      [
+        "Ġbr",
+        "ight"
+      ],
+      [
+        "Ġy",
+        "e"
+      ],
+      [
+        "Ġwat",
+        "ched"
+      ],
+      [
+        "Ġ",
+        "R"
+      ],
+      [
+        "Ġm",
+        "or"
+      ],
+      [
+        "Ġch",
+        "ild"
+      ],
+      [
+        "a",
+        "ble"
+      ],
+      [
+        "Ġme",
+        "an"
+      ],
+      [
+        "Ġw",
+        "here"
+      ],
+      [
+        "ll",
+        "ow"
+      ],
+      [
+        "Ġh",
+        "igh"
+      ],
+      [
+        "ĠS",
+        "ue"
+      ],
+      [
+        "Ġfa",
+        "ce"
+      ],
+      [
+        "Ġc",
+        "ook"
+      ],
+      [
+        "d",
+        "ay"
+      ],
+      [
+        "ay",
+        "be"
+      ],
+      [
+        "Ġwat",
+        "ch"
+      ],
+      [
+        "Ġbl",
+        "ue"
+      ],
+      [
+        "a",
+        "ught"
+      ],
+      [
+        "Ġdiffere",
+        "nt"
+      ],
+      [
+        "Ġst",
+        "ore"
+      ],
+      [
+        "Ġ",
+        "N"
+      ],
+      [
+        "Ġgood",
+        "bye"
+      ],
+      [
+        "Ġd",
+        "ress"
+      ],
+      [
+        "u",
+        "ll"
+      ],
+      [
+        "ĠB",
+        "ob"
+      ],
+      [
+        "n",
+        "g"
+      ],
+      [
+        "an",
+        "ge"
+      ],
+      [
+        "Ġs",
+        "qu"
+      ],
+      [
+        "Ġo",
+        "kay"
+      ],
+      [
+        "is",
+        "y"
+      ],
+      [
+        "le",
+        "ase"
+      ],
+      [
+        "ĠMom",
+        "my"
+      ],
+      [
+        "Ġvo",
+        "ice"
+      ],
+      [
+        "J",
+        "o"
+      ],
+      [
+        "at",
+        "h"
+      ],
+      [
+        "Ġn",
+        "ight"
+      ],
+      [
+        "ĠS",
+        "pot"
+      ],
+      [
+        "Ġu",
+        "s"
+      ],
+      [
+        "Ġbo",
+        "at"
+      ],
+      [
+        "Ġflow",
+        "ers"
+      ],
+      [
+        "Ġpl",
+        "ace"
+      ],
+      [
+        "Ġfo",
+        "llow"
+      ],
+      [
+        "Ġa",
+        "r"
+      ],
+      [
+        "Ġu",
+        "se"
+      ],
+      [
+        "Ġclos",
+        "er"
+      ],
+      [
+        "un",
+        "ny"
+      ],
+      [
+        "le",
+        "ep"
+      ],
+      [
+        "ir",
+        "ed"
+      ],
+      [
+        "Ġfa",
+        "v"
+      ],
+      [
+        "Ġy",
+        "ell"
+      ],
+      [
+        "Ġgra",
+        "bbed"
+      ],
+      [
+        "Ġcu",
+        "ri"
+      ],
+      [
+        "Ġwa",
+        "rm"
+      ],
+      [
+        "Ġc",
+        "r"
+      ],
+      [
+        "Ġfor",
+        "g"
+      ],
+      [
+        "ĠSara",
+        "h"
+      ],
+      [
+        "ĠJo",
+        "hn"
+      ],
+      [
+        "Ġm",
+        "ag"
+      ],
+      [
+        "Ġst",
+        "ick"
+      ],
+      [
+        "W",
+        "e"
+      ],
+      [
+        "Ġjump",
+        "ed"
+      ],
+      [
+        "Ġc",
+        "ake"
+      ],
+      [
+        "m",
+        "ore"
+      ],
+      [
+        "Ġt",
+        "ell"
+      ],
+      [
+        "Ġany",
+        "more"
+      ],
+      [
+        "A",
+        "fter"
+      ],
+      [
+        "Ġbut",
+        "ter"
+      ],
+      [
+        "nd",
+        "ma"
+      ],
+      [
+        "Ġth",
+        "ree"
+      ],
+      [
+        "Ġas",
+        "k"
+      ],
+      [
+        "c",
+        "o"
+      ],
+      [
+        "Ġ",
+        "our"
+      ],
+      [
+        "l",
+        "ie"
+      ],
+      [
+        "Ġcuri",
+        "ous"
+      ],
+      [
+        "ou",
+        "nt"
+      ],
+      [
+        "or",
+        "n"
+      ],
+      [
+        "Ġcon",
+        "t"
+      ],
+      [
+        "Ġfe",
+        "ll"
+      ],
+      [
+        "a",
+        "ched"
+      ],
+      [
+        "ĠT",
+        "h"
+      ],
+      [
+        "Ġbird",
+        "s"
+      ],
+      [
+        "as",
+        "s"
+      ],
+      [
+        "H",
+        "er"
+      ],
+      [
+        "is",
+        "s"
+      ],
+      [
+        "Ġhelp",
+        "ed"
+      ],
+      [
+        "ĠJ",
+        "ane"
+      ],
+      [
+        "Ġpu",
+        "ll"
+      ],
+      [
+        "Ġf",
+        "irst"
+      ],
+      [
+        "it",
+        "c"
+      ],
+      [
+        "Ġbl",
+        "ock"
+      ],
+      [
+        "Ġh",
+        "op"
+      ],
+      [
+        "Ġb",
+        "it"
+      ],
+      [
+        "Ġd",
+        "r"
+      ],
+      [
+        "Ġreal",
+        "ized"
+      ],
+      [
+        "Ġk",
+        "id"
+      ],
+      [
+        "L",
+        "ook"
+      ],
+      [
+        "il",
+        "a"
+      ],
+      [
+        "Ġm",
+        "on"
+      ],
+      [
+        "Ġbr",
+        "other"
+      ],
+      [
+        "A",
+        "nna"
+      ],
+      [
+        "S",
+        "ara"
+      ],
+      [
+        "Ġ",
+        "z"
+      ],
+      [
+        "ĠEvery",
+        "one"
+      ],
+      [
+        "Ġat",
+        "e"
+      ],
+      [
+        "Ġdo",
+        "es"
+      ],
+      [
+        "im",
+        "es"
+      ],
+      [
+        "Ġhapp",
+        "ened"
+      ],
+      [
+        "Ġst",
+        "op"
+      ],
+      [
+        "z",
+        "y"
+      ],
+      [
+        "Ġy",
+        "ummy"
+      ],
+      [
+        "Ġfav",
+        "or"
+      ],
+      [
+        "pp",
+        "y"
+      ],
+      [
+        "Ġk",
+        "itc"
+      ],
+      [
+        "Ġkitc",
+        "hen"
+      ],
+      [
+        "Ġsw",
+        "eet"
+      ],
+      [
+        "u",
+        "s"
+      ],
+      [
+        "Ġp",
+        "er"
+      ],
+      [
+        "Ġre",
+        "ally"
+      ],
+      [
+        "a",
+        "isy"
+      ],
+      [
+        "Ġgra",
+        "ss"
+      ],
+      [
+        "Ġfavor",
+        "ite"
+      ],
+      [
+        "Ġbe",
+        "gan"
+      ],
+      [
+        "Ġre",
+        "st"
+      ],
+      [
+        "Ġre",
+        "ady"
+      ],
+      [
+        "Ġle",
+        "a"
+      ],
+      [
+        "Ġre",
+        "ached"
+      ],
+      [
+        "Ġunder",
+        "st"
+      ],
+      [
+        "a",
+        "ir"
+      ],
+      [
+        "Ġst",
+        "e"
+      ],
+      [
+        "Ġb",
+        "unny"
+      ],
+      [
+        "ĠA",
+        "s"
+      ],
+      [
+        "Ġstor",
+        "y"
+      ],
+      [
+        "'",
+        "re"
+      ],
+      [
+        "Ġp",
+        "ain"
+      ],
+      [
+        "Ġs",
+        "ing"
+      ],
+      [
+        "st",
+        "er"
+      ],
+      [
+        "Ġhe",
+        "re"
+      ],
+      [
+        "Ġsa",
+        "nd"
+      ],
+      [
+        "Ġon",
+        "ly"
+      ],
+      [
+        "Ġfl",
+        "o"
+      ],
+      [
+        "Ġa",
+        "m"
+      ],
+      [
+        "Ġgl",
+        "ad"
+      ],
+      [
+        "Ġt",
+        "ri"
+      ],
+      [
+        "Ġbe",
+        "h"
+      ],
+      [
+        "Ġwor",
+        "ld"
+      ],
+      [
+        "Ġop",
+        "en"
+      ],
+      [
+        "Ġc",
+        "re"
+      ],
+      [
+        "fu",
+        "lly"
+      ],
+      [
+        "Ġpr",
+        "in"
+      ],
+      [
+        "w",
+        "here"
+      ],
+      [
+        "are",
+        "nt"
+      ],
+      [
+        "Ġflow",
+        "er"
+      ],
+      [
+        "Ġthr",
+        "ough"
+      ],
+      [
+        "Ġb",
+        "a"
+      ],
+      [
+        "Ġfi",
+        "re"
+      ],
+      [
+        "Ġd",
+        "one"
+      ],
+      [
+        "Ġha",
+        "ving"
+      ],
+      [
+        "Ġth",
+        "ing"
+      ],
+      [
+        "Ġdel",
+        "ic"
+      ],
+      [
+        "Ġhim",
+        "self"
+      ],
+      [
+        "Ġt",
+        "ired"
+      ],
+      [
+        "Ġp",
+        "arent"
+      ],
+      [
+        "Ġso",
+        "ft"
+      ],
+      [
+        "Ġf",
+        "ro"
+      ],
+      [
+        "Tim",
+        "my"
+      ],
+      [
+        "Ġta",
+        "st"
+      ],
+      [
+        "Ġbutter",
+        "f"
+      ],
+      [
+        "ĠL",
+        "et"
+      ],
+      [
+        "Ġc",
+        "ut"
+      ],
+      [
+        "Ġp",
+        "art"
+      ],
+      [
+        "Ġwh",
+        "y"
+      ],
+      [
+        "k",
+        "en"
+      ],
+      [
+        "Ġm",
+        "ess"
+      ],
+      [
+        "C",
+        "an"
+      ],
+      [
+        "Ġwor",
+        "ry"
+      ],
+      [
+        "Mom",
+        "my"
+      ],
+      [
+        "i",
+        "ver"
+      ],
+      [
+        "Ġd",
+        "in"
+      ],
+      [
+        "u",
+        "ff"
+      ],
+      [
+        "at",
+        "er"
+      ],
+      [
+        "Ġmag",
+        "ic"
+      ],
+      [
+        "Ġwa",
+        "ved"
+      ],
+      [
+        "Ġshout",
+        "ed"
+      ],
+      [
+        "Ġpo",
+        "nd"
+      ],
+      [
+        "Ġkid",
+        "s"
+      ],
+      [
+        "Ġh",
+        "at"
+      ],
+      [
+        "Ġd",
+        "uck"
+      ],
+      [
+        "Ġse",
+        "es"
+      ],
+      [
+        "o",
+        "lly"
+      ],
+      [
+        "ill",
+        "ed"
+      ],
+      [
+        "Ġg",
+        "ame"
+      ],
+      [
+        "i",
+        "ent"
+      ],
+      [
+        "Ġma",
+        "king"
+      ],
+      [
+        "at",
+        "her"
+      ],
+      [
+        "Jo",
+        "hn"
+      ],
+      [
+        "A",
+        "s"
+      ],
+      [
+        "ak",
+        "es"
+      ],
+      [
+        "Ġcat",
+        "ch"
+      ],
+      [
+        "Ġse",
+        "en"
+      ],
+      [
+        "Ġc",
+        "ool"
+      ],
+      [
+        "at",
+        "ion"
+      ],
+      [
+        "Ġcom",
+        "ing"
+      ],
+      [
+        "Ġl",
+        "ess"
+      ],
+      [
+        "Ġd",
+        "ark"
+      ],
+      [
+        "Ġu",
+        "sed"
+      ],
+      [
+        "ed",
+        "dy"
+      ],
+      [
+        "Ġfi",
+        "x"
+      ],
+      [
+        "ĠJo",
+        "e"
+      ],
+      [
+        "Ġthan",
+        "k"
+      ],
+      [
+        "m",
+        "er"
+      ],
+      [
+        "Ġto",
+        "p"
+      ],
+      [
+        "Ġl",
+        "ady"
+      ],
+      [
+        "Ġha",
+        "ir"
+      ],
+      [
+        "ar",
+        "ing"
+      ],
+      [
+        "Ġp",
+        "rom"
+      ],
+      [
+        "Ġho",
+        "pped"
+      ],
+      [
+        "ĠC",
+        "an"
+      ],
+      [
+        "\"",
+        "."
+      ],
+      [
+        "ig",
+        "n"
+      ],
+      [
+        "Ġsurpr",
+        "ise"
+      ],
+      [
+        "Ġdra",
+        "w"
+      ],
+      [
+        "Ġm",
+        "um"
+      ],
+      [
+        "Ġm",
+        "ouse"
+      ],
+      [
+        "Ġfun",
+        "ny"
+      ],
+      [
+        "re",
+        "l"
+      ],
+      [
+        "Ġc",
+        "ra"
+      ],
+      [
+        "Ġ",
+        "-"
+      ],
+      [
+        "ap",
+        "er"
+      ],
+      [
+        "Ġf",
+        "ull"
+      ],
+      [
+        "Ġto",
+        "uch"
+      ],
+      [
+        "Ġl",
+        "ight"
+      ],
+      [
+        "Ġsp",
+        "ot"
+      ],
+      [
+        "re",
+        "n"
+      ],
+      [
+        "Ġd",
+        "ro"
+      ],
+      [
+        "ĠBen",
+        "ny"
+      ],
+      [
+        "Ġparent",
+        "s"
+      ],
+      [
+        "Ġwor",
+        "ked"
+      ],
+      [
+        "in",
+        "s"
+      ],
+      [
+        "one",
+        "y"
+      ],
+      [
+        "ĠD",
+        "o"
+      ],
+      [
+        "Ġsurpr",
+        "ised"
+      ],
+      [
+        "Ġcare",
+        "fully"
+      ],
+      [
+        "Ġtre",
+        "es"
+      ],
+      [
+        "Ġfro",
+        "g"
+      ],
+      [
+        "Ġsw",
+        "ing"
+      ],
+      [
+        "Ġdo",
+        "ing"
+      ],
+      [
+        "D",
+        "on"
+      ],
+      [
+        "Ġs",
+        "at"
+      ],
+      [
+        "in",
+        "ally"
+      ],
+      [
+        "ĠT",
+        "hat"
+      ],
+      [
+        "Ġ",
+        "ice"
+      ],
+      [
+        "ĠI",
+        "n"
+      ],
+      [
+        "Ġhe",
+        "ld"
+      ],
+      [
+        "W",
+        "ow"
+      ],
+      [
+        "Ġrun",
+        "ning"
+      ],
+      [
+        "Ġpret",
+        "end"
+      ],
+      [
+        "Ġsw",
+        "im"
+      ],
+      [
+        "Ġs",
+        "et"
+      ],
+      [
+        "Ġre",
+        "ad"
+      ],
+      [
+        "Ġdelic",
+        "ious"
+      ],
+      [
+        "Ġneed",
+        "ed"
+      ],
+      [
+        "Ġt",
+        "ight"
+      ],
+      [
+        "Ġsl",
+        "ow"
+      ],
+      [
+        "Ġrememb",
+        "ered"
+      ],
+      [
+        "Ġlo",
+        "st"
+      ],
+      [
+        "Ġco",
+        "ld"
+      ],
+      [
+        "Ġsm",
+        "ell"
+      ],
+      [
+        "ard",
+        "s"
+      ],
+      [
+        "Ġw",
+        "ood"
+      ],
+      [
+        "Ġhapp",
+        "ily"
+      ],
+      [
+        "h",
+        "y"
+      ],
+      [
+        "el",
+        "y"
+      ],
+      [
+        "Ġlook",
+        "s"
+      ],
+      [
+        "Ġbeh",
+        "ind"
+      ],
+      [
+        "Ġher",
+        "self"
+      ],
+      [
+        "Ġc",
+        "ried"
+      ],
+      [
+        "Ġenjoy",
+        "ed"
+      ],
+      [
+        "Ġnam",
+        "e"
+      ],
+      [
+        "as",
+        "k"
+      ],
+      [
+        "Ġye",
+        "ars"
+      ],
+      [
+        "Ġbu",
+        "y"
+      ],
+      [
+        "Ġho",
+        "le"
+      ],
+      [
+        "Ġblock",
+        "s"
+      ],
+      [
+        "Ġd",
+        "ri"
+      ],
+      [
+        "Ġs",
+        "leep"
+      ],
+      [
+        "Ġg",
+        "i"
+      ],
+      [
+        "Ġyell",
+        "ow"
+      ],
+      [
+        "c",
+        "ess"
+      ],
+      [
+        "Ġbutterf",
+        "ly"
+      ],
+      [
+        "i",
+        "ke"
+      ],
+      [
+        "u",
+        "ed"
+      ],
+      [
+        "Ġw",
+        "ished"
+      ],
+      [
+        "Ġper",
+        "f"
+      ],
+      [
+        "Ġan",
+        "other"
+      ],
+      [
+        "ĠD",
+        "aisy"
+      ],
+      [
+        "Ġgre",
+        "en"
+      ],
+      [
+        "Ġmo",
+        "ve"
+      ],
+      [
+        "Ġt",
+        "all"
+      ],
+      [
+        "Ġa",
+        "ir"
+      ],
+      [
+        "Ġb",
+        "ag"
+      ],
+      [
+        "Ġflo",
+        "or"
+      ],
+      [
+        "Ġcar",
+        "s"
+      ],
+      [
+        "Ġless",
+        "on"
+      ],
+      [
+        "u",
+        "l"
+      ],
+      [
+        "Ġb",
+        "ow"
+      ],
+      [
+        "Ġar",
+        "ri"
+      ],
+      [
+        "Ġwind",
+        "ow"
+      ],
+      [
+        "Ġsh",
+        "o"
+      ],
+      [
+        "Ġchild",
+        "ren"
+      ],
+      [
+        "n",
+        "er"
+      ],
+      [
+        "Ġfin",
+        "ished"
+      ],
+      [
+        "Ġh",
+        "ill"
+      ],
+      [
+        "ĠA",
+        "fter"
+      ],
+      [
+        "and",
+        "y"
+      ],
+      [
+        "s",
+        "p"
+      ],
+      [
+        "en",
+        "s"
+      ],
+      [
+        "Ġp",
+        "aper"
+      ],
+      [
+        "Ġli",
+        "kes"
+      ],
+      [
+        "F",
+        "rom"
+      ],
+      [
+        "s",
+        "y"
+      ],
+      [
+        "Ġho",
+        "ld"
+      ],
+      [
+        "S",
+        "am"
+      ],
+      [
+        "Ġwr",
+        "ong"
+      ],
+      [
+        "re",
+        "ed"
+      ],
+      [
+        "Ġcont",
+        "in"
+      ],
+      [
+        "Ġunderst",
+        "and"
+      ],
+      [
+        "at",
+        "ter"
+      ],
+      [
+        "u",
+        "it"
+      ],
+      [
+        "re",
+        "w"
+      ],
+      [
+        "Ġg",
+        "ent"
+      ],
+      [
+        "Ġany",
+        "thing"
+      ],
+      [
+        "Ġclo",
+        "se"
+      ],
+      [
+        "Ġwa",
+        "ll"
+      ],
+      [
+        "Ġe",
+        "l"
+      ],
+      [
+        "as",
+        "ure"
+      ],
+      [
+        "Ġle",
+        "ft"
+      ],
+      [
+        "Ġa",
+        "ble"
+      ],
+      [
+        "Ġarri",
+        "ved"
+      ],
+      [
+        "Ġh",
+        "un"
+      ],
+      [
+        "ro",
+        "ss"
+      ],
+      [
+        "a",
+        "v"
+      ],
+      [
+        "Ġhe",
+        "ar"
+      ],
+      [
+        "Ġfriend",
+        "ly"
+      ],
+      [
+        "Ġforg",
+        "ot"
+      ],
+      [
+        "Ġg",
+        "one"
+      ],
+      [
+        "am",
+        "a"
+      ],
+      [
+        "Ġcre",
+        "at"
+      ],
+      [
+        "Ġw",
+        "et"
+      ],
+      [
+        "Ġli",
+        "on"
+      ],
+      [
+        "H",
+        "ell"
+      ],
+      [
+        "Hell",
+        "o"
+      ],
+      [
+        "Ġd",
+        "ream"
+      ],
+      [
+        "Ġh",
+        "ot"
+      ],
+      [
+        "b",
+        "o"
+      ],
+      [
+        "b",
+        "er"
+      ],
+      [
+        "ĠS",
+        "ally"
+      ],
+      [
+        "Ġf",
+        "illed"
+      ],
+      [
+        "Ġd",
+        "ir"
+      ],
+      [
+        "ie",
+        "ld"
+      ],
+      [
+        "Ġcook",
+        "ies"
+      ],
+      [
+        "Ġlaug",
+        "h"
+      ],
+      [
+        "Ġbro",
+        "ken"
+      ],
+      [
+        "Ġdin",
+        "ner"
+      ],
+      [
+        "l",
+        "f"
+      ],
+      [
+        "Ġel",
+        "se"
+      ],
+      [
+        "Ġh",
+        "id"
+      ],
+      [
+        "c",
+        "ed"
+      ],
+      [
+        "Ġp",
+        "ink"
+      ],
+      [
+        "Ġfollow",
+        "ed"
+      ],
+      [
+        "Ġta",
+        "ble"
+      ],
+      [
+        "Ġm",
+        "ar"
+      ],
+      [
+        "Ġcolor",
+        "s"
+      ],
+      [
+        "ou",
+        "p"
+      ],
+      [
+        "Ġmom",
+        "ent"
+      ],
+      [
+        "Ġcontin",
+        "ued"
+      ],
+      [
+        "Ġwonder",
+        "ful"
+      ],
+      [
+        "ĠE",
+        "m"
+      ],
+      [
+        "e",
+        "y"
+      ],
+      [
+        "in",
+        "ed"
+      ],
+      [
+        "ir",
+        "rel"
+      ],
+      [
+        "r",
+        "ot"
+      ],
+      [
+        "Ġfin",
+        "ally"
+      ],
+      [
+        "J",
+        "ack"
+      ],
+      [
+        "Ġa",
+        "rm"
+      ],
+      [
+        "Ġm",
+        "ight"
+      ],
+      [
+        "ĠN",
+        "ow"
+      ],
+      [
+        "Ġc",
+        "ast"
+      ],
+      [
+        "Ġy",
+        "es"
+      ],
+      [
+        "Ġbu",
+        "ild"
+      ],
+      [
+        "Ġen",
+        "ough"
+      ],
+      [
+        "ĠB",
+        "illy"
+      ],
+      [
+        "Ġsome",
+        "one"
+      ],
+      [
+        "Ġperf",
+        "ect"
+      ],
+      [
+        "Ġfa",
+        "ir"
+      ],
+      [
+        "Ġstay",
+        "ed"
+      ],
+      [
+        "a",
+        "pp"
+      ],
+      [
+        "Ġmor",
+        "ning"
+      ],
+      [
+        "ĠThe",
+        "re"
+      ],
+      [
+        "Ġpu",
+        "ppy"
+      ],
+      [
+        "o",
+        "l"
+      ],
+      [
+        "Ġdad",
+        "dy"
+      ],
+      [
+        "Ġtry",
+        "ing"
+      ],
+      [
+        "'",
+        "ll"
+      ],
+      [
+        "Ġj",
+        "u"
+      ],
+      [
+        "Ġother",
+        "s"
+      ],
+      [
+        "Ġbook",
+        "s"
+      ],
+      [
+        "Ġag",
+        "reed"
+      ],
+      [
+        "Ġmu",
+        "s"
+      ],
+      [
+        "Ġsn",
+        "ow"
+      ],
+      [
+        "Ġsqu",
+        "irrel"
+      ],
+      [
+        "Ġc",
+        "ream"
+      ],
+      [
+        "ro",
+        "om"
+      ],
+      [
+        "Ġget",
+        "ting"
+      ],
+      [
+        "Ġgra",
+        "ndma"
+      ],
+      [
+        "ĠL",
+        "ila"
+      ],
+      [
+        "Ġlea",
+        "ves"
+      ],
+      [
+        "Ġba",
+        "by"
+      ],
+      [
+        "Ġc",
+        "ount"
+      ],
+      [
+        "ic",
+        "y"
+      ],
+      [
+        "Ġfe",
+        "w"
+      ],
+      [
+        "A",
+        "t"
+      ],
+      [
+        "Ġf",
+        "all"
+      ],
+      [
+        "The",
+        "n"
+      ],
+      [
+        "g",
+        "on"
+      ],
+      [
+        "Ġbre",
+        "ak"
+      ],
+      [
+        "Ġclimb",
+        "ed"
+      ],
+      [
+        "ri",
+        "es"
+      ],
+      [
+        "Ġbe",
+        "ach"
+      ],
+      [
+        "as",
+        "h"
+      ],
+      [
+        "Ġb",
+        "ug"
+      ],
+      [
+        "Ġp",
+        "lease"
+      ],
+      [
+        "Ġm",
+        "other"
+      ],
+      [
+        "Ġbr",
+        "ought"
+      ],
+      [
+        "Ġtra",
+        "in"
+      ],
+      [
+        "an",
+        "ce"
+      ],
+      [
+        "ĠTh",
+        "is"
+      ],
+      [
+        "Ġde",
+        "ep"
+      ],
+      [
+        "Ġv",
+        "is"
+      ],
+      [
+        "at",
+        "ed"
+      ],
+      [
+        "s",
+        "hed"
+      ],
+      [
+        "Ġm",
+        "et"
+      ],
+      [
+        "Ġwas",
+        "n"
+      ],
+      [
+        "Ġsomet",
+        "imes"
+      ],
+      [
+        "Ġevery",
+        "thing"
+      ],
+      [
+        "ĠTom",
+        "my"
+      ],
+      [
+        "i",
+        "ch"
+      ],
+      [
+        "Ġmus",
+        "ic"
+      ],
+      [
+        "ke",
+        "y"
+      ],
+      [
+        "l",
+        "ing"
+      ],
+      [
+        "Th",
+        "is"
+      ],
+      [
+        "o",
+        "s"
+      ],
+      [
+        "Ġturn",
+        "ed"
+      ],
+      [
+        "l",
+        "c"
+      ],
+      [
+        "Ġr",
+        "ide"
+      ],
+      [
+        "o",
+        "om"
+      ],
+      [
+        "Ġs",
+        "ong"
+      ],
+      [
+        "or",
+        "ing"
+      ],
+      [
+        "Ġsp",
+        "ark"
+      ],
+      [
+        "Ġf",
+        "ight"
+      ],
+      [
+        "Ġhun",
+        "gry"
+      ],
+      [
+        "on",
+        "s"
+      ],
+      [
+        "Ġpicture",
+        "s"
+      ],
+      [
+        "d",
+        "s"
+      ],
+      [
+        "Ġm",
+        "akes"
+      ],
+      [
+        "Ġse",
+        "ar"
+      ],
+      [
+        "uck",
+        "y"
+      ],
+      [
+        "Ġlist",
+        "ened"
+      ],
+      [
+        "Ġjo",
+        "y"
+      ],
+      [
+        "Ġpo",
+        "l"
+      ],
+      [
+        "ĠW",
+        "hat"
+      ],
+      [
+        "H",
+        "is"
+      ],
+      [
+        "e",
+        "e"
+      ],
+      [
+        "Ġcl",
+        "ot"
+      ],
+      [
+        "Ġsa",
+        "il"
+      ],
+      [
+        "a",
+        "pped"
+      ],
+      [
+        "b",
+        "ble"
+      ],
+      [
+        "Ġcom",
+        "p"
+      ],
+      [
+        "Ġpl",
+        "an"
+      ],
+      [
+        "Ġwant",
+        "s"
+      ],
+      [
+        "Ġclot",
+        "hes"
+      ],
+      [
+        "Ġpo",
+        "in"
+      ],
+      [
+        "Ġ",
+        "K"
+      ],
+      [
+        "z",
+        "z"
+      ],
+      [
+        "Ġball",
+        "oon"
+      ],
+      [
+        "Ġstr",
+        "ange"
+      ],
+      [
+        "m",
+        "an"
+      ],
+      [
+        "en",
+        "ny"
+      ],
+      [
+        "Ġp",
+        "i"
+      ],
+      [
+        "Ġgr",
+        "ow"
+      ],
+      [
+        "Ġfly",
+        "ing"
+      ],
+      [
+        "r",
+        "ow"
+      ],
+      [
+        "Ġsc",
+        "ary"
+      ],
+      [
+        "Ġtre",
+        "at"
+      ],
+      [
+        "Ġwa",
+        "ited"
+      ],
+      [
+        "Ġamaz",
+        "ed"
+      ],
+      [
+        "Ġt",
+        "eddy"
+      ],
+      [
+        "Ġcast",
+        "le"
+      ],
+      [
+        "is",
+        "ter"
+      ],
+      [
+        "Ġe",
+        "le"
+      ],
+      [
+        "Ġamaz",
+        "ing"
+      ],
+      [
+        "m",
+        "ed"
+      ],
+      [
+        "Ġsp",
+        "l"
+      ],
+      [
+        "O",
+        "h"
+      ],
+      [
+        "Ġle",
+        "ave"
+      ],
+      [
+        "Ġown",
+        "er"
+      ],
+      [
+        "Ġprom",
+        "ised"
+      ],
+      [
+        "Ġdan",
+        "ger"
+      ],
+      [
+        "e",
+        "ver"
+      ],
+      [
+        "O",
+        "K"
+      ],
+      [
+        "Ġs",
+        "uch"
+      ],
+      [
+        "Ġwh",
+        "ite"
+      ],
+      [
+        "Ġp",
+        "at"
+      ],
+      [
+        "Ġtal",
+        "k"
+      ],
+      [
+        "uff",
+        "y"
+      ],
+      [
+        "Ġf",
+        "ur"
+      ],
+      [
+        "Ġp",
+        "ie"
+      ],
+      [
+        "op",
+        "e"
+      ],
+      [
+        "r",
+        "ed"
+      ],
+      [
+        "Ġpull",
+        "ed"
+      ],
+      [
+        "Ġp",
+        "re"
+      ],
+      [
+        "Ġwood",
+        "s"
+      ],
+      [
+        "ĠT",
+        "o"
+      ],
+      [
+        "Ġsh",
+        "ared"
+      ],
+      [
+        "Ġal",
+        "one"
+      ],
+      [
+        "Ġtow",
+        "ards"
+      ],
+      [
+        "c",
+        "le"
+      ],
+      [
+        "ĠM",
+        "aybe"
+      ],
+      [
+        "Ġs",
+        "it"
+      ],
+      [
+        "Ġn",
+        "ap"
+      ],
+      [
+        "Ġcolor",
+        "ful"
+      ],
+      [
+        "am",
+        "p"
+      ],
+      [
+        "h",
+        "one"
+      ],
+      [
+        "Ġvis",
+        "it"
+      ],
+      [
+        "ig",
+        "g"
+      ],
+      [
+        "ug",
+        "g"
+      ],
+      [
+        "th",
+        "y"
+      ],
+      [
+        "en",
+        "ce"
+      ],
+      [
+        "Ġta",
+        "il"
+      ],
+      [
+        "ct",
+        "or"
+      ],
+      [
+        "Ġmagic",
+        "al"
+      ],
+      [
+        "Ġr",
+        "iver"
+      ],
+      [
+        "Ġh",
+        "ig"
+      ],
+      [
+        "Ġbe",
+        "lie"
+      ],
+      [
+        "Ġgr",
+        "ate"
+      ],
+      [
+        "u",
+        "ally"
+      ],
+      [
+        "an",
+        "g"
+      ],
+      [
+        "ot",
+        "t"
+      ],
+      [
+        "Ġh",
+        "ide"
+      ],
+      [
+        "Ġs",
+        "illy"
+      ],
+      [
+        "Ġsmil",
+        "es"
+      ],
+      [
+        "ow",
+        "er"
+      ],
+      [
+        "Ġs",
+        "ide"
+      ],
+      [
+        "M",
+        "ax"
+      ],
+      [
+        "Ġro",
+        "ll"
+      ],
+      [
+        "Ġg",
+        "u"
+      ],
+      [
+        "ĠA",
+        "my"
+      ],
+      [
+        "Ġpr",
+        "o"
+      ],
+      [
+        "et",
+        "er"
+      ],
+      [
+        "Ġfast",
+        "er"
+      ],
+      [
+        "Ġgrate",
+        "ful"
+      ],
+      [
+        "Ġtre",
+        "asure"
+      ],
+      [
+        "as",
+        "ed"
+      ],
+      [
+        "Ġsn",
+        "ack"
+      ],
+      [
+        "u",
+        "p"
+      ],
+      [
+        "Ġla",
+        "nd"
+      ],
+      [
+        "av",
+        "y"
+      ],
+      [
+        "Ġmor",
+        "al"
+      ],
+      [
+        "ain",
+        "ed"
+      ],
+      [
+        "Ġs",
+        "ister"
+      ],
+      [
+        "ĠG",
+        "ra"
+      ],
+      [
+        "Ġsh",
+        "ap"
+      ],
+      [
+        "Ġpain",
+        "t"
+      ],
+      [
+        "Ġslow",
+        "ly"
+      ],
+      [
+        "Ġf",
+        "ield"
+      ],
+      [
+        "Ġp",
+        "et"
+      ],
+      [
+        "Ġs",
+        "ec"
+      ],
+      [
+        "or",
+        "m"
+      ],
+      [
+        "ĠJ",
+        "im"
+      ],
+      [
+        "Ġbr",
+        "an"
+      ],
+      [
+        "Ġm",
+        "in"
+      ],
+      [
+        "Ġmu",
+        "st"
+      ],
+      [
+        "Ġhelp",
+        "ing"
+      ],
+      [
+        "Ġwor",
+        "ried"
+      ],
+      [
+        "Ġjo",
+        "b"
+      ],
+      [
+        "Ġfo",
+        "x"
+      ],
+      [
+        "s",
+        "et"
+      ],
+      [
+        "Ġm",
+        "oney"
+      ],
+      [
+        "Ġp",
+        "ot"
+      ],
+      [
+        "Ġqu",
+        "i"
+      ],
+      [
+        "Ġbe",
+        "l"
+      ],
+      [
+        "Ġac",
+        "c"
+      ],
+      [
+        "Ġli",
+        "ving"
+      ],
+      [
+        "Ġmon",
+        "ster"
+      ],
+      [
+        "le",
+        "ss"
+      ],
+      [
+        "Ġpart",
+        "y"
+      ],
+      [
+        "e",
+        "ar"
+      ],
+      [
+        "Ġmo",
+        "st"
+      ],
+      [
+        "Ġwe",
+        "ar"
+      ],
+      [
+        "Ġrememb",
+        "er"
+      ],
+      [
+        "i",
+        "re"
+      ],
+      [
+        "Ġs",
+        "ign"
+      ],
+      [
+        "w",
+        "l"
+      ],
+      [
+        "Ġcl",
+        "oud"
+      ],
+      [
+        "Ġc",
+        "andy"
+      ],
+      [
+        "Ġhig",
+        "her"
+      ],
+      [
+        "i",
+        "pped"
+      ],
+      [
+        "id",
+        "ent"
+      ],
+      [
+        "ĠA",
+        "ll"
+      ],
+      [
+        "d",
+        "er"
+      ],
+      [
+        "z",
+        "e"
+      ],
+      [
+        "Ġqui",
+        "et"
+      ],
+      [
+        "Ġto",
+        "wn"
+      ],
+      [
+        "un",
+        "ch"
+      ],
+      [
+        "Ġprin",
+        "cess"
+      ],
+      [
+        "Ġrun",
+        "s"
+      ],
+      [
+        "ask",
+        "et"
+      ],
+      [
+        "e",
+        "m"
+      ],
+      [
+        "Ġevery",
+        "where"
+      ],
+      [
+        "Ġjo",
+        "in"
+      ],
+      [
+        "Ġste",
+        "pped"
+      ],
+      [
+        "Ġb",
+        "asket"
+      ],
+      [
+        "Ġl",
+        "ake"
+      ],
+      [
+        "Ġcu",
+        "p"
+      ],
+      [
+        "s",
+        "w"
+      ],
+      [
+        "out",
+        "h"
+      ],
+      [
+        "Ġcar",
+        "rot"
+      ],
+      [
+        "Ġco",
+        "ll"
+      ],
+      [
+        "Ġpl",
+        "ant"
+      ],
+      [
+        "Ġsc",
+        "ream"
+      ],
+      [
+        "ĠDad",
+        "dy"
+      ],
+      [
+        "Ġb",
+        "uck"
+      ],
+      [
+        "Ġhe",
+        "avy"
+      ],
+      [
+        "Ġbig",
+        "ger"
+      ],
+      [
+        "Ġch",
+        "o"
+      ],
+      [
+        "Ġbl",
+        "ank"
+      ],
+      [
+        "Ġclo",
+        "sed"
+      ],
+      [
+        "Ġw",
+        "on"
+      ],
+      [
+        "is",
+        "es"
+      ],
+      [
+        "Ġan",
+        "sw"
+      ],
+      [
+        "b",
+        "r"
+      ],
+      [
+        "Ġblank",
+        "et"
+      ],
+      [
+        "Ġm",
+        "outh"
+      ],
+      [
+        "am",
+        "es"
+      ],
+      [
+        "ec",
+        "es"
+      ],
+      [
+        "Ġeat",
+        "ing"
+      ],
+      [
+        "Ġpi",
+        "eces"
+      ],
+      [
+        "ck",
+        "et"
+      ],
+      [
+        "Ġst",
+        "re"
+      ],
+      [
+        "Ġwe",
+        "lc"
+      ],
+      [
+        "Ġwould",
+        "n"
+      ],
+      [
+        "Ġre",
+        "ach"
+      ],
+      [
+        "Ġbro",
+        "ke"
+      ],
+      [
+        "e",
+        "ared"
+      ],
+      [
+        "Ġdanger",
+        "ous"
+      ],
+      [
+        "g",
+        "s"
+      ],
+      [
+        "p",
+        "h"
+      ],
+      [
+        "ĠM",
+        "olly"
+      ],
+      [
+        "Ġc",
+        "e"
+      ],
+      [
+        "ĠM",
+        "r"
+      ],
+      [
+        "or",
+        "d"
+      ],
+      [
+        "f",
+        "ort"
+      ],
+      [
+        "Ġdoll",
+        "s"
+      ],
+      [
+        "m",
+        "ing"
+      ],
+      [
+        "Ġdan",
+        "ce"
+      ],
+      [
+        "Ġdra",
+        "gon"
+      ],
+      [
+        "Ġthink",
+        "s"
+      ],
+      [
+        "Ġask",
+        "s"
+      ],
+      [
+        "Ġac",
+        "ross"
+      ],
+      [
+        "O",
+        "kay"
+      ],
+      [
+        "Ġch",
+        "air"
+      ],
+      [
+        "Ġte",
+        "ac"
+      ],
+      [
+        "Ġb",
+        "ott"
+      ],
+      [
+        "H",
+        "i"
+      ],
+      [
+        "Ġp",
+        "a"
+      ],
+      [
+        "Ġne",
+        "igh"
+      ],
+      [
+        "Ġb",
+        "ar"
+      ],
+      [
+        "Ġb",
+        "ike"
+      ],
+      [
+        "Ġp",
+        "ack"
+      ],
+      [
+        "it",
+        "ing"
+      ],
+      [
+        "Ġdis",
+        "app"
+      ],
+      [
+        "Ġneigh",
+        "b"
+      ],
+      [
+        "Ġst",
+        "uck"
+      ],
+      [
+        "d",
+        "e"
+      ],
+      [
+        "Ġg",
+        "if"
+      ],
+      [
+        "Ġfr",
+        "uit"
+      ],
+      [
+        "Ġbelie",
+        "ve"
+      ],
+      [
+        "c",
+        "y"
+      ],
+      [
+        "Ġ",
+        "ve"
+      ],
+      [
+        "Ġcry",
+        "ing"
+      ],
+      [
+        "i",
+        "er"
+      ],
+      [
+        "ph",
+        "ant"
+      ],
+      [
+        "Ġs",
+        "uddenly"
+      ],
+      [
+        "Ġs",
+        "oup"
+      ],
+      [
+        "Ġr",
+        "ace"
+      ],
+      [
+        "Ġth",
+        "rew"
+      ],
+      [
+        "S",
+        "ure"
+      ],
+      [
+        "Ġfar",
+        "mer"
+      ],
+      [
+        "Ġacc",
+        "ident"
+      ],
+      [
+        "Ġdir",
+        "ty"
+      ],
+      [
+        "Ġele",
+        "phant"
+      ],
+      [
+        "Ġmon",
+        "key"
+      ],
+      [
+        "Ġhe",
+        "al"
+      ],
+      [
+        "w",
+        "eet"
+      ],
+      [
+        "Ġre",
+        "m"
+      ],
+      [
+        "Ġp",
+        "ers"
+      ],
+      [
+        "Ġsa",
+        "me"
+      ],
+      [
+        "or",
+        "ed"
+      ],
+      [
+        "vent",
+        "ually"
+      ],
+      [
+        "e",
+        "ad"
+      ],
+      [
+        "pp",
+        "ing"
+      ],
+      [
+        "Ġgent",
+        "le"
+      ],
+      [
+        "Ġf",
+        "ree"
+      ],
+      [
+        "Ġbr",
+        "own"
+      ],
+      [
+        "M",
+        "aybe"
+      ],
+      [
+        "Ġin",
+        "st"
+      ],
+      [
+        "Ġbe",
+        "e"
+      ],
+      [
+        "i",
+        "x"
+      ],
+      [
+        "Ġb",
+        "en"
+      ],
+      [
+        "Ġw",
+        "in"
+      ],
+      [
+        "Ġbl",
+        "ack"
+      ],
+      [
+        "Ġal",
+        "ong"
+      ],
+      [
+        "Ġlong",
+        "er"
+      ],
+      [
+        "i",
+        "ble"
+      ],
+      [
+        "Ġsp",
+        "r"
+      ],
+      [
+        "Ġcl",
+        "apped"
+      ],
+      [
+        "F",
+        "inally"
+      ],
+      [
+        "W",
+        "hy"
+      ],
+      [
+        "ck",
+        "ed"
+      ],
+      [
+        "Ġwor",
+        "ds"
+      ],
+      [
+        "ĠF",
+        "l"
+      ],
+      [
+        "Ġteac",
+        "her"
+      ],
+      [
+        "Ġup",
+        "set"
+      ],
+      [
+        "ch",
+        "ool"
+      ],
+      [
+        "Ġpie",
+        "ce"
+      ],
+      [
+        "Ġwe",
+        "ll"
+      ],
+      [
+        "Ġche",
+        "ered"
+      ],
+      [
+        "Ġh",
+        "it"
+      ],
+      [
+        "Ġsa",
+        "ng"
+      ],
+      [
+        "m",
+        "ent"
+      ],
+      [
+        "Ġbow",
+        "l"
+      ],
+      [
+        "Ġb",
+        "ite"
+      ],
+      [
+        "Ġdo",
+        "ctor"
+      ],
+      [
+        "ĠJ",
+        "ill"
+      ],
+      [
+        "Ġbuck",
+        "et"
+      ],
+      [
+        "M",
+        "ia"
+      ],
+      [
+        "Ġb",
+        "ath"
+      ],
+      [
+        "Ġc",
+        "aught"
+      ],
+      [
+        "Ġhe",
+        "art"
+      ],
+      [
+        "Ġfor",
+        "get"
+      ],
+      [
+        "Ġm",
+        "ark"
+      ],
+      [
+        "Ġbut",
+        "t"
+      ],
+      [
+        "Ġd",
+        "ry"
+      ],
+      [
+        "Ġyou",
+        "ng"
+      ],
+      [
+        "Ġse",
+        "a"
+      ],
+      [
+        "Ġc",
+        "our"
+      ],
+      [
+        "Ġdro",
+        "pped"
+      ],
+      [
+        "es",
+        "e"
+      ],
+      [
+        "Ġy",
+        "ard"
+      ],
+      [
+        "Ġpl",
+        "ac"
+      ],
+      [
+        "our",
+        "n"
+      ],
+      [
+        "Ġs",
+        "chool"
+      ],
+      [
+        "Ġsw",
+        "ings"
+      ],
+      [
+        "bb",
+        "y"
+      ],
+      [
+        "Ġw",
+        "ings"
+      ],
+      [
+        "b",
+        "s"
+      ],
+      [
+        "Ġexpl",
+        "ained"
+      ],
+      [
+        "Ġj",
+        "ourn"
+      ],
+      [
+        "Ġbr",
+        "ing"
+      ],
+      [
+        "Ġdr",
+        "ink"
+      ],
+      [
+        "Ġstre",
+        "et"
+      ],
+      [
+        "Ġju",
+        "ice"
+      ],
+      [
+        "un",
+        "g"
+      ],
+      [
+        "Ġnear",
+        "by"
+      ],
+      [
+        "ĠEm",
+        "ma"
+      ],
+      [
+        "Ġsm",
+        "o"
+      ],
+      [
+        "Ġsm",
+        "art"
+      ],
+      [
+        "Ġpu",
+        "shed"
+      ],
+      [
+        "Ġstor",
+        "ies"
+      ],
+      [
+        "Ġdro",
+        "ve"
+      ],
+      [
+        "Ġt",
+        "iny"
+      ],
+      [
+        "Ġp",
+        "en"
+      ],
+      [
+        "Ġcour",
+        "se"
+      ],
+      [
+        "Ġ",
+        "es"
+      ],
+      [
+        "Ġm",
+        "ine"
+      ],
+      [
+        "Ġto",
+        "day"
+      ],
+      [
+        "Ġpo",
+        "cket"
+      ],
+      [
+        "Ġye",
+        "ar"
+      ],
+      [
+        "aught",
+        "er"
+      ],
+      [
+        "Ġj",
+        "e"
+      ],
+      [
+        "Ġsec",
+        "ret"
+      ],
+      [
+        "Ġex",
+        "p"
+      ],
+      [
+        "Ġwith",
+        "out"
+      ],
+      [
+        "Ġsing",
+        "ing"
+      ],
+      [
+        "Ġwelc",
+        "ome"
+      ],
+      [
+        "Ġhapp",
+        "en"
+      ],
+      [
+        "t",
+        "o"
+      ],
+      [
+        "Ġf",
+        "it"
+      ],
+      [
+        "Ġst",
+        "u"
+      ],
+      [
+        "ve",
+        "l"
+      ],
+      [
+        "ra",
+        "ct"
+      ],
+      [
+        "Ġbu",
+        "s"
+      ],
+      [
+        "Ġche",
+        "ese"
+      ],
+      [
+        "Ġcr",
+        "ay"
+      ],
+      [
+        "Ġfair",
+        "y"
+      ],
+      [
+        "Ġj",
+        "ar"
+      ],
+      [
+        "Ġturn",
+        "s"
+      ],
+      [
+        "Ġbu",
+        "sh"
+      ],
+      [
+        "b",
+        "ow"
+      ],
+      [
+        "ll",
+        "o"
+      ],
+      [
+        "Ġexpl",
+        "oring"
+      ],
+      [
+        "Ġl",
+        "on"
+      ],
+      [
+        "Ġst",
+        "and"
+      ],
+      [
+        "itt",
+        "ing"
+      ],
+      [
+        "Ġsee",
+        "med"
+      ],
+      [
+        "Ġsp",
+        "oon"
+      ],
+      [
+        "ĠF",
+        "inally"
+      ],
+      [
+        "Ġg",
+        "ames"
+      ],
+      [
+        "Ġwo",
+        "ke"
+      ],
+      [
+        "is",
+        "sed"
+      ],
+      [
+        "Ġre",
+        "sp"
+      ],
+      [
+        "Ġtr",
+        "ou"
+      ],
+      [
+        "Ġtw",
+        "ins"
+      ],
+      [
+        "Ġhop",
+        "ed"
+      ],
+      [
+        "Ġat",
+        "t"
+      ],
+      [
+        "Ġlon",
+        "ely"
+      ],
+      [
+        "Ġa",
+        "nt"
+      ],
+      [
+        "ĠM",
+        "ama"
+      ],
+      [
+        "or",
+        "row"
+      ],
+      [
+        "Ġno",
+        "ises"
+      ],
+      [
+        "Ġhug",
+        "s"
+      ],
+      [
+        "ount",
+        "ain"
+      ],
+      [
+        "y",
+        "ard"
+      ],
+      [
+        "Ġd",
+        "aughter"
+      ],
+      [
+        "Ġin",
+        "v"
+      ],
+      [
+        "Ġke",
+        "y"
+      ],
+      [
+        "a",
+        "il"
+      ],
+      [
+        "Ġrock",
+        "s"
+      ],
+      [
+        "Ġdis",
+        "co"
+      ],
+      [
+        "Ġs",
+        "u"
+      ],
+      [
+        "Ġl",
+        "unch"
+      ],
+      [
+        "re",
+        "ad"
+      ],
+      [
+        "ou",
+        "n"
+      ],
+      [
+        "ver",
+        "ed"
+      ],
+      [
+        "Ġback",
+        "yard"
+      ],
+      [
+        "Ġs",
+        "uc"
+      ],
+      [
+        "Ġc",
+        "ow"
+      ],
+      [
+        "Ġapp",
+        "le"
+      ],
+      [
+        "e",
+        "k"
+      ],
+      [
+        "Ġsw",
+        "am"
+      ],
+      [
+        "Ġsho",
+        "es"
+      ],
+      [
+        "Ġst",
+        "ars"
+      ],
+      [
+        "Ġsh",
+        "ook"
+      ],
+      [
+        "itt",
+        "ens"
+      ],
+      [
+        "Ġm",
+        "iss"
+      ],
+      [
+        "c",
+        "hes"
+      ],
+      [
+        "Ġw",
+        "ish"
+      ],
+      [
+        "Ġre",
+        "lie"
+      ],
+      [
+        "fu",
+        "sed"
+      ],
+      [
+        "Ġshap",
+        "es"
+      ],
+      [
+        "urp",
+        "le"
+      ],
+      [
+        "Ġtow",
+        "er"
+      ],
+      [
+        "it",
+        "y"
+      ],
+      [
+        "Ġc",
+        "orn"
+      ],
+      [
+        "Ġmo",
+        "ved"
+      ],
+      [
+        "sh",
+        "ine"
+      ],
+      [
+        "Ġ",
+        "3"
+      ],
+      [
+        "Ġth",
+        "ough"
+      ],
+      [
+        "Ġc",
+        "ir"
+      ],
+      [
+        "um",
+        "b"
+      ],
+      [
+        "Ġta",
+        "king"
+      ],
+      [
+        "t",
+        "s"
+      ],
+      [
+        "ĠT",
+        "weet"
+      ],
+      [
+        "ap",
+        "e"
+      ],
+      [
+        "Ġrain",
+        "bow"
+      ],
+      [
+        "Ġthr",
+        "ow"
+      ],
+      [
+        "Ġst",
+        "ar"
+      ],
+      [
+        "Ġben",
+        "ch"
+      ],
+      [
+        "Ġne",
+        "ck"
+      ],
+      [
+        "ock",
+        "ed"
+      ],
+      [
+        "Ġcreat",
+        "ure"
+      ],
+      [
+        "Ġbu",
+        "bble"
+      ],
+      [
+        "Ġl",
+        "ate"
+      ],
+      [
+        "Ġadventure",
+        "s"
+      ],
+      [
+        "Ġo",
+        "wl"
+      ],
+      [
+        "ion",
+        "s"
+      ],
+      [
+        "A",
+        "nd"
+      ],
+      [
+        "Ġw",
+        "he"
+      ],
+      [
+        "Ġp",
+        "ar"
+      ],
+      [
+        "Ġshe",
+        "ll"
+      ],
+      [
+        "Ġk",
+        "ite"
+      ],
+      [
+        "ĠFl",
+        "uffy"
+      ],
+      [
+        "in",
+        "ing"
+      ],
+      [
+        "Ġm",
+        "il"
+      ],
+      [
+        "u",
+        "nt"
+      ],
+      [
+        "Ġf",
+        "ence"
+      ],
+      [
+        "Ġm",
+        "ix"
+      ],
+      [
+        "Ġli",
+        "ft"
+      ],
+      [
+        "Ġaccident",
+        "ally"
+      ],
+      [
+        "Ġw",
+        "ise"
+      ],
+      [
+        "Ġhe",
+        "llo"
+      ],
+      [
+        "Ġp",
+        "urple"
+      ],
+      [
+        "pp",
+        "er"
+      ],
+      [
+        "Ġon",
+        "to"
+      ],
+      [
+        "Ġsp",
+        "in"
+      ],
+      [
+        "t",
+        "en"
+      ],
+      [
+        "our",
+        "s"
+      ],
+      [
+        "Ġs",
+        "itting"
+      ],
+      [
+        "id",
+        "ge"
+      ],
+      [
+        "Ġsun",
+        "shine"
+      ],
+      [
+        "Ġcut",
+        "e"
+      ],
+      [
+        "Ġm",
+        "at"
+      ],
+      [
+        "w",
+        "ard"
+      ],
+      [
+        "Ġsh",
+        "op"
+      ],
+      [
+        "Ġwh",
+        "ist"
+      ],
+      [
+        "Ġd",
+        "ist"
+      ],
+      [
+        "Ġor",
+        "ange"
+      ],
+      [
+        "L",
+        "ila"
+      ],
+      [
+        "Ġn",
+        "aught"
+      ],
+      [
+        "ĠSam",
+        "my"
+      ],
+      [
+        "Ġnaught",
+        "y"
+      ],
+      [
+        "Ġn",
+        "est"
+      ],
+      [
+        "o",
+        "se"
+      ],
+      [
+        "or",
+        "s"
+      ],
+      [
+        "ll",
+        "a"
+      ],
+      [
+        "Ġmil",
+        "k"
+      ],
+      [
+        "f",
+        "ish"
+      ],
+      [
+        "Ġa",
+        "f"
+      ],
+      [
+        "Ġb",
+        "oun"
+      ],
+      [
+        "Ġp",
+        "hone"
+      ],
+      [
+        "Ġarm",
+        "s"
+      ],
+      [
+        "Ġe",
+        "as"
+      ],
+      [
+        "n",
+        "ess"
+      ],
+      [
+        "Ġcar",
+        "ry"
+      ],
+      [
+        "ĠGra",
+        "ndma"
+      ],
+      [
+        "o",
+        "g"
+      ],
+      [
+        "Ġb",
+        "ought"
+      ],
+      [
+        "Ġdri",
+        "ver"
+      ],
+      [
+        "Ġinst",
+        "ead"
+      ],
+      [
+        "L",
+        "ater"
+      ],
+      [
+        "Ġtal",
+        "ked"
+      ],
+      [
+        "Ġsear",
+        "ched"
+      ],
+      [
+        "g",
+        "ged"
+      ],
+      [
+        "Ġp",
+        "ig"
+      ],
+      [
+        "Ġco",
+        "zy"
+      ],
+      [
+        "Ġsun",
+        "ny"
+      ],
+      [
+        "itt",
+        "y"
+      ],
+      [
+        "Ġfeel",
+        "s"
+      ],
+      [
+        "Ġf",
+        "an"
+      ],
+      [
+        "Ġwonder",
+        "ed"
+      ],
+      [
+        "Ġcom",
+        "es"
+      ],
+      [
+        "Ġswim",
+        "ming"
+      ],
+      [
+        "u",
+        "ched"
+      ],
+      [
+        "Ġto",
+        "uched"
+      ],
+      [
+        "Ġp",
+        "op"
+      ],
+      [
+        "ĠIn",
+        "side"
+      ],
+      [
+        "a",
+        "le"
+      ],
+      [
+        "Ġl",
+        "ucky"
+      ],
+      [
+        "Ġlaug",
+        "hing"
+      ],
+      [
+        "Ġbel",
+        "ong"
+      ],
+      [
+        "Ġsound",
+        "s"
+      ],
+      [
+        "Ġw",
+        "om"
+      ],
+      [
+        "Ġc",
+        "ave"
+      ],
+      [
+        "le",
+        "t"
+      ],
+      [
+        "Ġjourn",
+        "ey"
+      ],
+      [
+        "Ġwom",
+        "an"
+      ],
+      [
+        "Ġc",
+        "ou"
+      ],
+      [
+        "Ġnot",
+        "hing"
+      ],
+      [
+        "Ġco",
+        "at"
+      ],
+      [
+        "Ġrelie",
+        "ved"
+      ],
+      [
+        "Ġ",
+        "O"
+      ],
+      [
+        "Ġpe",
+        "ace"
+      ],
+      [
+        "ad",
+        "ow"
+      ],
+      [
+        "Ġno",
+        "se"
+      ],
+      [
+        "Ġbu",
+        "sy"
+      ],
+      [
+        "B",
+        "ob"
+      ],
+      [
+        "Ġp",
+        "ast"
+      ],
+      [
+        "Ġapp",
+        "les"
+      ],
+      [
+        "Ġs",
+        "ick"
+      ],
+      [
+        "Ġr",
+        "ope"
+      ],
+      [
+        "Ġpat",
+        "ient"
+      ],
+      [
+        "Ġa",
+        "ct"
+      ],
+      [
+        "Ġp",
+        "udd"
+      ],
+      [
+        "Ġin",
+        "c"
+      ],
+      [
+        "ra",
+        "id"
+      ],
+      [
+        "Ġwatch",
+        "ing"
+      ],
+      [
+        "Ġbran",
+        "ch"
+      ],
+      [
+        "Ġaf",
+        "raid"
+      ],
+      [
+        "Ġto",
+        "m"
+      ],
+      [
+        "id",
+        "er"
+      ],
+      [
+        "Ġday",
+        "s"
+      ],
+      [
+        "Ġre",
+        "t"
+      ],
+      [
+        "c",
+        "ing"
+      ],
+      [
+        "ĠM",
+        "ary"
+      ],
+      [
+        "Ġb",
+        "and"
+      ],
+      [
+        "Ġfar",
+        "m"
+      ],
+      [
+        "Ġhug",
+        "e"
+      ],
+      [
+        "ĠTh",
+        "ank"
+      ],
+      [
+        "at",
+        "or"
+      ],
+      [
+        "Ġexc",
+        "iting"
+      ],
+      [
+        "Ġdan",
+        "ced"
+      ],
+      [
+        "th",
+        "day"
+      ],
+      [
+        "Ġwa",
+        "r"
+      ],
+      [
+        "ĠSo",
+        "on"
+      ],
+      [
+        "b",
+        "all"
+      ],
+      [
+        "Ġg",
+        "igg"
+      ],
+      [
+        "ble",
+        "m"
+      ],
+      [
+        "Ġz",
+        "oom"
+      ],
+      [
+        "Ġm",
+        "ad"
+      ],
+      [
+        "Ġv",
+        "ill"
+      ],
+      [
+        "Ġfore",
+        "ver"
+      ],
+      [
+        "Ġpro",
+        "blem"
+      ],
+      [
+        "Ġcoll",
+        "ect"
+      ],
+      [
+        "p",
+        "ed"
+      ],
+      [
+        "ir",
+        "t"
+      ],
+      [
+        "Ġmin",
+        "ut"
+      ],
+      [
+        "Ġw",
+        "ra"
+      ],
+      [
+        "h",
+        "o"
+      ],
+      [
+        "Ġli",
+        "fe"
+      ],
+      [
+        "Ġkne",
+        "e"
+      ],
+      [
+        "c",
+        "es"
+      ],
+      [
+        "D",
+        "o"
+      ],
+      [
+        "c",
+        "er"
+      ],
+      [
+        "m",
+        "p"
+      ],
+      [
+        "ar",
+        "p"
+      ],
+      [
+        "Ġk",
+        "ing"
+      ],
+      [
+        "Ġas",
+        "leep"
+      ],
+      [
+        "Ġret",
+        "urn"
+      ],
+      [
+        "Ġsh",
+        "arp"
+      ],
+      [
+        "Ġre",
+        "l"
+      ],
+      [
+        "Ġp",
+        "ower"
+      ],
+      [
+        "et",
+        "h"
+      ],
+      [
+        "Ġhold",
+        "ing"
+      ],
+      [
+        "Ġf",
+        "ing"
+      ],
+      [
+        "Ġheal",
+        "thy"
+      ],
+      [
+        "ĠM",
+        "ittens"
+      ],
+      [
+        "Ġpr",
+        "ot"
+      ],
+      [
+        "Ġme",
+        "et"
+      ],
+      [
+        "Ġor",
+        "gan"
+      ],
+      [
+        "Ġcle",
+        "ver"
+      ],
+      [
+        "Ġspot",
+        "ted"
+      ],
+      [
+        "Ġl",
+        "etter"
+      ],
+      [
+        "Ġg",
+        "ather"
+      ],
+      [
+        "al",
+        "m"
+      ],
+      [
+        "O",
+        "f"
+      ],
+      [
+        "e",
+        "re"
+      ],
+      [
+        "Ġr",
+        "ound"
+      ],
+      [
+        "Ġstor",
+        "m"
+      ],
+      [
+        "Ġprot",
+        "ect"
+      ],
+      [
+        "Ġgif",
+        "t"
+      ],
+      [
+        "am",
+        "ed"
+      ],
+      [
+        "Ġma",
+        "il"
+      ],
+      [
+        "ĠJ",
+        "en"
+      ],
+      [
+        "Ġbir",
+        "thday"
+      ],
+      [
+        "Ġpre",
+        "s"
+      ],
+      [
+        "Ġsa",
+        "f"
+      ],
+      [
+        "Ġneighb",
+        "or"
+      ],
+      [
+        "ep",
+        "end"
+      ],
+      [
+        "Ġta",
+        "kes"
+      ],
+      [
+        "s",
+        "c"
+      ],
+      [
+        "Ġe",
+        "ar"
+      ],
+      [
+        "Ġcom",
+        "fort"
+      ],
+      [
+        "Ġ",
+        "ent"
+      ],
+      [
+        "Ġre",
+        "p"
+      ],
+      [
+        "Ġpers",
+        "on"
+      ],
+      [
+        "Ġsmil",
+        "ing"
+      ],
+      [
+        "ĠW",
+        "ith"
+      ],
+      [
+        "Ġgent",
+        "ly"
+      ],
+      [
+        "Ġpoin",
+        "ted"
+      ],
+      [
+        "E",
+        "very"
+      ],
+      [
+        "ow",
+        "ed"
+      ],
+      [
+        "Ġsp",
+        "o"
+      ],
+      [
+        "co",
+        "l"
+      ],
+      [
+        "Ġtast",
+        "y"
+      ],
+      [
+        "ul",
+        "ar"
+      ],
+      [
+        "ĠJim",
+        "my"
+      ],
+      [
+        "Ġpl",
+        "ane"
+      ],
+      [
+        "st",
+        "ing"
+      ],
+      [
+        "h",
+        "in"
+      ],
+      [
+        "Ġh",
+        "oney"
+      ],
+      [
+        "it",
+        "ch"
+      ],
+      [
+        "Ġp",
+        "ill"
+      ],
+      [
+        "Ġp",
+        "ass"
+      ],
+      [
+        "itt",
+        "en"
+      ],
+      [
+        "Ġm",
+        "atter"
+      ],
+      [
+        "Ġad",
+        "m"
+      ],
+      [
+        "Ġtast",
+        "ed"
+      ],
+      [
+        "Ġsmell",
+        "ed"
+      ],
+      [
+        "n",
+        "ic"
+      ],
+      [
+        "o",
+        "ve"
+      ],
+      [
+        "Ġe",
+        "ag"
+      ],
+      [
+        "Ġsh",
+        "ining"
+      ],
+      [
+        "He",
+        "y"
+      ],
+      [
+        "Ġhop",
+        "e"
+      ],
+      [
+        "Ġplac",
+        "es"
+      ],
+      [
+        "Ġk",
+        "ick"
+      ],
+      [
+        "ĠC",
+        "h"
+      ],
+      [
+        "Ġpic",
+        "nic"
+      ],
+      [
+        "Ġbott",
+        "le"
+      ],
+      [
+        "Ġresp",
+        "ect"
+      ],
+      [
+        "Ġb",
+        "lew"
+      ],
+      [
+        "Ġapp",
+        "eared"
+      ],
+      [
+        "Ġsu",
+        "pp"
+      ],
+      [
+        "Tom",
+        "my"
+      ],
+      [
+        "ĠC",
+        "ome"
+      ],
+      [
+        "Ġsp",
+        "ider"
+      ],
+      [
+        "Ġint",
+        "ere"
+      ],
+      [
+        "Ġche",
+        "er"
+      ],
+      [
+        "bo",
+        "ard"
+      ],
+      [
+        "Ġwe",
+        "aring"
+      ],
+      [
+        "Ġpres",
+        "ent"
+      ],
+      [
+        "er",
+        "t"
+      ],
+      [
+        "Ġm",
+        "ist"
+      ],
+      [
+        "iz",
+        "e"
+      ],
+      [
+        "Ġtrou",
+        "ble"
+      ],
+      [
+        "Ġtri",
+        "p"
+      ],
+      [
+        "Ġp",
+        "ract"
+      ],
+      [
+        "Ġk",
+        "iss"
+      ],
+      [
+        "Ġqu",
+        "est"
+      ],
+      [
+        "o",
+        "nd"
+      ],
+      [
+        "Ġas",
+        "h"
+      ],
+      [
+        "Ġlo",
+        "ves"
+      ],
+      [
+        "Ġtight",
+        "ly"
+      ],
+      [
+        "g",
+        "g"
+      ],
+      [
+        "ar",
+        "ge"
+      ],
+      [
+        "Ġs",
+        "ur"
+      ],
+      [
+        "Ġsp",
+        "read"
+      ],
+      [
+        "a",
+        "ur"
+      ],
+      [
+        "Ġw",
+        "ide"
+      ],
+      [
+        "on",
+        "es"
+      ],
+      [
+        "um",
+        "ber"
+      ],
+      [
+        "Ġfe",
+        "ather"
+      ],
+      [
+        "Ġspl",
+        "as"
+      ],
+      [
+        "on",
+        "t"
+      ],
+      [
+        "nd",
+        "p"
+      ],
+      [
+        "Ġl",
+        "ater"
+      ],
+      [
+        "Ġwho",
+        "le"
+      ],
+      [
+        "Ġany",
+        "one"
+      ],
+      [
+        "Ġbre",
+        "ad"
+      ],
+      [
+        "M",
+        "olly"
+      ],
+      [
+        "Ġd",
+        "es"
+      ],
+      [
+        "Ġre",
+        "c"
+      ],
+      [
+        "ell",
+        "a"
+      ],
+      [
+        "Ġro",
+        "ad"
+      ],
+      [
+        "I",
+        "n"
+      ],
+      [
+        "Ġo",
+        "ce"
+      ],
+      [
+        "Ġgi",
+        "ant"
+      ],
+      [
+        "Ġoce",
+        "an"
+      ],
+      [
+        "el",
+        "s"
+      ],
+      [
+        "Ġpu",
+        "zz"
+      ],
+      [
+        "Ġcook",
+        "ie"
+      ],
+      [
+        "Ġp",
+        "an"
+      ],
+      [
+        "Ġp",
+        "ath"
+      ],
+      [
+        "Åĵ",
+        "I"
+      ],
+      [
+        "Ġcon",
+        "fused"
+      ],
+      [
+        "Ġscream",
+        "ed"
+      ],
+      [
+        "Ġcloud",
+        "s"
+      ],
+      [
+        "e",
+        "b"
+      ],
+      [
+        "Ġimp",
+        "ress"
+      ],
+      [
+        "Ġfr",
+        "ont"
+      ],
+      [
+        "ĠG",
+        "o"
+      ],
+      [
+        "Ġse",
+        "at"
+      ],
+      [
+        "le",
+        "x"
+      ],
+      [
+        "Ġl",
+        "ay"
+      ],
+      [
+        "Ġwh",
+        "ich"
+      ],
+      [
+        "l",
+        "a"
+      ],
+      [
+        "Ġth",
+        "in"
+      ],
+      [
+        "Ġte",
+        "ach"
+      ],
+      [
+        "er",
+        "ly"
+      ],
+      [
+        "Ġd",
+        "i"
+      ],
+      [
+        "Ġansw",
+        "er"
+      ],
+      [
+        "ung",
+        "le"
+      ],
+      [
+        "Ġa",
+        "p"
+      ],
+      [
+        "ss",
+        "ed"
+      ],
+      [
+        "h",
+        "ile"
+      ],
+      [
+        "u",
+        "b"
+      ],
+      [
+        "Ġl",
+        "arge"
+      ],
+      [
+        "Ġj",
+        "ungle"
+      ],
+      [
+        "Ġprom",
+        "ise"
+      ],
+      [
+        "Ġs",
+        "er"
+      ],
+      [
+        "Ġb",
+        "er"
+      ],
+      [
+        "Ġw",
+        "ild"
+      ],
+      [
+        "Ġb",
+        "ark"
+      ],
+      [
+        "Ġm",
+        "ach"
+      ],
+      [
+        "oo",
+        "se"
+      ],
+      [
+        "Ġbutt",
+        "on"
+      ],
+      [
+        "ndp",
+        "a"
+      ],
+      [
+        "G",
+        "ood"
+      ],
+      [
+        "Ġmy",
+        "ster"
+      ],
+      [
+        "Ġsn",
+        "ake"
+      ],
+      [
+        "Ġvill",
+        "age"
+      ],
+      [
+        "Ġh",
+        "or"
+      ],
+      [
+        "ĠEm",
+        "ily"
+      ],
+      [
+        "C",
+        "ome"
+      ],
+      [
+        "Ġtoo",
+        "l"
+      ],
+      [
+        "Ġput",
+        "s"
+      ],
+      [
+        "Ġla",
+        "st"
+      ],
+      [
+        "Ġim",
+        "ag"
+      ],
+      [
+        "ĠJ",
+        "ake"
+      ],
+      [
+        "L",
+        "ucy"
+      ],
+      [
+        "Ġt",
+        "id"
+      ],
+      [
+        "Ġb",
+        "an"
+      ],
+      [
+        "le",
+        "br"
+      ],
+      [
+        "Ġe",
+        "ventually"
+      ],
+      [
+        "Ġsl",
+        "id"
+      ],
+      [
+        "Ġwa",
+        "ve"
+      ],
+      [
+        "Ġli",
+        "ve"
+      ],
+      [
+        "Ġch",
+        "ased"
+      ],
+      [
+        "ĠEvery",
+        "where"
+      ],
+      [
+        "Ġce",
+        "lebr"
+      ],
+      [
+        "Ġcray",
+        "ons"
+      ],
+      [
+        "J",
+        "ust"
+      ],
+      [
+        "Ġsp",
+        "ent"
+      ],
+      [
+        "Ġwr",
+        "ite"
+      ],
+      [
+        "Ġgi",
+        "ves"
+      ],
+      [
+        "un",
+        "k"
+      ],
+      [
+        "if",
+        "e"
+      ],
+      [
+        "Ġdec",
+        "or"
+      ],
+      [
+        "Ġfo",
+        "ot"
+      ],
+      [
+        "Ġdel",
+        "ight"
+      ],
+      [
+        "Ġso",
+        "l"
+      ],
+      [
+        "Ġsand",
+        "w"
+      ],
+      [
+        "Ġdir",
+        "t"
+      ],
+      [
+        "ĠJ",
+        "enny"
+      ],
+      [
+        "Ġtal",
+        "king"
+      ],
+      [
+        "Ġtreat",
+        "s"
+      ],
+      [
+        "Ġc",
+        "art"
+      ],
+      [
+        "ch",
+        "ing"
+      ],
+      [
+        "Ġwait",
+        "ing"
+      ],
+      [
+        "Ġhid",
+        "ing"
+      ],
+      [
+        "Ġsnow",
+        "man"
+      ],
+      [
+        "Ġintere",
+        "sting"
+      ],
+      [
+        "Ġh",
+        "on"
+      ],
+      [
+        "on",
+        "y"
+      ],
+      [
+        "Ġshe",
+        "lf"
+      ],
+      [
+        "Ġtast",
+        "e"
+      ],
+      [
+        "e",
+        "en"
+      ],
+      [
+        "J",
+        "im"
+      ],
+      [
+        "Ġst",
+        "ep"
+      ],
+      [
+        "M",
+        "um"
+      ],
+      [
+        "Ġhelp",
+        "ful"
+      ],
+      [
+        "Ġfe",
+        "et"
+      ],
+      [
+        "Ġsh",
+        "y"
+      ],
+      [
+        "Ġgo",
+        "es"
+      ],
+      [
+        "Ġv",
+        "al"
+      ],
+      [
+        "Ġe",
+        "mb"
+      ],
+      [
+        "Ġst",
+        "ood"
+      ],
+      [
+        "Ġsh",
+        "r"
+      ],
+      [
+        "Ġbuild",
+        "ing"
+      ],
+      [
+        "Ġo",
+        "ven"
+      ],
+      [
+        "Ġst",
+        "ret"
+      ],
+      [
+        "Ġlove",
+        "ly"
+      ],
+      [
+        "Ġduck",
+        "s"
+      ],
+      [
+        "Ġcorn",
+        "er"
+      ],
+      [
+        "Ġwas",
+        "h"
+      ],
+      [
+        "ck",
+        "s"
+      ],
+      [
+        "Ġsp",
+        "e"
+      ],
+      [
+        "Ġpretend",
+        "ed"
+      ],
+      [
+        "Ġroll",
+        "ed"
+      ],
+      [
+        "Ġru",
+        "de"
+      ],
+      [
+        "o",
+        "ld"
+      ],
+      [
+        "Ġc",
+        "alm"
+      ],
+      [
+        "Ġp",
+        "ile"
+      ],
+      [
+        "Ġte",
+        "eth"
+      ],
+      [
+        "Ġjump",
+        "ing"
+      ],
+      [
+        "Ġz",
+        "oo"
+      ],
+      [
+        "Ġpudd",
+        "le"
+      ],
+      [
+        "Ġtid",
+        "y"
+      ],
+      [
+        "M",
+        "ama"
+      ],
+      [
+        "ig",
+        "er"
+      ],
+      [
+        "ip",
+        "e"
+      ],
+      [
+        "Ġbug",
+        "s"
+      ],
+      [
+        "Ġash",
+        "amed"
+      ],
+      [
+        "Ġb",
+        "at"
+      ],
+      [
+        "in",
+        "a"
+      ],
+      [
+        "ĠR",
+        "e"
+      ],
+      [
+        "Ġo",
+        "b"
+      ],
+      [
+        "Ġst",
+        "ra"
+      ],
+      [
+        "ĠS",
+        "t"
+      ],
+      [
+        "Ġwhist",
+        "le"
+      ],
+      [
+        "Ġban",
+        "an"
+      ],
+      [
+        "n",
+        "ot"
+      ],
+      [
+        "Ġn",
+        "et"
+      ],
+      [
+        "Ġforg",
+        "ive"
+      ],
+      [
+        "Ġprin",
+        "ce"
+      ],
+      [
+        "en",
+        "er"
+      ],
+      [
+        "Ġsh",
+        "irt"
+      ],
+      [
+        "Ġs",
+        "el"
+      ],
+      [
+        "Ġc",
+        "oo"
+      ],
+      [
+        "Ġemb",
+        "ar"
+      ],
+      [
+        "ump",
+        "y"
+      ],
+      [
+        "Ġspark",
+        "ly"
+      ],
+      [
+        "Ġrem",
+        "ind"
+      ],
+      [
+        "Ġs",
+        "ug"
+      ],
+      [
+        "Ġc",
+        "ross"
+      ],
+      [
+        "Ġm",
+        "ind"
+      ],
+      [
+        "Ġcan",
+        "not"
+      ],
+      [
+        "Ġsuc",
+        "cess"
+      ],
+      [
+        "Ġembar",
+        "ra"
+      ],
+      [
+        "S",
+        "oon"
+      ],
+      [
+        "Ġm",
+        "ot"
+      ],
+      [
+        "Ġsh",
+        "aring"
+      ],
+      [
+        "Ġwor",
+        "m"
+      ],
+      [
+        "Ġfo",
+        "ld"
+      ],
+      [
+        "Ġpeace",
+        "ful"
+      ],
+      [
+        "Ġw",
+        "ore"
+      ],
+      [
+        "Ġm",
+        "ountain"
+      ],
+      [
+        "Ġbl",
+        "ow"
+      ],
+      [
+        "l",
+        "ice"
+      ],
+      [
+        "Ġ",
+        "ign"
+      ],
+      [
+        "Ġbe",
+        "ll"
+      ],
+      [
+        "Ġfur",
+        "ry"
+      ],
+      [
+        "Ġgra",
+        "b"
+      ],
+      [
+        "al",
+        "s"
+      ],
+      [
+        "omet",
+        "imes"
+      ],
+      [
+        "Ġwhen",
+        "ever"
+      ],
+      [
+        "Ġp",
+        "our"
+      ],
+      [
+        "v",
+        "ous"
+      ],
+      [
+        "ll",
+        "ie"
+      ],
+      [
+        "Ġpu",
+        "sh"
+      ],
+      [
+        "Ġbre",
+        "ath"
+      ],
+      [
+        "Ġmach",
+        "ine"
+      ],
+      [
+        "Ġsug",
+        "ar"
+      ],
+      [
+        "Ġch",
+        "ick"
+      ],
+      [
+        "Ġcreat",
+        "ive"
+      ],
+      [
+        "S",
+        "t"
+      ],
+      [
+        "n",
+        "ed"
+      ],
+      [
+        "Ġb",
+        "al"
+      ],
+      [
+        "Ġst",
+        "ir"
+      ],
+      [
+        "Ġdo",
+        "lp"
+      ],
+      [
+        "Ġtri",
+        "es"
+      ],
+      [
+        "N",
+        "ow"
+      ],
+      [
+        "Ġl",
+        "ad"
+      ],
+      [
+        "ĠL",
+        "e"
+      ],
+      [
+        "Ġm",
+        "ed"
+      ],
+      [
+        "Ġp",
+        "ool"
+      ],
+      [
+        "Ġg",
+        "ener"
+      ],
+      [
+        "Ġsa",
+        "l"
+      ],
+      [
+        "or",
+        "k"
+      ],
+      [
+        "ul",
+        "t"
+      ],
+      [
+        "Ġspr",
+        "ay"
+      ],
+      [
+        "Ġsh",
+        "ip"
+      ],
+      [
+        "i",
+        "an"
+      ],
+      [
+        "Ġh",
+        "um"
+      ],
+      [
+        "Ġhe",
+        "l"
+      ],
+      [
+        "is",
+        "a"
+      ],
+      [
+        "Ġsel",
+        "fish"
+      ],
+      [
+        "Ġh",
+        "ar"
+      ],
+      [
+        "Ġfa",
+        "ces"
+      ],
+      [
+        "Ġmess",
+        "y"
+      ],
+      [
+        "Ġ",
+        "'"
+      ],
+      [
+        "Ġp",
+        "le"
+      ],
+      [
+        "ĠS",
+        "ome"
+      ],
+      [
+        "ĠH",
+        "ow"
+      ],
+      [
+        "Ġgo",
+        "ld"
+      ],
+      [
+        "Ġcho",
+        "col"
+      ],
+      [
+        "P",
+        "lease"
+      ],
+      [
+        "Ġminut",
+        "es"
+      ],
+      [
+        "Ġpill",
+        "ow"
+      ],
+      [
+        "M",
+        "y"
+      ],
+      [
+        "a",
+        "king"
+      ],
+      [
+        "Ġt",
+        "un"
+      ],
+      [
+        "Ġm",
+        "issed"
+      ],
+      [
+        "ig",
+        "hed"
+      ],
+      [
+        "Ġv",
+        "an"
+      ],
+      [
+        "Ġfix",
+        "ed"
+      ],
+      [
+        "Ġfight",
+        "ing"
+      ],
+      [
+        "o",
+        "in"
+      ],
+      [
+        "Ġf",
+        "ig"
+      ],
+      [
+        "Ġembarra",
+        "ssed"
+      ],
+      [
+        "Ġme",
+        "ant"
+      ],
+      [
+        "Ġdri",
+        "ve"
+      ],
+      [
+        "Ġtom",
+        "orrow"
+      ],
+      [
+        "Ġh",
+        "ours"
+      ],
+      [
+        "Ġc",
+        "a"
+      ],
+      [
+        "Ġn",
+        "er"
+      ],
+      [
+        "Ġsp",
+        "icy"
+      ],
+      [
+        "Ġknow",
+        "ing"
+      ],
+      [
+        "ĠP",
+        "lease"
+      ],
+      [
+        "Sara",
+        "h"
+      ],
+      [
+        "Ġlad",
+        "der"
+      ],
+      [
+        "it",
+        "al"
+      ],
+      [
+        "Ġhor",
+        "se"
+      ],
+      [
+        "at",
+        "o"
+      ],
+      [
+        "Ġu",
+        "g"
+      ],
+      [
+        "ĠJ",
+        "ust"
+      ],
+      [
+        "Ġtr",
+        "ust"
+      ],
+      [
+        "Ġho",
+        "sp"
+      ],
+      [
+        "Ġug",
+        "ly"
+      ],
+      [
+        "Ġhosp",
+        "ital"
+      ],
+      [
+        "Ġche",
+        "w"
+      ],
+      [
+        "Ġbed",
+        "room"
+      ],
+      [
+        "Ġeas",
+        "y"
+      ],
+      [
+        "Ġner",
+        "vous"
+      ],
+      [
+        "Ġro",
+        "b"
+      ],
+      [
+        "Ġthank",
+        "ful"
+      ],
+      [
+        "Ġcarrot",
+        "s"
+      ],
+      [
+        "D",
+        "ad"
+      ],
+      [
+        "ell",
+        "y"
+      ],
+      [
+        "Ġgre",
+        "w"
+      ],
+      [
+        "Ġcol",
+        "our"
+      ],
+      [
+        "Ġbar",
+        "ked"
+      ],
+      [
+        "Ġcou",
+        "ch"
+      ],
+      [
+        "Ġn",
+        "ut"
+      ],
+      [
+        "Ġme",
+        "adow"
+      ],
+      [
+        "Ġta",
+        "ught"
+      ],
+      [
+        "Ġunderst",
+        "ood"
+      ],
+      [
+        "Ġdisapp",
+        "oin"
+      ],
+      [
+        "Ġp",
+        "as"
+      ],
+      [
+        "an",
+        "o"
+      ],
+      [
+        "Ġof",
+        "ten"
+      ],
+      [
+        "Ġcl",
+        "ass"
+      ],
+      [
+        "Ġpas",
+        "sed"
+      ],
+      [
+        "Ġkn",
+        "ocked"
+      ],
+      [
+        "Ġland",
+        "ed"
+      ],
+      [
+        "Ġm",
+        "ic"
+      ],
+      [
+        "ir",
+        "d"
+      ],
+      [
+        "Ġfe",
+        "ar"
+      ],
+      [
+        "Ġco",
+        "in"
+      ],
+      [
+        "Ġmu",
+        "d"
+      ],
+      [
+        "w",
+        "ork"
+      ],
+      [
+        "Ġd",
+        "eter"
+      ],
+      [
+        "Ġre",
+        "g"
+      ],
+      [
+        "Ġreturn",
+        "ed"
+      ],
+      [
+        "Ġdeter",
+        "m"
+      ],
+      [
+        "Ġh",
+        "ur"
+      ],
+      [
+        "Ġfin",
+        "ish"
+      ],
+      [
+        "iz",
+        "z"
+      ],
+      [
+        "Ġte",
+        "a"
+      ],
+      [
+        "Ġsmo",
+        "oth"
+      ],
+      [
+        "m",
+        "o"
+      ],
+      [
+        "Ġst",
+        "uff"
+      ],
+      [
+        "Ġmo",
+        "v"
+      ],
+      [
+        "Ġgener",
+        "ous"
+      ],
+      [
+        "T",
+        "o"
+      ],
+      [
+        "Ġ",
+        "On"
+      ],
+      [
+        "is",
+        "p"
+      ],
+      [
+        "Ġdr",
+        "um"
+      ],
+      [
+        "o",
+        "bby"
+      ],
+      [
+        "Ġbubble",
+        "s"
+      ],
+      [
+        "Ġrob",
+        "ot"
+      ],
+      [
+        "Ġthe",
+        "se"
+      ],
+      [
+        "Ġse",
+        "ed"
+      ],
+      [
+        "Ġgl",
+        "ass"
+      ],
+      [
+        "Ġdisappoin",
+        "ted"
+      ],
+      [
+        "g",
+        "round"
+      ],
+      [
+        "Ġr",
+        "ing"
+      ],
+      [
+        "Ġc",
+        "ard"
+      ],
+      [
+        "Ġhe",
+        "ars"
+      ],
+      [
+        "Ġcar",
+        "ried"
+      ],
+      [
+        "Ġmo",
+        "on"
+      ],
+      [
+        "Ġchocol",
+        "ate"
+      ],
+      [
+        "Ġlea",
+        "f"
+      ],
+      [
+        "Ġsnack",
+        "s"
+      ],
+      [
+        "Ġcir",
+        "c"
+      ],
+      [
+        "Ġfan",
+        "cy"
+      ],
+      [
+        "d",
+        "le"
+      ],
+      [
+        "Ġsp",
+        "end"
+      ],
+      [
+        "ĠA",
+        "nn"
+      ],
+      [
+        "ust",
+        "r"
+      ],
+      [
+        "Ġcra",
+        "b"
+      ],
+      [
+        "Ġsong",
+        "s"
+      ],
+      [
+        "p",
+        "ack"
+      ],
+      [
+        "Ġp",
+        "ir"
+      ],
+      [
+        "eci",
+        "ally"
+      ],
+      [
+        "os",
+        "aur"
+      ],
+      [
+        "Ġso",
+        "ld"
+      ],
+      [
+        "Ġbr",
+        "idge"
+      ],
+      [
+        "ĠE",
+        "ven"
+      ],
+      [
+        "Ġsleep",
+        "y"
+      ],
+      [
+        "Ġhon",
+        "est"
+      ],
+      [
+        "Ġm",
+        "ir"
+      ],
+      [
+        "ĠB",
+        "r"
+      ],
+      [
+        "Ġpa",
+        "w"
+      ],
+      [
+        "p",
+        "ecially"
+      ],
+      [
+        "Ġa",
+        "v"
+      ],
+      [
+        "ĠW",
+        "hy"
+      ],
+      [
+        "iz",
+        "zy"
+      ],
+      [
+        "Ġche",
+        "st"
+      ],
+      [
+        "Ġwo",
+        "lf"
+      ],
+      [
+        "Ġdin",
+        "osaur"
+      ],
+      [
+        "Ġes",
+        "pecially"
+      ],
+      [
+        "Ġm",
+        "ap"
+      ],
+      [
+        "Ġg",
+        "as"
+      ],
+      [
+        "or",
+        "y"
+      ],
+      [
+        "Ġch",
+        "ange"
+      ],
+      [
+        "Ġgr",
+        "oup"
+      ],
+      [
+        "Ġgather",
+        "ed"
+      ],
+      [
+        "Ġs",
+        "our"
+      ],
+      [
+        "Ġpo",
+        "or"
+      ],
+      [
+        "Ġspl",
+        "ash"
+      ],
+      [
+        "Ġwa",
+        "ves"
+      ],
+      [
+        "Ġfor",
+        "ward"
+      ],
+      [
+        "Ġcl",
+        "own"
+      ],
+      [
+        "Ġmyster",
+        "ious"
+      ],
+      [
+        "r",
+        "or"
+      ],
+      [
+        "Ġbo",
+        "dy"
+      ],
+      [
+        "Ġfr",
+        "ustr"
+      ],
+      [
+        "Ġcra",
+        "w"
+      ],
+      [
+        "Ġf",
+        "ake"
+      ],
+      [
+        "Ġp",
+        "in"
+      ],
+      [
+        "Ġo",
+        "k"
+      ],
+      [
+        "Ġr",
+        "ad"
+      ],
+      [
+        "Ġwh",
+        "isp"
+      ],
+      [
+        "Ġtw",
+        "irl"
+      ],
+      [
+        "Ġstr",
+        "ing"
+      ],
+      [
+        "Ġsmell",
+        "y"
+      ],
+      [
+        "ĠTo",
+        "gether"
+      ],
+      [
+        "s",
+        "ist"
+      ],
+      [
+        "Ġc",
+        "and"
+      ],
+      [
+        "Ġg",
+        "ate"
+      ],
+      [
+        "Ġsc",
+        "ar"
+      ],
+      [
+        "ĠK",
+        "itty"
+      ],
+      [
+        "Ġneck",
+        "l"
+      ],
+      [
+        "B",
+        "illy"
+      ],
+      [
+        "Ġmot",
+        "or"
+      ],
+      [
+        "y",
+        "ing"
+      ],
+      [
+        "ot",
+        "e"
+      ],
+      [
+        "Ġsh",
+        "ore"
+      ],
+      [
+        "ur",
+        "se"
+      ],
+      [
+        "Ġje",
+        "w"
+      ],
+      [
+        "Ġwe",
+        "ak"
+      ],
+      [
+        "Ġgr",
+        "umpy"
+      ],
+      [
+        "Ġfing",
+        "er"
+      ],
+      [
+        "Ġsa",
+        "ck"
+      ],
+      [
+        "Ġk",
+        "itten"
+      ],
+      [
+        "Ġpol",
+        "ite"
+      ],
+      [
+        "Ġgl",
+        "ue"
+      ],
+      [
+        "u",
+        "ce"
+      ],
+      [
+        "Ġn",
+        "umber"
+      ],
+      [
+        "air",
+        "s"
+      ],
+      [
+        "Ġes",
+        "c"
+      ],
+      [
+        "Ġmir",
+        "ror"
+      ],
+      [
+        "Ġshe",
+        "ep"
+      ],
+      [
+        "Ġv",
+        "ase"
+      ],
+      [
+        "Ġplant",
+        "s"
+      ],
+      [
+        "Ġber",
+        "ries"
+      ],
+      [
+        "mo",
+        "st"
+      ],
+      [
+        "B",
+        "e"
+      ],
+      [
+        "d",
+        "en"
+      ],
+      [
+        "Ġj",
+        "elly"
+      ],
+      [
+        "ĠThe",
+        "ir"
+      ],
+      [
+        "Ġe",
+        "mp"
+      ],
+      [
+        "itt",
+        "er"
+      ],
+      [
+        "The",
+        "re"
+      ],
+      [
+        "Ġsc",
+        "r"
+      ],
+      [
+        "Ġgr",
+        "ay"
+      ],
+      [
+        "Ġpuzz",
+        "le"
+      ],
+      [
+        "Ġneckl",
+        "ace"
+      ],
+      [
+        "Ġm",
+        "aybe"
+      ],
+      [
+        "Ġpl",
+        "ate"
+      ],
+      [
+        "Ġal",
+        "most"
+      ],
+      [
+        "us",
+        "ie"
+      ],
+      [
+        "Ġfrustr",
+        "ated"
+      ],
+      [
+        "Ġemp",
+        "ty"
+      ],
+      [
+        "p",
+        "ort"
+      ],
+      [
+        "or",
+        "ry"
+      ],
+      [
+        "Ġth",
+        "ick"
+      ],
+      [
+        "Ġj",
+        "am"
+      ],
+      [
+        "Ġsk",
+        "ipped"
+      ],
+      [
+        "ens",
+        "ive"
+      ],
+      [
+        "ĠT",
+        "eddy"
+      ],
+      [
+        "ag",
+        "ed"
+      ],
+      [
+        "Ġclos",
+        "et"
+      ],
+      [
+        "Ġhid",
+        "den"
+      ],
+      [
+        "Ġexp",
+        "ensive"
+      ],
+      [
+        "Ġdeterm",
+        "ined"
+      ],
+      [
+        "Ġb",
+        "ored"
+      ],
+      [
+        "Ġl",
+        "it"
+      ],
+      [
+        "Ġd",
+        "rew"
+      ],
+      [
+        "Ġle",
+        "gs"
+      ],
+      [
+        "Ġho",
+        "pping"
+      ],
+      [
+        "at",
+        "es"
+      ],
+      [
+        "ĠS",
+        "ometimes"
+      ],
+      [
+        "Ġstick",
+        "s"
+      ],
+      [
+        "Ġon",
+        "es"
+      ],
+      [
+        "ĠA",
+        "t"
+      ],
+      [
+        "Ġbird",
+        "ie"
+      ],
+      [
+        "ĠD",
+        "on"
+      ],
+      [
+        "Ġpol",
+        "ice"
+      ],
+      [
+        "Ġfruit",
+        "s"
+      ],
+      [
+        "Ġt",
+        "ick"
+      ],
+      [
+        "Ġa",
+        "unt"
+      ],
+      [
+        "Ġw",
+        "is"
+      ],
+      [
+        "Ġb",
+        "ake"
+      ],
+      [
+        "Ġl",
+        "ine"
+      ],
+      [
+        "ot",
+        "s"
+      ],
+      [
+        "Ġst",
+        "one"
+      ],
+      [
+        "Ġdog",
+        "s"
+      ],
+      [
+        "au",
+        "l"
+      ],
+      [
+        "Ġfig",
+        "ure"
+      ],
+      [
+        "J",
+        "ane"
+      ],
+      [
+        "Ġs",
+        "ight"
+      ],
+      [
+        "Ġc",
+        "ries"
+      ],
+      [
+        "ĠB",
+        "e"
+      ],
+      [
+        "Ġmo",
+        "ving"
+      ],
+      [
+        "Ġcont",
+        "ent"
+      ],
+      [
+        "ĠBr",
+        "own"
+      ],
+      [
+        "Ġsa",
+        "ved"
+      ],
+      [
+        "Ġcl",
+        "oth"
+      ],
+      [
+        "?\"",
+        "."
+      ],
+      [
+        "bo",
+        "x"
+      ],
+      [
+        "Ġbran",
+        "ches"
+      ],
+      [
+        "Ġpack",
+        "ed"
+      ],
+      [
+        "Ġpower",
+        "ful"
+      ],
+      [
+        "Ġsplas",
+        "hed"
+      ],
+      [
+        "Ġfe",
+        "ed"
+      ],
+      [
+        "est",
+        "ed"
+      ],
+      [
+        "Ġyell",
+        "ed"
+      ],
+      [
+        "W",
+        "here"
+      ],
+      [
+        "d",
+        "ge"
+      ],
+      [
+        "k",
+        "in"
+      ],
+      [
+        "Ġt",
+        "iger"
+      ],
+      [
+        "Ġp",
+        "ay"
+      ],
+      [
+        "id",
+        "dle"
+      ],
+      [
+        "oo",
+        "p"
+      ],
+      [
+        "ĠB",
+        "ella"
+      ],
+      [
+        "Ġex",
+        "am"
+      ],
+      [
+        "Ġta",
+        "ken"
+      ],
+      [
+        "Ġcr",
+        "ane"
+      ],
+      [
+        "Ġspo",
+        "il"
+      ],
+      [
+        "'",
+        "d"
+      ],
+      [
+        "Ġha",
+        "ng"
+      ],
+      [
+        "Ġfl",
+        "ag"
+      ],
+      [
+        "Ġansw",
+        "ered"
+      ],
+      [
+        "Ġdisco",
+        "vered"
+      ],
+      [
+        "ĠLe",
+        "o"
+      ],
+      [
+        "u",
+        "sh"
+      ],
+      [
+        "Ġsa",
+        "ve"
+      ],
+      [
+        "Ġsee",
+        "k"
+      ],
+      [
+        "Ġexc",
+        "ite"
+      ],
+      [
+        "Ġpr",
+        "ay"
+      ],
+      [
+        "Ġjo",
+        "g"
+      ],
+      [
+        "Ġstand",
+        "ing"
+      ],
+      [
+        "Ġdolp",
+        "hin"
+      ],
+      [
+        "Ġj",
+        "ack"
+      ],
+      [
+        "A",
+        "re"
+      ],
+      [
+        "er",
+        "a"
+      ],
+      [
+        "ra",
+        "g"
+      ],
+      [
+        "Ġfl",
+        "ut"
+      ],
+      [
+        "get",
+        "able"
+      ],
+      [
+        "Ġb",
+        "oring"
+      ],
+      [
+        "Ġlo",
+        "ck"
+      ],
+      [
+        "Ġinc",
+        "red"
+      ],
+      [
+        "Ġexcite",
+        "ment"
+      ],
+      [
+        "Ġs",
+        "ighed"
+      ],
+      [
+        "Ġw",
+        "ip"
+      ],
+      [
+        "Ġf",
+        "is"
+      ],
+      [
+        "Ġf",
+        "ill"
+      ],
+      [
+        "Ġso",
+        "ap"
+      ],
+      [
+        "ĠM",
+        "um"
+      ],
+      [
+        "ol",
+        "a"
+      ],
+      [
+        "Ġple",
+        "ased"
+      ],
+      [
+        "Ġjack",
+        "et"
+      ],
+      [
+        "l",
+        "ight"
+      ],
+      [
+        "Ġs",
+        "ugg"
+      ],
+      [
+        "Ġm",
+        "iddle"
+      ],
+      [
+        "Ġe",
+        "ld"
+      ],
+      [
+        "Ġwr",
+        "ote"
+      ],
+      [
+        "Ġballoon",
+        "s"
+      ],
+      [
+        "Ġorgan",
+        "ized"
+      ],
+      [
+        "qu",
+        "e"
+      ],
+      [
+        "Ġsail",
+        "ed"
+      ],
+      [
+        "The",
+        "ir"
+      ],
+      [
+        "Ġtell",
+        "s"
+      ],
+      [
+        "Ġo",
+        "y"
+      ],
+      [
+        "Ġst",
+        "ones"
+      ],
+      [
+        "Ġbo",
+        "ard"
+      ],
+      [
+        "Ġsp",
+        "un"
+      ],
+      [
+        "Ġve",
+        "getable"
+      ],
+      [
+        "l",
+        "ies"
+      ],
+      [
+        "Ġ",
+        "ind"
+      ],
+      [
+        "in",
+        "ess"
+      ],
+      [
+        "Ġwor",
+        "king"
+      ],
+      [
+        "l",
+        "ower"
+      ],
+      [
+        "al",
+        "k"
+      ],
+      [
+        "if",
+        "f"
+      ],
+      [
+        "Ġpar",
+        "rot"
+      ],
+      [
+        "St",
+        "op"
+      ],
+      [
+        "Ġscar",
+        "f"
+      ],
+      [
+        "Ġwa",
+        "gged"
+      ],
+      [
+        "Ġcl",
+        "ap"
+      ],
+      [
+        "Ġme",
+        "asure"
+      ],
+      [
+        "as",
+        "ing"
+      ],
+      [
+        "Ġte",
+        "ars"
+      ],
+      [
+        "bo",
+        "dy"
+      ],
+      [
+        "Ġcomfort",
+        "able"
+      ],
+      [
+        "Ġle",
+        "g"
+      ],
+      [
+        "Ġsw",
+        "an"
+      ],
+      [
+        "Ġtr",
+        "ue"
+      ],
+      [
+        "Ġfr",
+        "ight"
+      ],
+      [
+        "Ġdr",
+        "op"
+      ],
+      [
+        "Ġsmo",
+        "ke"
+      ],
+      [
+        "Ġfeather",
+        "s"
+      ],
+      [
+        "Ġincred",
+        "ible"
+      ],
+      [
+        "g",
+        "gs"
+      ],
+      [
+        "u",
+        "al"
+      ],
+      [
+        "Ġt",
+        "ie"
+      ],
+      [
+        "Ġc",
+        "ap"
+      ],
+      [
+        "Ġlo",
+        "se"
+      ],
+      [
+        "Ġpu",
+        "s"
+      ],
+      [
+        "Ġeag",
+        "er"
+      ],
+      [
+        "Ġmov",
+        "ie"
+      ],
+      [
+        "f",
+        "ic"
+      ],
+      [
+        "Ġc",
+        "op"
+      ],
+      [
+        "Ġe",
+        "ggs"
+      ],
+      [
+        "oo",
+        "f"
+      ],
+      [
+        "Ġr",
+        "id"
+      ],
+      [
+        "Ġco",
+        "vered"
+      ],
+      [
+        "Ġf",
+        "il"
+      ],
+      [
+        "Ġle",
+        "m"
+      ],
+      [
+        "Ġgra",
+        "p"
+      ],
+      [
+        "Ġdisapp",
+        "eared"
+      ],
+      [
+        "Ġrec",
+        "ord"
+      ],
+      [
+        "ĠT",
+        "V"
+      ],
+      [
+        "ĠB",
+        "l"
+      ],
+      [
+        "Ġex",
+        "t"
+      ],
+      [
+        "Ġor",
+        "d"
+      ],
+      [
+        "Ġgigg",
+        "led"
+      ],
+      [
+        "c",
+        "orn"
+      ],
+      [
+        "Ġp",
+        "ri"
+      ],
+      [
+        "Ġha",
+        "m"
+      ],
+      [
+        "Ġr",
+        "are"
+      ],
+      [
+        "Ġyour",
+        "self"
+      ],
+      [
+        "Ġen",
+        "g"
+      ],
+      [
+        "Ġwh",
+        "ale"
+      ],
+      [
+        "Ġkn",
+        "ife"
+      ],
+      [
+        "ĠL",
+        "isa"
+      ],
+      [
+        "Ġte",
+        "am"
+      ],
+      [
+        "ĠJohn",
+        "ny"
+      ],
+      [
+        "z",
+        "ed"
+      ],
+      [
+        "Ġt",
+        "est"
+      ],
+      [
+        "Ġb",
+        "one"
+      ],
+      [
+        "Ġd",
+        "izzy"
+      ],
+      [
+        "Ġli",
+        "br"
+      ],
+      [
+        "Ġwra",
+        "p"
+      ],
+      [
+        "Ġquest",
+        "ions"
+      ],
+      [
+        "i",
+        "v"
+      ],
+      [
+        "Ġl",
+        "ying"
+      ],
+      [
+        "Ġst",
+        "amp"
+      ],
+      [
+        "Ġli",
+        "cked"
+      ],
+      [
+        "Ġno",
+        "isy"
+      ],
+      [
+        "Ġkind",
+        "ness"
+      ],
+      [
+        "Ġdif",
+        "fic"
+      ],
+      [
+        "Ġdraw",
+        "ing"
+      ],
+      [
+        "app",
+        "ing"
+      ],
+      [
+        "Jim",
+        "my"
+      ],
+      [
+        "Ġstra",
+        "w"
+      ],
+      [
+        "Ġb",
+        "urn"
+      ],
+      [
+        "Ġwa",
+        "gon"
+      ],
+      [
+        "at",
+        "ely"
+      ],
+      [
+        "Ġgr",
+        "own"
+      ],
+      [
+        "Ġrock",
+        "et"
+      ],
+      [
+        "Ġpop",
+        "corn"
+      ],
+      [
+        "S",
+        "ally"
+      ],
+      [
+        "Ġb",
+        "atter"
+      ],
+      [
+        "Ġwa",
+        "nd"
+      ],
+      [
+        "Ġan",
+        "c"
+      ],
+      [
+        "ĠE",
+        "nd"
+      ],
+      [
+        "Ġsw",
+        "ord"
+      ],
+      [
+        "Ġhappen",
+        "ing"
+      ],
+      [
+        "Ġlift",
+        "ed"
+      ],
+      [
+        "Ġbal",
+        "ance"
+      ],
+      [
+        "Ġext",
+        "ra"
+      ],
+      [
+        "S",
+        "orry"
+      ],
+      [
+        "h",
+        "a"
+      ],
+      [
+        "Ġwa",
+        "nder"
+      ],
+      [
+        "Ġf",
+        "at"
+      ],
+      [
+        "ĠM",
+        "ark"
+      ],
+      [
+        "ĠE",
+        "lla"
+      ],
+      [
+        "Ġbec",
+        "ome"
+      ],
+      [
+        "Ġtr",
+        "ack"
+      ],
+      [
+        "Ġsmall",
+        "er"
+      ],
+      [
+        "Ġmist",
+        "ake"
+      ],
+      [
+        "Ġto",
+        "ast"
+      ],
+      [
+        "at",
+        "ing"
+      ],
+      [
+        "Ġman",
+        "aged"
+      ],
+      [
+        "sel",
+        "ves"
+      ],
+      [
+        "ĠP",
+        "eter"
+      ],
+      [
+        "Ġbath",
+        "room"
+      ],
+      [
+        "Ġhar",
+        "m"
+      ],
+      [
+        "Ġdiffic",
+        "ult"
+      ],
+      [
+        "Ġtw",
+        "ist"
+      ],
+      [
+        "Ġoff",
+        "ered"
+      ],
+      [
+        "Ġru",
+        "ined"
+      ],
+      [
+        "Ġmat",
+        "ch"
+      ],
+      [
+        "Ġanc",
+        "ient"
+      ],
+      [
+        "Ġg",
+        "ar"
+      ],
+      [
+        "ill",
+        "i"
+      ],
+      [
+        "Ġdist",
+        "ance"
+      ],
+      [
+        "Ġplay",
+        "ground"
+      ],
+      [
+        "Ġla",
+        "zy"
+      ],
+      [
+        "Ġdan",
+        "cing"
+      ],
+      [
+        "Ġadvent",
+        "ur"
+      ],
+      [
+        "a",
+        "f"
+      ],
+      [
+        "ĠB",
+        "a"
+      ],
+      [
+        "Ġcall",
+        "ing"
+      ],
+      [
+        "Ġclean",
+        "ed"
+      ],
+      [
+        "Ġcr",
+        "own"
+      ],
+      [
+        "orm",
+        "al"
+      ],
+      [
+        "Ġon",
+        "ce"
+      ],
+      [
+        "Ġbo",
+        "ss"
+      ],
+      [
+        "Ġse",
+        "ll"
+      ],
+      [
+        "Ġwalk",
+        "s"
+      ],
+      [
+        "Ġfright",
+        "ened"
+      ],
+      [
+        "er",
+        "ri"
+      ],
+      [
+        "Ġm",
+        "ask"
+      ],
+      [
+        "Ġfl",
+        "uffy"
+      ],
+      [
+        "em",
+        "o"
+      ],
+      [
+        "Ġ",
+        "Z"
+      ],
+      [
+        "Ġf",
+        "rag"
+      ],
+      [
+        "Ġd",
+        "est"
+      ],
+      [
+        "Ġn",
+        "ormal"
+      ],
+      [
+        "Ġy",
+        "og"
+      ],
+      [
+        "Ġpick",
+        "s"
+      ],
+      [
+        "Ġey",
+        "e"
+      ],
+      [
+        "Ġdr",
+        "ank"
+      ],
+      [
+        "Ġcir",
+        "cle"
+      ],
+      [
+        "Ġadventur",
+        "ous"
+      ],
+      [
+        "S",
+        "pot"
+      ],
+      [
+        "Ġt",
+        "ent"
+      ],
+      [
+        "Ġp",
+        "ress"
+      ],
+      [
+        "Ġk",
+        "issed"
+      ],
+      [
+        "ic",
+        "t"
+      ],
+      [
+        "Ġsc",
+        "iss"
+      ],
+      [
+        "Ġget",
+        "s"
+      ],
+      [
+        "Ġtr",
+        "unk"
+      ],
+      [
+        "Ġche",
+        "ck"
+      ],
+      [
+        "Ġenjoy",
+        "ing"
+      ],
+      [
+        "Ġshell",
+        "s"
+      ],
+      [
+        "Ġeld",
+        "erly"
+      ],
+      [
+        "Ġsciss",
+        "ors"
+      ],
+      [
+        "Ġt",
+        "erri"
+      ],
+      [
+        "Ġto",
+        "ug"
+      ],
+      [
+        "ag",
+        "es"
+      ],
+      [
+        "Ġste",
+        "al"
+      ],
+      [
+        "M",
+        "e"
+      ],
+      [
+        "re",
+        "ady"
+      ],
+      [
+        "et",
+        "e"
+      ],
+      [
+        "Ġal",
+        "ready"
+      ],
+      [
+        "ĠL",
+        "ittle"
+      ],
+      [
+        "Ġju",
+        "icy"
+      ],
+      [
+        "Ġstu",
+        "dy"
+      ],
+      [
+        "Ġh",
+        "orn"
+      ],
+      [
+        "er",
+        "p"
+      ],
+      [
+        "Ġp",
+        "izz"
+      ],
+      [
+        "Ġall",
+        "ig"
+      ],
+      [
+        "Ġloud",
+        "er"
+      ],
+      [
+        "Ġtow",
+        "el"
+      ],
+      [
+        "Ġcirc",
+        "les"
+      ],
+      [
+        "Ġle",
+        "ad"
+      ],
+      [
+        "Ġro",
+        "ar"
+      ],
+      [
+        "Ġro",
+        "se"
+      ],
+      [
+        "Ġsl",
+        "ipped"
+      ],
+      [
+        "Ġte",
+        "le"
+      ],
+      [
+        "Ġfam",
+        "ous"
+      ],
+      [
+        "Ġar",
+        "g"
+      ],
+      [
+        "Ġcheer",
+        "ful"
+      ],
+      [
+        "ĠRe",
+        "x"
+      ],
+      [
+        "Ġtoug",
+        "h"
+      ],
+      [
+        "i",
+        "pper"
+      ],
+      [
+        "Ġb",
+        "arn"
+      ],
+      [
+        "Ġf",
+        "ool"
+      ],
+      [
+        "Ġd",
+        "ig"
+      ],
+      [
+        "Ġd",
+        "ish"
+      ],
+      [
+        "Ġagain",
+        "st"
+      ],
+      [
+        "Ġde",
+        "er"
+      ],
+      [
+        "Ġsweet",
+        "ie"
+      ],
+      [
+        "Ġeng",
+        "ine"
+      ],
+      [
+        "Ġ",
+        "ed"
+      ],
+      [
+        "Ġf",
+        "ather"
+      ],
+      [
+        "Ġco",
+        "ver"
+      ],
+      [
+        "Ġyour",
+        "s"
+      ],
+      [
+        "Ġneed",
+        "s"
+      ],
+      [
+        "Jo",
+        "e"
+      ],
+      [
+        "Ġbag",
+        "s"
+      ],
+      [
+        "Ġspin",
+        "ning"
+      ],
+      [
+        "S",
+        "ue"
+      ],
+      [
+        "Ġa",
+        "w"
+      ],
+      [
+        "an",
+        "ged"
+      ],
+      [
+        "am",
+        "ond"
+      ],
+      [
+        "Ġy",
+        "arn"
+      ],
+      [
+        "op",
+        "h"
+      ],
+      [
+        "Ġgi",
+        "ving"
+      ],
+      [
+        "Ġdi",
+        "amond"
+      ],
+      [
+        "Ġsandw",
+        "ich"
+      ],
+      [
+        "Ġind",
+        "epend"
+      ],
+      [
+        "Ġfrag",
+        "ile"
+      ],
+      [
+        "W",
+        "ho"
+      ],
+      [
+        "ce",
+        "pt"
+      ],
+      [
+        "Ġno",
+        "sy"
+      ],
+      [
+        "Ġtw",
+        "ig"
+      ],
+      [
+        "Ġhurt",
+        "s"
+      ],
+      [
+        "Ġsugg",
+        "ested"
+      ],
+      [
+        "Ġlem",
+        "on"
+      ],
+      [
+        "i",
+        "est"
+      ],
+      [
+        "in",
+        "ation"
+      ],
+      [
+        "or",
+        "ge"
+      ],
+      [
+        "Ġno",
+        "d"
+      ],
+      [
+        "Ġbl",
+        "oom"
+      ],
+      [
+        "Ġho",
+        "se"
+      ],
+      [
+        "Ġbox",
+        "es"
+      ],
+      [
+        "Ġreal",
+        "ised"
+      ],
+      [
+        "Ġfr",
+        "own"
+      ],
+      [
+        "ac",
+        "he"
+      ],
+      [
+        "Ġrel",
+        "ax"
+      ],
+      [
+        "Ġham",
+        "mer"
+      ],
+      [
+        "Ġa",
+        "dded"
+      ],
+      [
+        "Ġwe",
+        "ird"
+      ],
+      [
+        "Ġmo",
+        "d"
+      ],
+      [
+        "Ġcr",
+        "ack"
+      ],
+      [
+        "Ġallig",
+        "ator"
+      ],
+      [
+        "A",
+        "my"
+      ],
+      [
+        "G",
+        "ra"
+      ],
+      [
+        "o",
+        "ot"
+      ],
+      [
+        "Ġsh",
+        "ake"
+      ],
+      [
+        "ra",
+        "ge"
+      ],
+      [
+        "Ġlearn",
+        "ing"
+      ],
+      [
+        "Ġvegetable",
+        "s"
+      ],
+      [
+        "Ġa",
+        "dd"
+      ],
+      [
+        "Ġm",
+        "elt"
+      ],
+      [
+        "ĠS",
+        "usie"
+      ],
+      [
+        "el",
+        "p"
+      ],
+      [
+        "ĠB",
+        "obby"
+      ],
+      [
+        "Ġtra",
+        "p"
+      ],
+      [
+        "Ġcoll",
+        "ar"
+      ],
+      [
+        "Ġstu",
+        "bb"
+      ],
+      [
+        "i",
+        "que"
+      ],
+      [
+        "Ġb",
+        "orrow"
+      ],
+      [
+        "Ġp",
+        "ump"
+      ],
+      [
+        "Ġloud",
+        "ly"
+      ],
+      [
+        "Ġsear",
+        "ch"
+      ],
+      [
+        "Ġchick",
+        "en"
+      ],
+      [
+        "Ġpizz",
+        "a"
+      ],
+      [
+        "Ġindepend",
+        "ent"
+      ],
+      [
+        "Ġstubb",
+        "orn"
+      ],
+      [
+        "Ġre",
+        "f"
+      ],
+      [
+        "Ġas",
+        "king"
+      ],
+      [
+        "Ġbr",
+        "illi"
+      ],
+      [
+        "Ġdec",
+        "ide"
+      ],
+      [
+        "Ġfl",
+        "ash"
+      ],
+      [
+        "Ġcat",
+        "erp"
+      ],
+      [
+        "Ġqu",
+        "een"
+      ],
+      [
+        "Ġsn",
+        "ee"
+      ],
+      [
+        "ĠR",
+        "ose"
+      ],
+      [
+        "Ġinv",
+        "ited"
+      ],
+      [
+        "Ġstraw",
+        "ber"
+      ],
+      [
+        "Ġfool",
+        "ish"
+      ],
+      [
+        "Ġcaterp",
+        "ill"
+      ],
+      [
+        "g",
+        "y"
+      ],
+      [
+        "Ġt",
+        "ur"
+      ],
+      [
+        "Ġd",
+        "epend"
+      ],
+      [
+        "Ġg",
+        "uit"
+      ],
+      [
+        "Ġst",
+        "ri"
+      ],
+      [
+        "Ġkn",
+        "ight"
+      ],
+      [
+        "Ġboy",
+        "s"
+      ],
+      [
+        "Ġpe",
+        "e"
+      ],
+      [
+        "Ġcom",
+        "b"
+      ],
+      [
+        "Ġcle",
+        "ar"
+      ],
+      [
+        "Ġun",
+        "ique"
+      ],
+      [
+        "Ġbutt",
+        "ons"
+      ],
+      [
+        "ĠTweet",
+        "y"
+      ],
+      [
+        "Ġcolour",
+        "ful"
+      ],
+      [
+        "Ġesc",
+        "ape"
+      ],
+      [
+        "Ġbrilli",
+        "ant"
+      ],
+      [
+        "Ġr",
+        "ich"
+      ],
+      [
+        "ĠB",
+        "u"
+      ],
+      [
+        "Ġsay",
+        "ing"
+      ],
+      [
+        "Ġro",
+        "de"
+      ],
+      [
+        "Ġsk",
+        "in"
+      ],
+      [
+        "Ġgar",
+        "age"
+      ],
+      [
+        "H",
+        "elp"
+      ],
+      [
+        "d",
+        "om"
+      ],
+      [
+        "Ġm",
+        "ummy"
+      ],
+      [
+        "Ġbe",
+        "ak"
+      ],
+      [
+        "ur",
+        "ed"
+      ],
+      [
+        "a",
+        "w"
+      ],
+      [
+        "e",
+        "orge"
+      ],
+      [
+        "r",
+        "op"
+      ],
+      [
+        "ed",
+        "ient"
+      ],
+      [
+        "Ġun",
+        "us"
+      ],
+      [
+        "Ġoy",
+        "ster"
+      ],
+      [
+        "Ġtur",
+        "key"
+      ],
+      [
+        "Ġ",
+        "OK"
+      ],
+      [
+        "Ġf",
+        "ountain"
+      ],
+      [
+        "Ġp",
+        "atter"
+      ],
+      [
+        "Ġwe",
+        "ek"
+      ],
+      [
+        "Ġch",
+        "ase"
+      ],
+      [
+        "Ġru",
+        "bb"
+      ],
+      [
+        "Ġcount",
+        "ed"
+      ],
+      [
+        "Ġreg",
+        "ular"
+      ],
+      [
+        "Ġwip",
+        "ed"
+      ],
+      [
+        "Ġguit",
+        "ar"
+      ],
+      [
+        "Ġunus",
+        "ual"
+      ],
+      [
+        "l",
+        "and"
+      ],
+      [
+        "Ġu",
+        "mb"
+      ],
+      [
+        "Ġfor",
+        "k"
+      ],
+      [
+        "Ġshow",
+        "s"
+      ],
+      [
+        "Ġlight",
+        "s"
+      ],
+      [
+        "Ġwall",
+        "s"
+      ],
+      [
+        "Ġdream",
+        "ed"
+      ],
+      [
+        "Ġbanan",
+        "a"
+      ],
+      [
+        "Ġsuccess",
+        "ful"
+      ],
+      [
+        "Ġjew",
+        "el"
+      ],
+      [
+        "Ġpatter",
+        "n"
+      ],
+      [
+        "Ġumb",
+        "re"
+      ],
+      [
+        "c",
+        "il"
+      ],
+      [
+        "r",
+        "ay"
+      ],
+      [
+        "in",
+        "al"
+      ],
+      [
+        "Ġl",
+        "ow"
+      ],
+      [
+        "im",
+        "ed"
+      ],
+      [
+        "Ġsw",
+        "e"
+      ],
+      [
+        "Ġcry",
+        "st"
+      ],
+      [
+        "Ġpen",
+        "cil"
+      ],
+      [
+        "Ġsaf",
+        "ely"
+      ],
+      [
+        "Ġtool",
+        "s"
+      ],
+      [
+        "W",
+        "ell"
+      ],
+      [
+        "Ġt",
+        "ape"
+      ],
+      [
+        "Ġst",
+        "ream"
+      ],
+      [
+        "ce",
+        "ed"
+      ],
+      [
+        "Ġre",
+        "sc"
+      ],
+      [
+        "Ġab",
+        "ove"
+      ],
+      [
+        "Ġhard",
+        "er"
+      ],
+      [
+        "Ġgu",
+        "ess"
+      ],
+      [
+        "Ġbott",
+        "om"
+      ],
+      [
+        "Ġmark",
+        "et"
+      ],
+      [
+        "Ġimpress",
+        "ed"
+      ],
+      [
+        "Ġwa",
+        "ff"
+      ],
+      [
+        "an",
+        "ut"
+      ],
+      [
+        "ig",
+        "inal"
+      ],
+      [
+        "Ġnot",
+        "ice"
+      ],
+      [
+        "ill",
+        "a"
+      ],
+      [
+        "Ġno",
+        "ds"
+      ],
+      [
+        "Ġpe",
+        "anut"
+      ],
+      [
+        "ol",
+        "og"
+      ],
+      [
+        "Ġpat",
+        "ch"
+      ],
+      [
+        "Ġcraw",
+        "led"
+      ],
+      [
+        "Ġcaterpill",
+        "ar"
+      ],
+      [
+        "n",
+        "a"
+      ],
+      [
+        "Ġt",
+        "ank"
+      ],
+      [
+        "Ġt",
+        "ask"
+      ],
+      [
+        "Ġt",
+        "ire"
+      ],
+      [
+        "Ġg",
+        "un"
+      ],
+      [
+        "Ġlo",
+        "ad"
+      ],
+      [
+        "Ġcomp",
+        "et"
+      ],
+      [
+        "umb",
+        "led"
+      ],
+      [
+        "Ġap",
+        "olog"
+      ],
+      [
+        "Ġsol",
+        "ve"
+      ],
+      [
+        "H",
+        "ow"
+      ],
+      [
+        "M",
+        "ummy"
+      ],
+      [
+        "f",
+        "ast"
+      ],
+      [
+        "h",
+        "ip"
+      ],
+      [
+        "Ġ",
+        "No"
+      ],
+      [
+        "Ġb",
+        "itter"
+      ],
+      [
+        "ar",
+        "l"
+      ],
+      [
+        "Ġe",
+        "ars"
+      ],
+      [
+        "Ġsh",
+        "one"
+      ],
+      [
+        "Ġbr",
+        "ush"
+      ],
+      [
+        "ĠF",
+        "in"
+      ],
+      [
+        "Ġor",
+        "iginal"
+      ],
+      [
+        "Ġfi",
+        "er"
+      ],
+      [
+        "Ġgl",
+        "ow"
+      ],
+      [
+        "ĠN",
+        "emo"
+      ],
+      [
+        "Ġbreak",
+        "fast"
+      ],
+      [
+        "Ġadm",
+        "ired"
+      ],
+      [
+        "ĠBl",
+        "ue"
+      ],
+      [
+        "Ġed",
+        "ge"
+      ],
+      [
+        "Ġdepend",
+        "able"
+      ],
+      [
+        "u",
+        "nd"
+      ],
+      [
+        "ut",
+        "h"
+      ],
+      [
+        "ĠI",
+        "f"
+      ],
+      [
+        "Ġcl",
+        "ay"
+      ],
+      [
+        "Ġstrong",
+        "er"
+      ],
+      [
+        "Ġboss",
+        "y"
+      ],
+      [
+        "Ġc",
+        "udd"
+      ],
+      [
+        "as",
+        "er"
+      ],
+      [
+        "Ġgra",
+        "ndpa"
+      ],
+      [
+        "Ġknow",
+        "s"
+      ],
+      [
+        "Ġpick",
+        "ing"
+      ],
+      [
+        "Ġjo",
+        "ke"
+      ],
+      [
+        "Ġboat",
+        "s"
+      ],
+      [
+        "Ġba",
+        "ld"
+      ],
+      [
+        "Ġmed",
+        "ic"
+      ],
+      [
+        "Ġscr",
+        "at"
+      ],
+      [
+        "Ġc",
+        "one"
+      ],
+      [
+        "Ġp",
+        "enny"
+      ],
+      [
+        "Ġle",
+        "an"
+      ],
+      [
+        "Ġra",
+        "ft"
+      ],
+      [
+        "ugg",
+        "led"
+      ],
+      [
+        "Ġsuc",
+        "ceed"
+      ],
+      [
+        "Ġob",
+        "edient"
+      ],
+      [
+        "Ġhum",
+        "ble"
+      ],
+      [
+        "Ġlibr",
+        "ary"
+      ],
+      [
+        "R",
+        "e"
+      ],
+      [
+        "he",
+        "ad"
+      ],
+      [
+        "Ġp",
+        "h"
+      ],
+      [
+        "Ġn",
+        "umb"
+      ],
+      [
+        "Ġsa",
+        "uce"
+      ],
+      [
+        "ĠB",
+        "ear"
+      ],
+      [
+        "Ġtr",
+        "ay"
+      ],
+      [
+        "Ġproud",
+        "ly"
+      ],
+      [
+        "He",
+        "re"
+      ],
+      [
+        "Ġsound",
+        "ed"
+      ],
+      [
+        "Ġsqu",
+        "are"
+      ],
+      [
+        "Ġterri",
+        "ble"
+      ],
+      [
+        "Ġcryst",
+        "al"
+      ],
+      [
+        "Ġfier",
+        "ce"
+      ],
+      [
+        "J",
+        "ill"
+      ],
+      [
+        "Ġw",
+        "itch"
+      ],
+      [
+        "in",
+        "ary"
+      ],
+      [
+        "Ġhapp",
+        "iness"
+      ],
+      [
+        "ĠL",
+        "ola"
+      ],
+      [
+        "Ġhand",
+        "ed"
+      ],
+      [
+        "Ġfr",
+        "idge"
+      ],
+      [
+        "f",
+        "a"
+      ],
+      [
+        "Ġr",
+        "ough"
+      ],
+      [
+        "ent",
+        "ion"
+      ],
+      [
+        "Ġch",
+        "anged"
+      ],
+      [
+        "Ġjo",
+        "ined"
+      ],
+      [
+        "Ġra",
+        "ven"
+      ],
+      [
+        "Ġmight",
+        "y"
+      ],
+      [
+        "Ġcho",
+        "se"
+      ],
+      [
+        "Ġwhe",
+        "el"
+      ],
+      [
+        "Ġumbre",
+        "lla"
+      ],
+      [
+        "Ġt",
+        "ag"
+      ],
+      [
+        "Ġc",
+        "ri"
+      ],
+      [
+        "Ġo",
+        "w"
+      ],
+      [
+        "ar",
+        "ry"
+      ],
+      [
+        "im",
+        "p"
+      ],
+      [
+        "ĠB",
+        "ill"
+      ],
+      [
+        "Ġhelp",
+        "s"
+      ],
+      [
+        "Ġfind",
+        "ing"
+      ],
+      [
+        "Ġclean",
+        "ing"
+      ],
+      [
+        "Ġsqu",
+        "ee"
+      ],
+      [
+        "Ġfire",
+        "work"
+      ],
+      [
+        "Ġmedic",
+        "ine"
+      ],
+      [
+        "a",
+        "zz"
+      ],
+      [
+        "m",
+        "et"
+      ],
+      [
+        "Ġplay",
+        "ful"
+      ],
+      [
+        "Ġlo",
+        "cked"
+      ],
+      [
+        "Ġgo",
+        "at"
+      ],
+      [
+        "Ġac",
+        "cept"
+      ],
+      [
+        "Ġcomp",
+        "ass"
+      ],
+      [
+        "Ġsur",
+        "f"
+      ],
+      [
+        "Ġcompet",
+        "it"
+      ],
+      [
+        "e",
+        "xt"
+      ],
+      [
+        "k",
+        "n"
+      ],
+      [
+        "Ġs",
+        "y"
+      ],
+      [
+        "Ġs",
+        "il"
+      ],
+      [
+        "Ġbe",
+        "et"
+      ],
+      [
+        "ĠM",
+        "ar"
+      ],
+      [
+        "ur",
+        "ing"
+      ],
+      [
+        "Ġch",
+        "ir"
+      ],
+      [
+        "ĠE",
+        "llie"
+      ],
+      [
+        "Ġball",
+        "s"
+      ],
+      [
+        "Åĵ",
+        "Let"
+      ],
+      [
+        "Ġbutterf",
+        "lies"
+      ],
+      [
+        "Ġgu",
+        "ard"
+      ],
+      [
+        "Ġcray",
+        "on"
+      ],
+      [
+        "Ġdisco",
+        "ver"
+      ],
+      [
+        "Ġpar",
+        "ade"
+      ],
+      [
+        "Ġmix",
+        "ed"
+      ],
+      [
+        "Ġval",
+        "u"
+      ],
+      [
+        "Ġhel",
+        "met"
+      ],
+      [
+        "ĠBrown",
+        "ie"
+      ],
+      [
+        "E",
+        "m"
+      ],
+      [
+        "j",
+        "ect"
+      ],
+      [
+        "s",
+        "qu"
+      ],
+      [
+        "u",
+        "d"
+      ],
+      [
+        "Ġg",
+        "um"
+      ],
+      [
+        "at",
+        "ure"
+      ],
+      [
+        "Ġis",
+        "land"
+      ],
+      [
+        "Ġco",
+        "st"
+      ],
+      [
+        "Ġmo",
+        "le"
+      ],
+      [
+        "Ġnice",
+        "ly"
+      ],
+      [
+        "Ġkind",
+        "s"
+      ],
+      [
+        "Ġra",
+        "ced"
+      ],
+      [
+        "Ġsto",
+        "ve"
+      ],
+      [
+        "Ġlaugh",
+        "s"
+      ],
+      [
+        "Ġmar",
+        "ch"
+      ],
+      [
+        "Ġfall",
+        "s"
+      ],
+      [
+        "Ġpers",
+        "ist"
+      ],
+      [
+        "ĠBa",
+        "by"
+      ],
+      [
+        "oph",
+        "ie"
+      ],
+      [
+        "A",
+        "lice"
+      ],
+      [
+        "i",
+        "ence"
+      ],
+      [
+        "it",
+        "o"
+      ],
+      [
+        "Ġc",
+        "age"
+      ],
+      [
+        "Ġg",
+        "oose"
+      ],
+      [
+        "Ġco",
+        "ins"
+      ],
+      [
+        "Ġtr",
+        "ump"
+      ],
+      [
+        "Ġmo",
+        "squ"
+      ],
+      [
+        "Ġser",
+        "ious"
+      ],
+      [
+        "Ġmosqu",
+        "ito"
+      ],
+      [
+        "Ġf",
+        "lex"
+      ],
+      [
+        "Ġc",
+        "ro"
+      ],
+      [
+        "el",
+        "on"
+      ],
+      [
+        "Ġexc",
+        "la"
+      ],
+      [
+        "Ġch",
+        "oose"
+      ],
+      [
+        "Ġexpl",
+        "ored"
+      ],
+      [
+        "Ġun",
+        "l"
+      ],
+      [
+        "Ġbrother",
+        "s"
+      ],
+      [
+        "Ġgu",
+        "il"
+      ],
+      [
+        "Ġnumb",
+        "ers"
+      ],
+      [
+        "Ġtrump",
+        "et"
+      ],
+      [
+        "Ġ",
+        "icy"
+      ],
+      [
+        "Ġmom",
+        "s"
+      ],
+      [
+        "ie",
+        "w"
+      ],
+      [
+        "Ġv",
+        "iew"
+      ],
+      [
+        "Ġen",
+        "orm"
+      ],
+      [
+        "Ġfire",
+        "man"
+      ],
+      [
+        "ĠMr",
+        "s"
+      ],
+      [
+        "Ġpract",
+        "ice"
+      ],
+      [
+        "Ġenorm",
+        "ous"
+      ],
+      [
+        "w",
+        "ards"
+      ],
+      [
+        "Ġs",
+        "up"
+      ],
+      [
+        "Ġvo",
+        "lc"
+      ],
+      [
+        "Ġmean",
+        "s"
+      ],
+      [
+        "Ġpoin",
+        "ting"
+      ],
+      [
+        "Ġvalu",
+        "able"
+      ],
+      [
+        "Ġflex",
+        "ible"
+      ],
+      [
+        "Ġexcla",
+        "imed"
+      ],
+      [
+        "Ġguil",
+        "ty"
+      ],
+      [
+        "y",
+        "al"
+      ],
+      [
+        "Ġc",
+        "am"
+      ],
+      [
+        "Ġp",
+        "ipe"
+      ],
+      [
+        "is",
+        "ion"
+      ],
+      [
+        "ĠM",
+        "y"
+      ],
+      [
+        "Ġuse",
+        "ful"
+      ],
+      [
+        "Ġfav",
+        "our"
+      ],
+      [
+        "Ġcra",
+        "zy"
+      ],
+      [
+        "Ġph",
+        "ot"
+      ],
+      [
+        "kn",
+        "own"
+      ],
+      [
+        "Ġvolc",
+        "ano"
+      ],
+      [
+        "Ġwa",
+        "ke"
+      ],
+      [
+        "Ġc",
+        "ity"
+      ],
+      [
+        "om",
+        "ed"
+      ],
+      [
+        "ll",
+        "ip"
+      ],
+      [
+        "Ġfor",
+        "th"
+      ],
+      [
+        "Ġlo",
+        "llip"
+      ],
+      [
+        "Ġse",
+        "al"
+      ],
+      [
+        "Ġall",
+        "owed"
+      ],
+      [
+        "Ġsc",
+        "are"
+      ],
+      [
+        "Ġbright",
+        "ly"
+      ],
+      [
+        "Ġmar",
+        "ble"
+      ],
+      [
+        "Ġpop",
+        "ular"
+      ],
+      [
+        "Ġflash",
+        "light"
+      ],
+      [
+        "Ġcompass",
+        "ion"
+      ],
+      [
+        "Ġlollip",
+        "op"
+      ],
+      [
+        "Ġ",
+        "U"
+      ],
+      [
+        "Ġ",
+        "ing"
+      ],
+      [
+        "Ġh",
+        "unt"
+      ],
+      [
+        "Ġd",
+        "ull"
+      ],
+      [
+        "er",
+        "ry"
+      ],
+      [
+        "Ġst",
+        "at"
+      ],
+      [
+        "Ġshe",
+        "l"
+      ],
+      [
+        "!\"",
+        "."
+      ],
+      [
+        "Ġun",
+        "known"
+      ],
+      [
+        "Ġhat",
+        "s"
+      ],
+      [
+        "Ġsho",
+        "ot"
+      ],
+      [
+        "red",
+        "ient"
+      ],
+      [
+        "Ġbelong",
+        "ed"
+      ],
+      [
+        "Ġfavour",
+        "ite"
+      ],
+      [
+        "Ġing",
+        "redient"
+      ],
+      [
+        "Ġp",
+        "il"
+      ],
+      [
+        "Ġlo",
+        "yal"
+      ],
+      [
+        "Ġbra",
+        "ce"
+      ],
+      [
+        "ĠWhen",
+        "ever"
+      ],
+      [
+        "Ġdream",
+        "s"
+      ],
+      [
+        "Ġkick",
+        "ed"
+      ],
+      [
+        "Ġseed",
+        "s"
+      ],
+      [
+        "Ġtwirl",
+        "ed"
+      ],
+      [
+        "Ġsup",
+        "er"
+      ],
+      [
+        "t",
+        "ime"
+      ],
+      [
+        "Ġf",
+        "ine"
+      ],
+      [
+        "Ġbe",
+        "es"
+      ],
+      [
+        "Ġso",
+        "fa"
+      ],
+      [
+        "Ġsh",
+        "ark"
+      ],
+      [
+        "ĠM",
+        "ike"
+      ],
+      [
+        "Ġan",
+        "x"
+      ],
+      [
+        "Ġsad",
+        "ly"
+      ],
+      [
+        "Ġshow",
+        "ing"
+      ],
+      [
+        "Ġway",
+        "s"
+      ],
+      [
+        "Ġtruck",
+        "s"
+      ],
+      [
+        "Ġdelic",
+        "ate"
+      ],
+      [
+        "ation",
+        "s"
+      ],
+      [
+        "Ġrep",
+        "e"
+      ],
+      [
+        "Ġimpress",
+        "ive"
+      ],
+      [
+        "Ġpour",
+        "ed"
+      ],
+      [
+        "Ġpir",
+        "ate"
+      ],
+      [
+        "Ġwhisp",
+        "ered"
+      ],
+      [
+        "Ġharm",
+        "less"
+      ],
+      [
+        "a",
+        "ff"
+      ],
+      [
+        "Ġt",
+        "urt"
+      ],
+      [
+        "Ġt",
+        "ied"
+      ],
+      [
+        "ar",
+        "oo"
+      ],
+      [
+        "ad",
+        "o"
+      ],
+      [
+        "art",
+        "h"
+      ],
+      [
+        "Ġgra",
+        "ce"
+      ],
+      [
+        "Ġhand",
+        "le"
+      ],
+      [
+        "Ġen",
+        "c"
+      ],
+      [
+        "Ġdel",
+        "iver"
+      ],
+      [
+        "Ben",
+        "ny"
+      ],
+      [
+        "Ġru",
+        "shed"
+      ],
+      [
+        "Ġus",
+        "ing"
+      ],
+      [
+        "ang",
+        "aroo"
+      ],
+      [
+        "Ġshap",
+        "e"
+      ],
+      [
+        "Ġbus",
+        "hes"
+      ],
+      [
+        "Ġpersist",
+        "ent"
+      ],
+      [
+        "Ġg",
+        "or"
+      ],
+      [
+        "ĠS",
+        "p"
+      ],
+      [
+        "Ġk",
+        "angaroo"
+      ],
+      [
+        "Ġan",
+        "g"
+      ],
+      [
+        "Ġoff",
+        "ice"
+      ],
+      [
+        "Ġanx",
+        "ious"
+      ],
+      [
+        "G",
+        "o"
+      ],
+      [
+        "al",
+        "ous"
+      ],
+      [
+        "Ġsp",
+        "ell"
+      ],
+      [
+        "ĠW",
+        "hile"
+      ],
+      [
+        "ia",
+        "ble"
+      ],
+      [
+        "Ġpot",
+        "ato"
+      ],
+      [
+        "Ġje",
+        "alous"
+      ],
+      [
+        "Ġwra",
+        "pped"
+      ],
+      [
+        "Ġf",
+        "our"
+      ],
+      [
+        "Ġc",
+        "urt"
+      ],
+      [
+        "Ġlo",
+        "g"
+      ],
+      [
+        "Ġco",
+        "al"
+      ],
+      [
+        "Ġrel",
+        "iable"
+      ],
+      [
+        "Ġcurt",
+        "ain"
+      ],
+      [
+        "D",
+        "aisy"
+      ],
+      [
+        "Ġs",
+        "udden"
+      ],
+      [
+        "mb",
+        "ol"
+      ],
+      [
+        "Åĵ",
+        "Yes"
+      ],
+      [
+        "ac",
+        "hes"
+      ],
+      [
+        "ĠP",
+        "e"
+      ],
+      [
+        "Ġpain",
+        "ted"
+      ],
+      [
+        "ĠTo",
+        "by"
+      ],
+      [
+        "Ġce",
+        "re"
+      ],
+      [
+        "g",
+        "u"
+      ],
+      [
+        "Ġt",
+        "ummy"
+      ],
+      [
+        "Ġth",
+        "ose"
+      ],
+      [
+        "ous",
+        "es"
+      ],
+      [
+        "udd",
+        "y"
+      ],
+      [
+        "Ġcu",
+        "sh"
+      ],
+      [
+        "Ġmet",
+        "al"
+      ],
+      [
+        "Ġsy",
+        "mbol"
+      ],
+      [
+        "Ġbeet",
+        "le"
+      ],
+      [
+        "Ġcam",
+        "era"
+      ],
+      [
+        "Ġh",
+        "ouses"
+      ],
+      [
+        "il",
+        "t"
+      ],
+      [
+        "Ġcelebr",
+        "ate"
+      ],
+      [
+        "Ġdelight",
+        "ed"
+      ],
+      [
+        "Ġgor",
+        "illa"
+      ],
+      [
+        "Ġto",
+        "oth"
+      ],
+      [
+        "Ġth",
+        "irst"
+      ],
+      [
+        "ke",
+        "ep"
+      ],
+      [
+        "Ġsh",
+        "iver"
+      ],
+      [
+        "Ġre",
+        "ward"
+      ],
+      [
+        "Ġsp",
+        "ace"
+      ],
+      [
+        "Ġtra",
+        "vel"
+      ],
+      [
+        "Ġru",
+        "bbed"
+      ],
+      [
+        "Ġprin",
+        "t"
+      ],
+      [
+        "Ġdri",
+        "ving"
+      ],
+      [
+        "Ġmar",
+        "ry"
+      ],
+      [
+        "Ġwar",
+        "ned"
+      ],
+      [
+        "Ġsold",
+        "ier"
+      ],
+      [
+        "Ġmotor",
+        "cy"
+      ],
+      [
+        "c",
+        "ut"
+      ],
+      [
+        "Ġs",
+        "on"
+      ],
+      [
+        "Ġto",
+        "r"
+      ],
+      [
+        "ar",
+        "lie"
+      ],
+      [
+        "Ġher",
+        "o"
+      ],
+      [
+        "ie",
+        "f"
+      ],
+      [
+        "Ġcar",
+        "p"
+      ],
+      [
+        "Ġexcited",
+        "ly"
+      ],
+      [
+        "Ġte",
+        "mp"
+      ],
+      [
+        "ĠP",
+        "ete"
+      ],
+      [
+        "ĠBob",
+        "o"
+      ],
+      [
+        "co",
+        "d"
+      ],
+      [
+        "Ġhun",
+        "g"
+      ],
+      [
+        "Ġgrow",
+        "ing"
+      ],
+      [
+        "up",
+        "id"
+      ],
+      [
+        "Ġthin",
+        "king"
+      ],
+      [
+        "Ġtun",
+        "n"
+      ],
+      [
+        "W",
+        "hile"
+      ],
+      [
+        "c",
+        "u"
+      ],
+      [
+        "i",
+        "pp"
+      ],
+      [
+        "Ġh",
+        "ay"
+      ],
+      [
+        "Ġy",
+        "et"
+      ],
+      [
+        "Ġv",
+        "ine"
+      ],
+      [
+        "Ġac",
+        "orn"
+      ],
+      [
+        "icy",
+        "cle"
+      ],
+      [
+        "Ġpre",
+        "p"
+      ],
+      [
+        "Ġremind",
+        "ed"
+      ],
+      [
+        "Ġgas",
+        "ped"
+      ],
+      [
+        "Ġflut",
+        "e"
+      ],
+      [
+        "Ġord",
+        "inary"
+      ],
+      [
+        "Ġcro",
+        "cod"
+      ],
+      [
+        "Ġa",
+        "mb"
+      ],
+      [
+        "Ġc",
+        "ur"
+      ],
+      [
+        "ĠB",
+        "et"
+      ],
+      [
+        "ĠM",
+        "andy"
+      ],
+      [
+        "Ġpu",
+        "p"
+      ],
+      [
+        "Ġcreature",
+        "s"
+      ],
+      [
+        "Ġhur",
+        "ry"
+      ],
+      [
+        "Ġspoil",
+        "ed"
+      ],
+      [
+        "Ġt",
+        "imes"
+      ],
+      [
+        "Ġm",
+        "is"
+      ],
+      [
+        "Ġr",
+        "ice"
+      ],
+      [
+        "Ġst",
+        "upid"
+      ],
+      [
+        "Ġsh",
+        "ine"
+      ],
+      [
+        "Ġre",
+        "sist"
+      ],
+      [
+        "ug",
+        "ged"
+      ],
+      [
+        "Ġla",
+        "w"
+      ],
+      [
+        "Ġsk",
+        "ull"
+      ],
+      [
+        "co",
+        "a"
+      ],
+      [
+        "Ġmiss",
+        "ing"
+      ],
+      [
+        "Ġwhe",
+        "at"
+      ],
+      [
+        "Ġsupp",
+        "ort"
+      ],
+      [
+        "Ġingredient",
+        "s"
+      ],
+      [
+        "a",
+        "id"
+      ],
+      [
+        "l",
+        "oo"
+      ],
+      [
+        "Ġc",
+        "ase"
+      ],
+      [
+        "er",
+        "y"
+      ],
+      [
+        "Ġwas",
+        "hed"
+      ],
+      [
+        "Ġdo",
+        "ve"
+      ],
+      [
+        "Ġsp",
+        "illed"
+      ],
+      [
+        "Ġsc",
+        "oot"
+      ],
+      [
+        "Ġme",
+        "al"
+      ],
+      [
+        "Ġmu",
+        "le"
+      ],
+      [
+        "ĠD",
+        "ucky"
+      ],
+      [
+        "Ġmo",
+        "der"
+      ],
+      [
+        "ars",
+        "h"
+      ],
+      [
+        "Åĵ",
+        "What"
+      ],
+      [
+        "Ġtri",
+        "ck"
+      ],
+      [
+        "Ġset",
+        "t"
+      ],
+      [
+        "ĠTweet",
+        "ie"
+      ],
+      [
+        "Ġboun",
+        "ce"
+      ],
+      [
+        "Ġfil",
+        "thy"
+      ],
+      [
+        "Ġb",
+        "ase"
+      ],
+      [
+        "Ġh",
+        "oop"
+      ],
+      [
+        "Ġf",
+        "re"
+      ],
+      [
+        "Ġst",
+        "umbled"
+      ],
+      [
+        "Ġso",
+        "ar"
+      ],
+      [
+        "Ġwe",
+        "al"
+      ],
+      [
+        "Ġsee",
+        "m"
+      ],
+      [
+        "Ġwor",
+        "d"
+      ],
+      [
+        "Ġla",
+        "b"
+      ],
+      [
+        "ĠD",
+        "ave"
+      ],
+      [
+        "ĠF",
+        "r"
+      ],
+      [
+        "Ġbad",
+        "ly"
+      ],
+      [
+        "Ġhair",
+        "y"
+      ],
+      [
+        "Ġcra",
+        "wl"
+      ],
+      [
+        "Ġlive",
+        "ly"
+      ],
+      [
+        "Ġstep",
+        "s"
+      ],
+      [
+        "ÅĵLet",
+        "â"
+      ],
+      [
+        "Ġbrace",
+        "let"
+      ],
+      [
+        "Ġcere",
+        "al"
+      ],
+      [
+        "Ġthirst",
+        "y"
+      ],
+      [
+        "Ġcarp",
+        "et"
+      ],
+      [
+        "Ġw",
+        "ool"
+      ],
+      [
+        "it",
+        "her"
+      ],
+      [
+        "Ġgo",
+        "al"
+      ],
+      [
+        "Ġback",
+        "pack"
+      ],
+      [
+        "Ġtr",
+        "uth"
+      ],
+      [
+        "Ġcom",
+        "pl"
+      ],
+      [
+        "Ġche",
+        "ap"
+      ],
+      [
+        "Ġdis",
+        "g"
+      ],
+      [
+        "Ġplac",
+        "ed"
+      ],
+      [
+        "Ġear",
+        "ly"
+      ],
+      [
+        "Ġdecor",
+        "ate"
+      ],
+      [
+        "Ġnut",
+        "s"
+      ],
+      [
+        "O",
+        "w"
+      ],
+      [
+        "c",
+        "ream"
+      ],
+      [
+        "Ġb",
+        "ump"
+      ],
+      [
+        "Ġthem",
+        "selves"
+      ],
+      [
+        "ic",
+        "es"
+      ],
+      [
+        "Ġhelp",
+        "less"
+      ],
+      [
+        "Ġcl",
+        "um"
+      ],
+      [
+        "Ġsc",
+        "atter"
+      ],
+      [
+        "Ġsc",
+        "ale"
+      ],
+      [
+        "Ġnew",
+        "s"
+      ],
+      [
+        "ust",
+        "ing"
+      ],
+      [
+        "Ġen",
+        "v"
+      ],
+      [
+        "âĤ¬â",
+        "Ģ"
+      ],
+      [
+        "Ġtell",
+        "ing"
+      ],
+      [
+        "Ġswing",
+        "ing"
+      ],
+      [
+        "Ġspark",
+        "led"
+      ],
+      [
+        "Ġcarry",
+        "ing"
+      ],
+      [
+        "gg",
+        "ing"
+      ],
+      [
+        "in",
+        "es"
+      ],
+      [
+        "ri",
+        "c"
+      ],
+      [
+        "Ġfriends",
+        "hip"
+      ],
+      [
+        "Ġcare",
+        "less"
+      ],
+      [
+        "Ġsn",
+        "e"
+      ],
+      [
+        "Ġdoes",
+        "n"
+      ],
+      [
+        "Ġfall",
+        "ing"
+      ],
+      [
+        "Ġcomp",
+        "ut"
+      ],
+      [
+        "Ġpa",
+        "le"
+      ],
+      [
+        "Ġpee",
+        "ked"
+      ],
+      [
+        "Ġcompassion",
+        "ate"
+      ],
+      [
+        "c",
+        "om"
+      ],
+      [
+        "v",
+        "ice"
+      ],
+      [
+        "Ġs",
+        "end"
+      ],
+      [
+        "Ġst",
+        "age"
+      ],
+      [
+        "Ġme",
+        "m"
+      ],
+      [
+        "Ġch",
+        "alk"
+      ],
+      [
+        "Ġch",
+        "asing"
+      ],
+      [
+        "Ġpe",
+        "bble"
+      ],
+      [
+        "ĠEvery",
+        "thing"
+      ],
+      [
+        "Ġcu",
+        "be"
+      ],
+      [
+        "Ġpig",
+        "e"
+      ],
+      [
+        "Ġcou",
+        "rage"
+      ],
+      [
+        "Ġfing",
+        "ers"
+      ],
+      [
+        "Ġturt",
+        "le"
+      ],
+      [
+        "b",
+        "led"
+      ],
+      [
+        "Ġs",
+        "ink"
+      ],
+      [
+        "Ġb",
+        "icycle"
+      ],
+      [
+        "Ġsh",
+        "aking"
+      ],
+      [
+        "Ġsleep",
+        "ing"
+      ],
+      [
+        "Ġneighb",
+        "our"
+      ],
+      [
+        "Ġmoder",
+        "n"
+      ],
+      [
+        "Ġdisg",
+        "usting"
+      ],
+      [
+        "Ġclum",
+        "sy"
+      ],
+      [
+        "g",
+        "est"
+      ],
+      [
+        "Ġh",
+        "ook"
+      ],
+      [
+        "Ġc",
+        "her"
+      ],
+      [
+        "Ġn",
+        "ail"
+      ],
+      [
+        "Ġbig",
+        "gest"
+      ],
+      [
+        "ic",
+        "hes"
+      ],
+      [
+        "Ġbu",
+        "l"
+      ],
+      [
+        "Ġend",
+        "ing"
+      ],
+      [
+        "Ġde",
+        "ad"
+      ],
+      [
+        "Ġtri",
+        "ang"
+      ],
+      [
+        "ul",
+        "ance"
+      ],
+      [
+        "Ġspo",
+        "ke"
+      ],
+      [
+        "Ġpract",
+        "iced"
+      ],
+      [
+        "Ġamb",
+        "ulance"
+      ],
+      [
+        "Ġcomput",
+        "er"
+      ],
+      [
+        "i",
+        "bb"
+      ],
+      [
+        "Ġl",
+        "amp"
+      ],
+      [
+        "Ġst",
+        "ation"
+      ],
+      [
+        "Ġch",
+        "ar"
+      ],
+      [
+        "Ġwall",
+        "et"
+      ],
+      [
+        "ĠTo",
+        "day"
+      ],
+      [
+        "Ġpack",
+        "age"
+      ],
+      [
+        "Ġmic",
+        "rop"
+      ],
+      [
+        "Ġcush",
+        "ion"
+      ],
+      [
+        "keep",
+        "er"
+      ],
+      [
+        "Ġcrocod",
+        "ile"
+      ],
+      [
+        "Ġmicrop",
+        "hone"
+      ],
+      [
+        "u",
+        "nder"
+      ],
+      [
+        "ĠA",
+        "lex"
+      ],
+      [
+        "Ġthought",
+        "ful"
+      ],
+      [
+        "Ġjo",
+        "lly"
+      ],
+      [
+        "Ġpen",
+        "gu"
+      ],
+      [
+        "Ġpump",
+        "kin"
+      ],
+      [
+        "Ġcost",
+        "um"
+      ],
+      [
+        "Ġf",
+        "ive"
+      ],
+      [
+        "Ġd",
+        "ough"
+      ],
+      [
+        "Ġp",
+        "ony"
+      ],
+      [
+        "Ġo",
+        "l"
+      ],
+      [
+        "im",
+        "i"
+      ],
+      [
+        "Ġst",
+        "airs"
+      ],
+      [
+        "Ġkn",
+        "ock"
+      ],
+      [
+        "Ġgra",
+        "nd"
+      ],
+      [
+        "Ġint",
+        "ell"
+      ],
+      [
+        "Ġun",
+        "iver"
+      ],
+      [
+        "Ġbright",
+        "er"
+      ],
+      [
+        "Ġopen",
+        "s"
+      ],
+      [
+        "Ġdream",
+        "ing"
+      ],
+      [
+        "Ġboun",
+        "ced"
+      ],
+      [
+        "Ġquest",
+        "ion"
+      ],
+      [
+        "Ġstat",
+        "ue"
+      ],
+      [
+        "Ġw",
+        "ine"
+      ],
+      [
+        "is",
+        "k"
+      ],
+      [
+        "ĠA",
+        "lice"
+      ],
+      [
+        "Ġco",
+        "coa"
+      ],
+      [
+        "ĠYou",
+        "r"
+      ],
+      [
+        "Ġpe",
+        "pper"
+      ],
+      [
+        "Ġbeaut",
+        "y"
+      ],
+      [
+        "Ġper",
+        "m"
+      ],
+      [
+        "Ġpain",
+        "ting"
+      ],
+      [
+        "Ġsho",
+        "e"
+      ],
+      [
+        "Ġele",
+        "v"
+      ],
+      [
+        "Every",
+        "one"
+      ],
+      [
+        "hin",
+        "o"
+      ],
+      [
+        "Ġweal",
+        "thy"
+      ],
+      [
+        "Ġintell",
+        "ig"
+      ],
+      [
+        "n",
+        "oon"
+      ],
+      [
+        "Ġs",
+        "uit"
+      ],
+      [
+        "Ġm",
+        "ild"
+      ],
+      [
+        "Ġn",
+        "ature"
+      ],
+      [
+        "an",
+        "s"
+      ],
+      [
+        "Ġhapp",
+        "ier"
+      ],
+      [
+        "Ġne",
+        "at"
+      ],
+      [
+        "Ġstart",
+        "s"
+      ],
+      [
+        "uck",
+        "ed"
+      ],
+      [
+        "Ġafter",
+        "noon"
+      ],
+      [
+        "Ġtor",
+        "n"
+      ],
+      [
+        "Ġelev",
+        "ator"
+      ],
+      [
+        "g",
+        "en"
+      ],
+      [
+        "t",
+        "i"
+      ],
+      [
+        "Ġt",
+        "en"
+      ],
+      [
+        "Ġh",
+        "arsh"
+      ],
+      [
+        "Ġp",
+        "ed"
+      ],
+      [
+        "at",
+        "ient"
+      ],
+      [
+        "or",
+        "ant"
+      ],
+      [
+        "Ġre",
+        "ce"
+      ],
+      [
+        "Ġj",
+        "et"
+      ],
+      [
+        "ill",
+        "ie"
+      ],
+      [
+        "ĠR",
+        "ed"
+      ],
+      [
+        "Ġread",
+        "ing"
+      ],
+      [
+        "Ġsear",
+        "ching"
+      ],
+      [
+        "Ġbasket",
+        "ball"
+      ],
+      [
+        "Ġbar",
+        "ber"
+      ],
+      [
+        "Ġspe",
+        "ed"
+      ],
+      [
+        "S",
+        "ee"
+      ],
+      [
+        "a",
+        "wn"
+      ],
+      [
+        "Ġst",
+        "ack"
+      ],
+      [
+        "ĠM",
+        "ummy"
+      ],
+      [
+        "Ġclo",
+        "ck"
+      ],
+      [
+        "ĠG",
+        "ive"
+      ],
+      [
+        "Ġmag",
+        "n"
+      ],
+      [
+        "Ġlea",
+        "ving"
+      ],
+      [
+        "Ġcup",
+        "board"
+      ],
+      [
+        "Ġdes",
+        "ign"
+      ],
+      [
+        "Ġslid",
+        "es"
+      ],
+      [
+        "Ġsandw",
+        "iches"
+      ],
+      [
+        "Ġcand",
+        "le"
+      ],
+      [
+        "aul",
+        "if"
+      ],
+      [
+        "Ġrid",
+        "ing"
+      ],
+      [
+        "Ġfre",
+        "sh"
+      ],
+      [
+        "o",
+        "ppy"
+      ],
+      [
+        "Ġsh",
+        "ocked"
+      ],
+      [
+        "Ġen",
+        "er"
+      ],
+      [
+        "Ġjump",
+        "s"
+      ],
+      [
+        "Ġhair",
+        "cut"
+      ],
+      [
+        "Ġrespect",
+        "ful"
+      ],
+      [
+        "Ġcoo",
+        "king"
+      ],
+      [
+        "Ġtick",
+        "et"
+      ],
+      [
+        "Ġenc",
+        "ou"
+      ],
+      [
+        "Ġtunn",
+        "el"
+      ],
+      [
+        "aulif",
+        "lower"
+      ],
+      [
+        "G",
+        "ive"
+      ],
+      [
+        "Ġs",
+        "le"
+      ],
+      [
+        "re",
+        "en"
+      ],
+      [
+        "Ġm",
+        "ay"
+      ],
+      [
+        "Ġth",
+        "ief"
+      ],
+      [
+        "Ġy",
+        "awn"
+      ],
+      [
+        "Ġfor",
+        "t"
+      ],
+      [
+        "Ġal",
+        "ert"
+      ],
+      [
+        "Ġsor",
+        "ts"
+      ],
+      [
+        "Ġimp",
+        "atient"
+      ],
+      [
+        "Ġcre",
+        "ate"
+      ],
+      [
+        "ail",
+        "able"
+      ],
+      [
+        "Ġwhe",
+        "els"
+      ],
+      [
+        "Ġval",
+        "ue"
+      ],
+      [
+        "Ġpri",
+        "ze"
+      ],
+      [
+        "M",
+        "ary"
+      ],
+      [
+        "y",
+        "e"
+      ],
+      [
+        "he",
+        "t"
+      ],
+      [
+        "Ġs",
+        "ent"
+      ],
+      [
+        "Ġb",
+        "ent"
+      ],
+      [
+        "in",
+        "ce"
+      ],
+      [
+        "Ġc",
+        "omet"
+      ],
+      [
+        "Ġc",
+        "amp"
+      ],
+      [
+        "Ġc",
+        "auliflower"
+      ],
+      [
+        "Ġm",
+        "elon"
+      ],
+      [
+        "Ġg",
+        "em"
+      ],
+      [
+        "Ġit",
+        "self"
+      ],
+      [
+        "ir",
+        "on"
+      ],
+      [
+        "Ġmu",
+        "sh"
+      ],
+      [
+        "Ġmonkey",
+        "s"
+      ],
+      [
+        "Ġsal",
+        "ad"
+      ],
+      [
+        "Ġdest",
+        "ro"
+      ],
+      [
+        "Ġresc",
+        "ue"
+      ],
+      [
+        "Ġscoot",
+        "er"
+      ],
+      [
+        "Ġintellig",
+        "ent"
+      ],
+      [
+        "a",
+        "z"
+      ],
+      [
+        "Ġd",
+        "ug"
+      ],
+      [
+        "il",
+        "ing"
+      ],
+      [
+        "an",
+        "ger"
+      ],
+      [
+        "Ġr",
+        "oof"
+      ],
+      [
+        "Ġr",
+        "hino"
+      ],
+      [
+        "Ġsc",
+        "old"
+      ],
+      [
+        "ag",
+        "het"
+      ],
+      [
+        "Ġexp",
+        "er"
+      ],
+      [
+        "Ġbark",
+        "ing"
+      ],
+      [
+        "Ġbanan",
+        "as"
+      ],
+      [
+        "Ġign",
+        "orant"
+      ],
+      [
+        "Ġmic",
+        "ro"
+      ],
+      [
+        "Ġav",
+        "ailable"
+      ],
+      [
+        "Ġgrace",
+        "ful"
+      ],
+      [
+        "Ġmotorcy",
+        "cle"
+      ],
+      [
+        "aghet",
+        "ti"
+      ],
+      [
+        "h",
+        "ood"
+      ],
+      [
+        "ĠS",
+        "n"
+      ],
+      [
+        "Ġe",
+        "arth"
+      ],
+      [
+        "Ġbo",
+        "ots"
+      ],
+      [
+        "Ġsp",
+        "aghetti"
+      ],
+      [
+        "um",
+        "mer"
+      ],
+      [
+        "Ġag",
+        "ree"
+      ],
+      [
+        "Ġbu",
+        "ll"
+      ],
+      [
+        "Ġany",
+        "where"
+      ],
+      [
+        "ĠG",
+        "eorge"
+      ],
+      [
+        "Ġbeh",
+        "ave"
+      ],
+      [
+        "ĠK",
+        "im"
+      ],
+      [
+        "Ġpa",
+        "id"
+      ],
+      [
+        "sc",
+        "ope"
+      ],
+      [
+        "Ġstret",
+        "ched"
+      ],
+      [
+        "Ġfear",
+        "ful"
+      ],
+      [
+        "Ġav",
+        "o"
+      ],
+      [
+        "Ġmicro",
+        "scope"
+      ],
+      [
+        "I",
+        "f"
+      ],
+      [
+        "i",
+        "o"
+      ],
+      [
+        "Ġnot",
+        "eb"
+      ],
+      [
+        "ĠE",
+        "ventually"
+      ],
+      [
+        "Ġold",
+        "er"
+      ],
+      [
+        "Ġsn",
+        "iff"
+      ],
+      [
+        "Ġad",
+        "vice"
+      ],
+      [
+        "Ġstop",
+        "s"
+      ],
+      [
+        "Ġperf",
+        "orm"
+      ],
+      [
+        "Ġfur",
+        "ther"
+      ],
+      [
+        "Ġenv",
+        "ious"
+      ],
+      [
+        "Ġpige",
+        "on"
+      ],
+      [
+        "Ġmush",
+        "room"
+      ],
+      [
+        "Ġnoteb",
+        "ook"
+      ],
+      [
+        "u",
+        "bby"
+      ],
+      [
+        "Ġp",
+        "un"
+      ],
+      [
+        "at",
+        "s"
+      ],
+      [
+        "Ġn",
+        "urse"
+      ],
+      [
+        "or",
+        "able"
+      ],
+      [
+        "Ġth",
+        "under"
+      ],
+      [
+        "Ġcl",
+        "apping"
+      ],
+      [
+        "Ġv",
+        "ide"
+      ],
+      [
+        "Ġbu",
+        "ilt"
+      ],
+      [
+        "ĠC",
+        "l"
+      ],
+      [
+        "Ġun",
+        "com"
+      ],
+      [
+        "Ġshout",
+        "ing"
+      ],
+      [
+        "Ġar",
+        "row"
+      ],
+      [
+        "Ġdraw",
+        "er"
+      ],
+      [
+        "Ġpro",
+        "v"
+      ],
+      [
+        "fort",
+        "able"
+      ],
+      [
+        "Ġtom",
+        "ato"
+      ],
+      [
+        "Ġmeet",
+        "ing"
+      ],
+      [
+        "Ġob",
+        "ject"
+      ],
+      [
+        "Ġyog",
+        "urt"
+      ],
+      [
+        "Ġtemp",
+        "le"
+      ],
+      [
+        "Ġuncom",
+        "fortable"
+      ],
+      [
+        "e",
+        "f"
+      ],
+      [
+        "u",
+        "es"
+      ],
+      [
+        "ĠT",
+        "ony"
+      ],
+      [
+        "Ġloo",
+        "p"
+      ],
+      [
+        "Ġch",
+        "ubby"
+      ],
+      [
+        "Ġsw",
+        "itch"
+      ],
+      [
+        "Ġsk",
+        "ip"
+      ],
+      [
+        "Ġad",
+        "orable"
+      ],
+      [
+        "Åĵ",
+        "It"
+      ],
+      [
+        "Ġcount",
+        "ing"
+      ],
+      [
+        "Ġcoo",
+        "ked"
+      ],
+      [
+        "Ġp",
+        "ist"
+      ],
+      [
+        "ar",
+        "ian"
+      ],
+      [
+        "en",
+        "ry"
+      ],
+      [
+        "Ġst",
+        "ared"
+      ],
+      [
+        "Ġsh",
+        "ut"
+      ],
+      [
+        "ic",
+        "op"
+      ],
+      [
+        "Ġqu",
+        "ite"
+      ],
+      [
+        "Ġsn",
+        "uggled"
+      ],
+      [
+        "ĠGra",
+        "ndpa"
+      ],
+      [
+        "Ġtrou",
+        "bled"
+      ],
+      [
+        "Ġgigg",
+        "le"
+      ],
+      [
+        "Ġblow",
+        "ing"
+      ],
+      [
+        "Ġhel",
+        "icop"
+      ],
+      [
+        "Ġfis",
+        "her"
+      ],
+      [
+        "Ġpist",
+        "ol"
+      ],
+      [
+        "Ġhelicop",
+        "ter"
+      ],
+      [
+        "p",
+        "ar"
+      ],
+      [
+        "ĠS",
+        "ophie"
+      ],
+      [
+        "oo",
+        "ped"
+      ],
+      [
+        "ip",
+        "s"
+      ],
+      [
+        "Ġnow",
+        "here"
+      ],
+      [
+        "Ġforg",
+        "ave"
+      ],
+      [
+        "Ġmar",
+        "ched"
+      ],
+      [
+        "Ġtreasure",
+        "s"
+      ],
+      [
+        "ho",
+        "st"
+      ],
+      [
+        "Ġpass",
+        "port"
+      ],
+      [
+        "Ġstir",
+        "red"
+      ],
+      [
+        "Ġpus",
+        "hing"
+      ],
+      [
+        "Ġcompetit",
+        "ive"
+      ],
+      [
+        "Ġdestro",
+        "y"
+      ],
+      [
+        "Y",
+        "ay"
+      ],
+      [
+        "a",
+        "ked"
+      ],
+      [
+        "o",
+        "e"
+      ],
+      [
+        "t",
+        "ter"
+      ],
+      [
+        "Ġg",
+        "ir"
+      ],
+      [
+        "Ġg",
+        "host"
+      ],
+      [
+        "an",
+        "ic"
+      ],
+      [
+        "ke",
+        "let"
+      ],
+      [
+        "ht",
+        "ub"
+      ],
+      [
+        "Ġre",
+        "ef"
+      ],
+      [
+        "Ġse",
+        "par"
+      ],
+      [
+        "op",
+        "ard"
+      ],
+      [
+        "pl",
+        "ay"
+      ],
+      [
+        "Ġen",
+        "vel"
+      ],
+      [
+        "Ġbre",
+        "at"
+      ],
+      [
+        "Ġrep",
+        "air"
+      ],
+      [
+        "Ġfoot",
+        "ball"
+      ],
+      [
+        "Ġbat",
+        "htub"
+      ],
+      [
+        "Ġrubb",
+        "er"
+      ],
+      [
+        "Ġang",
+        "el"
+      ],
+      [
+        "Ġtriang",
+        "le"
+      ],
+      [
+        "Ġl",
+        "ed"
+      ],
+      [
+        "Ġm",
+        "ill"
+      ],
+      [
+        "ĠS",
+        "h"
+      ],
+      [
+        "ch",
+        "anic"
+      ],
+      [
+        "Ġnam",
+        "es"
+      ],
+      [
+        "Ġle",
+        "opard"
+      ],
+      [
+        "Ġno",
+        "body"
+      ],
+      [
+        "Ġany",
+        "way"
+      ],
+      [
+        "uc",
+        "t"
+      ],
+      [
+        "ct",
+        "us"
+      ],
+      [
+        "Ġshould",
+        "n"
+      ],
+      [
+        "Ġz",
+        "eb"
+      ],
+      [
+        "Ġgi",
+        "ven"
+      ],
+      [
+        "Ġhold",
+        "s"
+      ],
+      [
+        "Ġbar",
+        "rel"
+      ],
+      [
+        "Ġband",
+        "age"
+      ],
+      [
+        "Ġent",
+        "h"
+      ],
+      [
+        "Dad",
+        "dy"
+      ],
+      [
+        "Ġzeb",
+        "ra"
+      ],
+      [
+        "i",
+        "ves"
+      ],
+      [
+        "u",
+        "be"
+      ],
+      [
+        "y",
+        "ear"
+      ],
+      [
+        "Ġp",
+        "or"
+      ],
+      [
+        "Ġp",
+        "and"
+      ],
+      [
+        "Ġo",
+        "tter"
+      ],
+      [
+        "Ġr",
+        "ibb"
+      ],
+      [
+        "Ġsh",
+        "ield"
+      ],
+      [
+        "Ġme",
+        "chanic"
+      ],
+      [
+        "Ġdon",
+        "â"
+      ],
+      [
+        "Ġdis",
+        "ag"
+      ],
+      [
+        "Ġdis",
+        "play"
+      ],
+      [
+        "Ġmusic",
+        "ian"
+      ],
+      [
+        "cer",
+        "os"
+      ],
+      [
+        "Ġspe",
+        "ak"
+      ],
+      [
+        "Ġca",
+        "b"
+      ],
+      [
+        "Ġca",
+        "ctus"
+      ],
+      [
+        "ĠBet",
+        "sy"
+      ],
+      [
+        "Ġbul",
+        "b"
+      ],
+      [
+        "C",
+        "h"
+      ],
+      [
+        "e",
+        "ath"
+      ],
+      [
+        "i",
+        "kes"
+      ],
+      [
+        "x",
+        "y"
+      ],
+      [
+        "Ġt",
+        "ube"
+      ],
+      [
+        "Ġa",
+        "head"
+      ],
+      [
+        "Ġs",
+        "ummer"
+      ],
+      [
+        "Ġs",
+        "kelet"
+      ],
+      [
+        "Ġp",
+        "urse"
+      ],
+      [
+        "Ġkn",
+        "ob"
+      ],
+      [
+        "Ġdidn",
+        "â"
+      ],
+      [
+        "Ġcouldn",
+        "â"
+      ],
+      [
+        "Ġcol",
+        "ours"
+      ],
+      [
+        "Ġwindow",
+        "s"
+      ],
+      [
+        "oom",
+        "y"
+      ],
+      [
+        "Ġgif",
+        "ted"
+      ],
+      [
+        "Ġcart",
+        "oon"
+      ],
+      [
+        "Ġrhino",
+        "ceros"
+      ],
+      [
+        "g",
+        "l"
+      ],
+      [
+        "he",
+        "art"
+      ],
+      [
+        "Ġs",
+        "ize"
+      ],
+      [
+        "Ġb",
+        "et"
+      ],
+      [
+        "ĠM",
+        "iss"
+      ],
+      [
+        "Ġsc",
+        "rew"
+      ],
+      [
+        "Ġfl",
+        "our"
+      ],
+      [
+        "Ġbl",
+        "in"
+      ],
+      [
+        "ap",
+        "a"
+      ],
+      [
+        "Ġdis",
+        "hes"
+      ],
+      [
+        "Ġrain",
+        "ing"
+      ],
+      [
+        "Ġhop",
+        "ing"
+      ],
+      [
+        "Ġsho",
+        "vel"
+      ],
+      [
+        "Ġmin",
+        "t"
+      ],
+      [
+        "Ġjelly",
+        "fish"
+      ],
+      [
+        "Ġswe",
+        "ater"
+      ],
+      [
+        "Ġchar",
+        "ming"
+      ],
+      [
+        "Ġpengu",
+        "in"
+      ],
+      [
+        "Ġenvel",
+        "ope"
+      ],
+      [
+        "Ġenth",
+        "us"
+      ],
+      [
+        "Ġcab",
+        "in"
+      ],
+      [
+        "re",
+        "c"
+      ],
+      [
+        "Ġp",
+        "ant"
+      ],
+      [
+        "Ġth",
+        "read"
+      ],
+      [
+        "Ġin",
+        "se"
+      ],
+      [
+        "Ġst",
+        "aff"
+      ],
+      [
+        "Ġli",
+        "z"
+      ],
+      [
+        "Ġun",
+        "pack"
+      ],
+      [
+        "Ġwr",
+        "iting"
+      ],
+      [
+        "Ġtra",
+        "sh"
+      ],
+      [
+        "Ġroll",
+        "ing"
+      ],
+      [
+        "Ġwaff",
+        "le"
+      ],
+      [
+        "Ġ",
+        "iron"
+      ],
+      [
+        "Ġw",
+        "ing"
+      ],
+      [
+        "er",
+        "able"
+      ],
+      [
+        "Ġshe",
+        "et"
+      ],
+      [
+        "ĠB",
+        "uddy"
+      ],
+      [
+        "Ġsh",
+        "adow"
+      ],
+      [
+        "Ġro",
+        "ared"
+      ],
+      [
+        "Ġmu",
+        "ff"
+      ],
+      [
+        "Ġair",
+        "port"
+      ],
+      [
+        "Ġce",
+        "iling"
+      ],
+      [
+        "Ġatt",
+        "ic"
+      ],
+      [
+        "Ġorgan",
+        "ize"
+      ],
+      [
+        "Ġstret",
+        "ch"
+      ],
+      [
+        "Ġgrap",
+        "es"
+      ],
+      [
+        "Ġo",
+        "bs"
+      ],
+      [
+        "ĠA",
+        "re"
+      ],
+      [
+        "ĠW",
+        "ould"
+      ],
+      [
+        "ĠIn",
+        "st"
+      ],
+      [
+        "Ġpi",
+        "ano"
+      ],
+      [
+        "Ġsal",
+        "t"
+      ],
+      [
+        "Ġmis",
+        "erable"
+      ],
+      [
+        "Ġc",
+        "ord"
+      ],
+      [
+        "Ġd",
+        "ess"
+      ],
+      [
+        "Ġre",
+        "fused"
+      ],
+      [
+        "Ġsc",
+        "reen"
+      ],
+      [
+        "ĠD",
+        "an"
+      ],
+      [
+        "Ġstr",
+        "ugg"
+      ],
+      [
+        "Ġneed",
+        "le"
+      ],
+      [
+        "Ġbear",
+        "s"
+      ],
+      [
+        "ĠAnd",
+        "y"
+      ],
+      [
+        "Ġhead",
+        "ed"
+      ],
+      [
+        "Ġstick",
+        "y"
+      ],
+      [
+        "Ġfree",
+        "z"
+      ],
+      [
+        "Ġzoom",
+        "ed"
+      ],
+      [
+        "Ġimag",
+        "ined"
+      ],
+      [
+        "Ġmed",
+        "al"
+      ],
+      [
+        "Ġmagn",
+        "et"
+      ],
+      [
+        "rec",
+        "i"
+      ],
+      [
+        "Ġobs",
+        "er"
+      ],
+      [
+        "Ġ",
+        "er"
+      ],
+      [
+        "Ġli",
+        "ves"
+      ],
+      [
+        "ĠA",
+        "l"
+      ],
+      [
+        "ĠP",
+        "at"
+      ],
+      [
+        "Ġapp",
+        "reci"
+      ],
+      [
+        "ass",
+        "es"
+      ],
+      [
+        "Ġsail",
+        "or"
+      ],
+      [
+        "Ġminut",
+        "e"
+      ],
+      [
+        "Ġfisher",
+        "man"
+      ],
+      [
+        "v",
+        "ision"
+      ],
+      [
+        "Ġr",
+        "at"
+      ],
+      [
+        "al",
+        "ed"
+      ],
+      [
+        "Ġbr",
+        "us"
+      ],
+      [
+        "Ġch",
+        "ance"
+      ],
+      [
+        "Ġpo",
+        "st"
+      ],
+      [
+        "Ġsun",
+        "gl"
+      ],
+      [
+        "Ġche",
+        "ek"
+      ],
+      [
+        "ree",
+        "ze"
+      ],
+      [
+        "Ġde",
+        "af"
+      ],
+      [
+        "Ġru",
+        "les"
+      ],
+      [
+        "Ġfrog",
+        "s"
+      ],
+      [
+        "Ġair",
+        "pl"
+      ],
+      [
+        "ĠGo",
+        "d"
+      ],
+      [
+        "Ġstrawber",
+        "ry"
+      ],
+      [
+        "Ġsle",
+        "pt"
+      ],
+      [
+        "Ġliz",
+        "ard"
+      ],
+      [
+        "Ġsungl",
+        "asses"
+      ],
+      [
+        "Ġl",
+        "uck"
+      ],
+      [
+        "Ġin",
+        "f"
+      ],
+      [
+        "Ġbe",
+        "ep"
+      ],
+      [
+        "ĠB",
+        "unny"
+      ],
+      [
+        "Ġme",
+        "as"
+      ],
+      [
+        "Ġro",
+        "d"
+      ],
+      [
+        "Ġor",
+        "der"
+      ],
+      [
+        "Ġrest",
+        "less"
+      ],
+      [
+        "Ġsand",
+        "box"
+      ],
+      [
+        "Ġmess",
+        "age"
+      ],
+      [
+        "ĠJoe",
+        "y"
+      ],
+      [
+        "Ġcomp",
+        "let"
+      ],
+      [
+        "Ġatt",
+        "ract"
+      ],
+      [
+        "Ġgold",
+        "en"
+      ],
+      [
+        "Gra",
+        "ndma"
+      ],
+      [
+        "Ġpil",
+        "ot"
+      ],
+      [
+        "Ġpor",
+        "ch"
+      ],
+      [
+        "L",
+        "ittle"
+      ],
+      [
+        "l",
+        "er"
+      ],
+      [
+        "s",
+        "es"
+      ]
+    ]
+  }
+}
\ No newline at end of file
diff --git a/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-3300/tokenizer_config.json b/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-3300/tokenizer_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..f1578d3b6947e13e4001d559b79d4944be52b9c1
--- /dev/null
+++ b/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-3300/tokenizer_config.json
@@ -0,0 +1,13 @@
+{
+  "add_prefix_space": false,
+  "backend": "tokenizers",
+  "bos_token": "<|endoftext|>",
+  "eos_token": "<|endoftext|>",
+  "errors": "replace",
+  "is_local": false,
+  "local_files_only": false,
+  "model_max_length": 1024,
+  "pad_token": "<|endoftext|>",
+  "tokenizer_class": "GPT2Tokenizer",
+  "unk_token": "<|endoftext|>"
+}
diff --git a/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-3300/trainer_state.json b/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-3300/trainer_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..96b4fd910197751f993e66c98b06945f365abbe8
--- /dev/null
+++ b/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-3300/trainer_state.json
@@ -0,0 +1,1205 @@
+{
+  "best_global_step": null,
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 0.2224469160768453,
+  "eval_steps": 2498,
+  "global_step": 3300,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.0013481631277384564,
+      "grad_norm": 2.078125,
+      "learning_rate": 2.66e-05,
+      "loss": 8.299579620361328,
+      "step": 20
+    },
+    {
+      "epoch": 0.002696326255476913,
+      "grad_norm": 1.359375,
+      "learning_rate": 5.46e-05,
+      "loss": 8.047666931152344,
+      "step": 40
+    },
+    {
+      "epoch": 0.004044489383215369,
+      "grad_norm": 1.2734375,
+      "learning_rate": 8.259999999999999e-05,
+      "loss": 7.838191986083984,
+      "step": 60
+    },
+    {
+      "epoch": 0.005392652510953826,
+      "grad_norm": 1.265625,
+      "learning_rate": 0.0001106,
+      "loss": 7.57310791015625,
+      "step": 80
+    },
+    {
+      "epoch": 0.006740815638692282,
+      "grad_norm": 1.1953125,
+      "learning_rate": 0.0001386,
+      "loss": 7.233531951904297,
+      "step": 100
+    },
+    {
+      "epoch": 0.008088978766430738,
+      "grad_norm": 1.1328125,
+      "learning_rate": 0.00016659999999999998,
+      "loss": 6.860941314697266,
+      "step": 120
+    },
+    {
+      "epoch": 0.009437141894169195,
+      "grad_norm": 0.95703125,
+      "learning_rate": 0.00019460000000000001,
+      "loss": 6.51712646484375,
+      "step": 140
+    },
+    {
+      "epoch": 0.010785305021907651,
+      "grad_norm": 0.81640625,
+      "learning_rate": 0.0002226,
+      "loss": 6.234881591796875,
+      "step": 160
+    },
+    {
+      "epoch": 0.012133468149646108,
+      "grad_norm": 0.73828125,
+      "learning_rate": 0.00025059999999999997,
+      "loss": 6.024795913696289,
+      "step": 180
+    },
+    {
+      "epoch": 0.013481631277384564,
+      "grad_norm": 1.0390625,
+      "learning_rate": 0.0002786,
+      "loss": 5.837321472167969,
+      "step": 200
+    },
+    {
+      "epoch": 0.01482979440512302,
+      "grad_norm": 0.63671875,
+      "learning_rate": 0.00030659999999999997,
+      "loss": 5.647708129882813,
+      "step": 220
+    },
+    {
+      "epoch": 0.016177957532861477,
+      "grad_norm": 0.8984375,
+      "learning_rate": 0.0003346,
+      "loss": 5.43688735961914,
+      "step": 240
+    },
+    {
+      "epoch": 0.01752612066059993,
+      "grad_norm": 0.77734375,
+      "learning_rate": 0.00036260000000000003,
+      "loss": 5.210599517822265,
+      "step": 260
+    },
+    {
+      "epoch": 0.01887428378833839,
+      "grad_norm": 0.890625,
+      "learning_rate": 0.0003906,
+      "loss": 4.956959533691406,
+      "step": 280
+    },
+    {
+      "epoch": 0.020222446916076844,
+      "grad_norm": 0.84765625,
+      "learning_rate": 0.0004186,
+      "loss": 4.726874160766601,
+      "step": 300
+    },
+    {
+      "epoch": 0.021570610043815303,
+      "grad_norm": 0.87890625,
+      "learning_rate": 0.0004466,
+      "loss": 4.527945327758789,
+      "step": 320
+    },
+    {
+      "epoch": 0.022918773171553757,
+      "grad_norm": 1.3515625,
+      "learning_rate": 0.00047460000000000004,
+      "loss": 4.3517810821533205,
+      "step": 340
+    },
+    {
+      "epoch": 0.024266936299292215,
+      "grad_norm": 0.76171875,
+      "learning_rate": 0.0005026,
+      "loss": 4.212622451782226,
+      "step": 360
+    },
+    {
+      "epoch": 0.02561509942703067,
+      "grad_norm": 0.6640625,
+      "learning_rate": 0.0005306,
+      "loss": 4.076633453369141,
+      "step": 380
+    },
+    {
+      "epoch": 0.026963262554769128,
+      "grad_norm": 0.498046875,
+      "learning_rate": 0.0005586,
+      "loss": 3.9346649169921877,
+      "step": 400
+    },
+    {
+      "epoch": 0.028311425682507583,
+      "grad_norm": 0.85546875,
+      "learning_rate": 0.0005866,
+      "loss": 3.8310710906982424,
+      "step": 420
+    },
+    {
+      "epoch": 0.02965958881024604,
+      "grad_norm": 0.59375,
+      "learning_rate": 0.0006146,
+      "loss": 3.7676155090332033,
+      "step": 440
+    },
+    {
+      "epoch": 0.031007751937984496,
+      "grad_norm": 0.6171875,
+      "learning_rate": 0.0006426,
+      "loss": 3.6599285125732424,
+      "step": 460
+    },
+    {
+      "epoch": 0.032355915065722954,
+      "grad_norm": 0.5546875,
+      "learning_rate": 0.0006705999999999999,
+      "loss": 3.5886669158935547,
+      "step": 480
+    },
+    {
+      "epoch": 0.03370407819346141,
+      "grad_norm": 0.546875,
+      "learning_rate": 0.0006986,
+      "loss": 3.512950134277344,
+      "step": 500
+    },
+    {
+      "epoch": 0.03505224132119986,
+      "grad_norm": 0.53125,
+      "learning_rate": 0.0007,
+      "loss": 3.444244384765625,
+      "step": 520
+    },
+    {
+      "epoch": 0.03640040444893832,
+      "grad_norm": 0.5078125,
+      "learning_rate": 0.0007,
+      "loss": 3.369425964355469,
+      "step": 540
+    },
+    {
+      "epoch": 0.03774856757667678,
+      "grad_norm": 0.5625,
+      "learning_rate": 0.0007,
+      "loss": 3.318771743774414,
+      "step": 560
+    },
+    {
+      "epoch": 0.03909673070441524,
+      "grad_norm": 0.470703125,
+      "learning_rate": 0.0007,
+      "loss": 3.2595756530761717,
+      "step": 580
+    },
+    {
+      "epoch": 0.04044489383215369,
+      "grad_norm": 0.53125,
+      "learning_rate": 0.0007,
+      "loss": 3.2241649627685547,
+      "step": 600
+    },
+    {
+      "epoch": 0.04179305695989215,
+      "grad_norm": 0.484375,
+      "learning_rate": 0.0007,
+      "loss": 3.1619989395141603,
+      "step": 620
+    },
+    {
+      "epoch": 0.043141220087630605,
+      "grad_norm": 0.5625,
+      "learning_rate": 0.0007,
+      "loss": 3.14036865234375,
+      "step": 640
+    },
+    {
+      "epoch": 0.044489383215369056,
+      "grad_norm": 0.41796875,
+      "learning_rate": 0.0007,
+      "loss": 3.083884620666504,
+      "step": 660
+    },
+    {
+      "epoch": 0.045837546343107514,
+      "grad_norm": 0.451171875,
+      "learning_rate": 0.0007,
+      "loss": 3.0591588973999024,
+      "step": 680
+    },
+    {
+      "epoch": 0.04718570947084597,
+      "grad_norm": 0.423828125,
+      "learning_rate": 0.0007,
+      "loss": 3.015497016906738,
+      "step": 700
+    },
+    {
+      "epoch": 0.04853387259858443,
+      "grad_norm": 0.41796875,
+      "learning_rate": 0.0007,
+      "loss": 2.9805700302124025,
+      "step": 720
+    },
+    {
+      "epoch": 0.04988203572632288,
+      "grad_norm": 0.46875,
+      "learning_rate": 0.0007,
+      "loss": 2.9426918029785156,
+      "step": 740
+    },
+    {
+      "epoch": 0.05123019885406134,
+      "grad_norm": 0.46484375,
+      "learning_rate": 0.0007,
+      "loss": 2.9274158477783203,
+      "step": 760
+    },
+    {
+      "epoch": 0.0525783619817998,
+      "grad_norm": 0.421875,
+      "learning_rate": 0.0007,
+      "loss": 2.931459426879883,
+      "step": 780
+    },
+    {
+      "epoch": 0.053926525109538256,
+      "grad_norm": 0.486328125,
+      "learning_rate": 0.0007,
+      "loss": 2.877642059326172,
+      "step": 800
+    },
+    {
+      "epoch": 0.05527468823727671,
+      "grad_norm": 0.40234375,
+      "learning_rate": 0.0007,
+      "loss": 2.8646697998046875,
+      "step": 820
+    },
+    {
+      "epoch": 0.056622851365015166,
+      "grad_norm": 0.451171875,
+      "learning_rate": 0.0007,
+      "loss": 2.8328128814697267,
+      "step": 840
+    },
+    {
+      "epoch": 0.057971014492753624,
+      "grad_norm": 0.396484375,
+      "learning_rate": 0.0007,
+      "loss": 2.790274429321289,
+      "step": 860
+    },
+    {
+      "epoch": 0.05931917762049208,
+      "grad_norm": 0.423828125,
+      "learning_rate": 0.0007,
+      "loss": 2.7668125152587892,
+      "step": 880
+    },
+    {
+      "epoch": 0.06066734074823053,
+      "grad_norm": 0.427734375,
+      "learning_rate": 0.0007,
+      "loss": 2.7516881942749025,
+      "step": 900
+    },
+    {
+      "epoch": 0.06201550387596899,
+      "grad_norm": 0.42578125,
+      "learning_rate": 0.0007,
+      "loss": 2.722590446472168,
+      "step": 920
+    },
+    {
+      "epoch": 0.06336366700370745,
+      "grad_norm": 0.4375,
+      "learning_rate": 0.0007,
+      "loss": 2.708496856689453,
+      "step": 940
+    },
+    {
+      "epoch": 0.06471183013144591,
+      "grad_norm": 0.400390625,
+      "learning_rate": 0.0007,
+      "loss": 2.681654930114746,
+      "step": 960
+    },
+    {
+      "epoch": 0.06605999325918437,
+      "grad_norm": 0.396484375,
+      "learning_rate": 0.0007,
+      "loss": 2.6650571823120117,
+      "step": 980
+    },
+    {
+      "epoch": 0.06740815638692282,
+      "grad_norm": 0.41015625,
+      "learning_rate": 0.0007,
+      "loss": 2.6637720108032226,
+      "step": 1000
+    },
+    {
+      "epoch": 0.06875631951466127,
+      "grad_norm": 0.396484375,
+      "learning_rate": 0.0007,
+      "loss": 2.6311159133911133,
+      "step": 1020
+    },
+    {
+      "epoch": 0.07010448264239973,
+      "grad_norm": 0.408203125,
+      "learning_rate": 0.0007,
+      "loss": 2.615707015991211,
+      "step": 1040
+    },
+    {
+      "epoch": 0.07145264577013818,
+      "grad_norm": 0.404296875,
+      "learning_rate": 0.0007,
+      "loss": 2.6003103256225586,
+      "step": 1060
+    },
+    {
+      "epoch": 0.07280080889787664,
+      "grad_norm": 0.41015625,
+      "learning_rate": 0.0007,
+      "loss": 2.581348991394043,
+      "step": 1080
+    },
+    {
+      "epoch": 0.0741489720256151,
+      "grad_norm": 0.404296875,
+      "learning_rate": 0.0007,
+      "loss": 2.574792671203613,
+      "step": 1100
+    },
+    {
+      "epoch": 0.07549713515335356,
+      "grad_norm": 0.384765625,
+      "learning_rate": 0.0007,
+      "loss": 2.538400650024414,
+      "step": 1120
+    },
+    {
+      "epoch": 0.07684529828109202,
+      "grad_norm": 0.41796875,
+      "learning_rate": 0.0007,
+      "loss": 2.5249162673950196,
+      "step": 1140
+    },
+    {
+      "epoch": 0.07819346140883048,
+      "grad_norm": 0.404296875,
+      "learning_rate": 0.0007,
+      "loss": 2.5237232208251954,
+      "step": 1160
+    },
+    {
+      "epoch": 0.07954162453656892,
+      "grad_norm": 0.396484375,
+      "learning_rate": 0.0007,
+      "loss": 2.517318344116211,
+      "step": 1180
+    },
+    {
+      "epoch": 0.08088978766430738,
+      "grad_norm": 0.41796875,
+      "learning_rate": 0.0007,
+      "loss": 2.507699203491211,
+      "step": 1200
+    },
+    {
+      "epoch": 0.08223795079204584,
+      "grad_norm": 0.3828125,
+      "learning_rate": 0.0007,
+      "loss": 2.4932661056518555,
+      "step": 1220
+    },
+    {
+      "epoch": 0.0835861139197843,
+      "grad_norm": 0.365234375,
+      "learning_rate": 0.0007,
+      "loss": 2.4781061172485352,
+      "step": 1240
+    },
+    {
+      "epoch": 0.08493427704752275,
+      "grad_norm": 0.388671875,
+      "learning_rate": 0.0007,
+      "loss": 2.465612030029297,
+      "step": 1260
+    },
+    {
+      "epoch": 0.08628244017526121,
+      "grad_norm": 0.41796875,
+      "learning_rate": 0.0007,
+      "loss": 2.4463497161865235,
+      "step": 1280
+    },
+    {
+      "epoch": 0.08763060330299967,
+      "grad_norm": 0.390625,
+      "learning_rate": 0.0007,
+      "loss": 2.4374414443969727,
+      "step": 1300
+    },
+    {
+      "epoch": 0.08897876643073811,
+      "grad_norm": 0.35546875,
+      "learning_rate": 0.0007,
+      "loss": 2.4308101654052736,
+      "step": 1320
+    },
+    {
+      "epoch": 0.09032692955847657,
+      "grad_norm": 0.40234375,
+      "learning_rate": 0.0007,
+      "loss": 2.416130256652832,
+      "step": 1340
+    },
+    {
+      "epoch": 0.09167509268621503,
+      "grad_norm": 0.4296875,
+      "learning_rate": 0.0007,
+      "loss": 2.41524600982666,
+      "step": 1360
+    },
+    {
+      "epoch": 0.09302325581395349,
+      "grad_norm": 0.359375,
+      "learning_rate": 0.0007,
+      "loss": 2.392221450805664,
+      "step": 1380
+    },
+    {
+      "epoch": 0.09437141894169195,
+      "grad_norm": 0.373046875,
+      "learning_rate": 0.0007,
+      "loss": 2.383866310119629,
+      "step": 1400
+    },
+    {
+      "epoch": 0.0957195820694304,
+      "grad_norm": 0.396484375,
+      "learning_rate": 0.0007,
+      "loss": 2.394974708557129,
+      "step": 1420
+    },
+    {
+      "epoch": 0.09706774519716886,
+      "grad_norm": 0.396484375,
+      "learning_rate": 0.0007,
+      "loss": 2.3713239669799804,
+      "step": 1440
+    },
+    {
+      "epoch": 0.09841590832490732,
+      "grad_norm": 0.37109375,
+      "learning_rate": 0.0007,
+      "loss": 2.3597253799438476,
+      "step": 1460
+    },
+    {
+      "epoch": 0.09976407145264576,
+      "grad_norm": 0.34765625,
+      "learning_rate": 0.0007,
+      "loss": 2.3452421188354493,
+      "step": 1480
+    },
+    {
+      "epoch": 0.10111223458038422,
+      "grad_norm": 0.376953125,
+      "learning_rate": 0.0007,
+      "loss": 2.3336454391479493,
+      "step": 1500
+    },
+    {
+      "epoch": 0.10246039770812268,
+      "grad_norm": 0.39453125,
+      "learning_rate": 0.0007,
+      "loss": 2.3358110427856444,
+      "step": 1520
+    },
+    {
+      "epoch": 0.10380856083586114,
+      "grad_norm": 0.40625,
+      "learning_rate": 0.0007,
+      "loss": 2.324386787414551,
+      "step": 1540
+    },
+    {
+      "epoch": 0.1051567239635996,
+      "grad_norm": 0.376953125,
+      "learning_rate": 0.0007,
+      "loss": 2.313844108581543,
+      "step": 1560
+    },
+    {
+      "epoch": 0.10650488709133805,
+      "grad_norm": 0.349609375,
+      "learning_rate": 0.0007,
+      "loss": 2.3294256210327147,
+      "step": 1580
+    },
+    {
+      "epoch": 0.10785305021907651,
+      "grad_norm": 0.40234375,
+      "learning_rate": 0.0007,
+      "loss": 2.297942352294922,
+      "step": 1600
+    },
+    {
+      "epoch": 0.10920121334681497,
+      "grad_norm": 0.357421875,
+      "learning_rate": 0.0007,
+      "loss": 2.296767997741699,
+      "step": 1620
+    },
+    {
+      "epoch": 0.11054937647455342,
+      "grad_norm": 0.37890625,
+      "learning_rate": 0.0007,
+      "loss": 2.3081844329833983,
+      "step": 1640
+    },
+    {
+      "epoch": 0.11189753960229187,
+      "grad_norm": 0.35546875,
+      "learning_rate": 0.0007,
+      "loss": 2.2883626937866213,
+      "step": 1660
+    },
+    {
+      "epoch": 0.11324570273003033,
+      "grad_norm": 0.375,
+      "learning_rate": 0.0007,
+      "loss": 2.272566223144531,
+      "step": 1680
+    },
+    {
+      "epoch": 0.11459386585776879,
+      "grad_norm": 0.373046875,
+      "learning_rate": 0.0007,
+      "loss": 2.281250762939453,
+      "step": 1700
+    },
+    {
+      "epoch": 0.11594202898550725,
+      "grad_norm": 0.41796875,
+      "learning_rate": 0.0007,
+      "loss": 2.257417106628418,
+      "step": 1720
+    },
+    {
+      "epoch": 0.1172901921132457,
+      "grad_norm": 0.365234375,
+      "learning_rate": 0.0007,
+      "loss": 2.2473636627197267,
+      "step": 1740
+    },
+    {
+      "epoch": 0.11863835524098416,
+      "grad_norm": 0.380859375,
+      "learning_rate": 0.0007,
+      "loss": 2.253912925720215,
+      "step": 1760
+    },
+    {
+      "epoch": 0.11998651836872262,
+      "grad_norm": 0.3515625,
+      "learning_rate": 0.0007,
+      "loss": 2.2672780990600585,
+      "step": 1780
+    },
+    {
+      "epoch": 0.12133468149646107,
+      "grad_norm": 0.3671875,
+      "learning_rate": 0.0007,
+      "loss": 2.261806106567383,
+      "step": 1800
+    },
+    {
+      "epoch": 0.12268284462419952,
+      "grad_norm": 0.375,
+      "learning_rate": 0.0007,
+      "loss": 2.2513105392456056,
+      "step": 1820
+    },
+    {
+      "epoch": 0.12403100775193798,
+      "grad_norm": 0.369140625,
+      "learning_rate": 0.0007,
+      "loss": 2.2201774597167967,
+      "step": 1840
+    },
+    {
+      "epoch": 0.12537917087967643,
+      "grad_norm": 0.35546875,
+      "learning_rate": 0.0007,
+      "loss": 2.2213924407958983,
+      "step": 1860
+    },
+    {
+      "epoch": 0.1267273340074149,
+      "grad_norm": 0.361328125,
+      "learning_rate": 0.0007,
+      "loss": 2.21158447265625,
+      "step": 1880
+    },
+    {
+      "epoch": 0.12807549713515334,
+      "grad_norm": 0.357421875,
+      "learning_rate": 0.0007,
+      "loss": 2.218313217163086,
+      "step": 1900
+    },
+    {
+      "epoch": 0.12942366026289182,
+      "grad_norm": 0.361328125,
+      "learning_rate": 0.0007,
+      "loss": 2.1961637496948243,
+      "step": 1920
+    },
+    {
+      "epoch": 0.13077182339063026,
+      "grad_norm": 0.369140625,
+      "learning_rate": 0.0007,
+      "loss": 2.2057926177978517,
+      "step": 1940
+    },
+    {
+      "epoch": 0.13211998651836873,
+      "grad_norm": 0.345703125,
+      "learning_rate": 0.0007,
+      "loss": 2.181648826599121,
+      "step": 1960
+    },
+    {
+      "epoch": 0.13346814964610718,
+      "grad_norm": 0.380859375,
+      "learning_rate": 0.0007,
+      "loss": 2.203908920288086,
+      "step": 1980
+    },
+    {
+      "epoch": 0.13481631277384565,
+      "grad_norm": 0.341796875,
+      "learning_rate": 0.0007,
+      "loss": 2.1758956909179688,
+      "step": 2000
+    },
+    {
+      "epoch": 0.1361644759015841,
+      "grad_norm": 0.35546875,
+      "learning_rate": 0.0007,
+      "loss": 2.185748481750488,
+      "step": 2020
+    },
+    {
+      "epoch": 0.13751263902932254,
+      "grad_norm": 0.41796875,
+      "learning_rate": 0.0007,
+      "loss": 2.165380668640137,
+      "step": 2040
+    },
+    {
+      "epoch": 0.138860802157061,
+      "grad_norm": 0.3515625,
+      "learning_rate": 0.0007,
+      "loss": 2.1852161407470705,
+      "step": 2060
+    },
+    {
+      "epoch": 0.14020896528479945,
+      "grad_norm": 0.34765625,
+      "learning_rate": 0.0007,
+      "loss": 2.160782051086426,
+      "step": 2080
+    },
+    {
+      "epoch": 0.14155712841253792,
+      "grad_norm": 0.337890625,
+      "learning_rate": 0.0007,
+      "loss": 2.152023124694824,
+      "step": 2100
+    },
+    {
+      "epoch": 0.14290529154027637,
+      "grad_norm": 0.359375,
+      "learning_rate": 0.0007,
+      "loss": 2.160308837890625,
+      "step": 2120
+    },
+    {
+      "epoch": 0.14425345466801484,
+      "grad_norm": 0.34765625,
+      "learning_rate": 0.0007,
+      "loss": 2.1609643936157226,
+      "step": 2140
+    },
+    {
+      "epoch": 0.14560161779575329,
+      "grad_norm": 0.357421875,
+      "learning_rate": 0.0007,
+      "loss": 2.1475265502929686,
+      "step": 2160
+    },
+    {
+      "epoch": 0.14694978092349173,
+      "grad_norm": 0.345703125,
+      "learning_rate": 0.0007,
+      "loss": 2.155929183959961,
+      "step": 2180
+    },
+    {
+      "epoch": 0.1482979440512302,
+      "grad_norm": 0.341796875,
+      "learning_rate": 0.0007,
+      "loss": 2.1293373107910156,
+      "step": 2200
+    },
+    {
+      "epoch": 0.14964610717896865,
+      "grad_norm": 0.35546875,
+      "learning_rate": 0.0007,
+      "loss": 2.137188720703125,
+      "step": 2220
+    },
+    {
+      "epoch": 0.15099427030670712,
+      "grad_norm": 0.345703125,
+      "learning_rate": 0.0007,
+      "loss": 2.1462854385375976,
+      "step": 2240
+    },
+    {
+      "epoch": 0.15234243343444556,
+      "grad_norm": 0.365234375,
+      "learning_rate": 0.0007,
+      "loss": 2.1255794525146485,
+      "step": 2260
+    },
+    {
+      "epoch": 0.15369059656218403,
+      "grad_norm": 0.33984375,
+      "learning_rate": 0.0007,
+      "loss": 2.1365018844604493,
+      "step": 2280
+    },
+    {
+      "epoch": 0.15503875968992248,
+      "grad_norm": 0.337890625,
+      "learning_rate": 0.0007,
+      "loss": 2.1164464950561523,
+      "step": 2300
+    },
+    {
+      "epoch": 0.15638692281766095,
+      "grad_norm": 0.361328125,
+      "learning_rate": 0.0007,
+      "loss": 2.127320671081543,
+      "step": 2320
+    },
+    {
+      "epoch": 0.1577350859453994,
+      "grad_norm": 0.3359375,
+      "learning_rate": 0.0007,
+      "loss": 2.117641067504883,
+      "step": 2340
+    },
+    {
+      "epoch": 0.15908324907313784,
+      "grad_norm": 0.357421875,
+      "learning_rate": 0.0007,
+      "loss": 2.119377326965332,
+      "step": 2360
+    },
+    {
+      "epoch": 0.1604314122008763,
+      "grad_norm": 0.33203125,
+      "learning_rate": 0.0007,
+      "loss": 2.121909332275391,
+      "step": 2380
+    },
+    {
+      "epoch": 0.16177957532861476,
+      "grad_norm": 0.361328125,
+      "learning_rate": 0.0007,
+      "loss": 2.10235538482666,
+      "step": 2400
+    },
+    {
+      "epoch": 0.16312773845635323,
+      "grad_norm": 0.353515625,
+      "learning_rate": 0.0007,
+      "loss": 2.1056692123413088,
+      "step": 2420
+    },
+    {
+      "epoch": 0.16447590158409167,
+      "grad_norm": 0.3359375,
+      "learning_rate": 0.0007,
+      "loss": 2.093578910827637,
+      "step": 2440
+    },
+    {
+      "epoch": 0.16582406471183014,
+      "grad_norm": 0.337890625,
+      "learning_rate": 0.0007,
+      "loss": 2.1059795379638673,
+      "step": 2460
+    },
+    {
+      "epoch": 0.1671722278395686,
+      "grad_norm": 0.361328125,
+      "learning_rate": 0.0007,
+      "loss": 2.106010627746582,
+      "step": 2480
+    },
+    {
+      "epoch": 0.1683855746545332,
+      "eval_loss": 2.100916624069214,
+      "eval_runtime": 15.3711,
+      "eval_samples_per_second": 619.799,
+      "eval_steps_per_second": 0.651,
+      "step": 2498
+    },
+    {
+      "epoch": 0.16852039096730703,
+      "grad_norm": 0.33984375,
+      "learning_rate": 0.0007,
+      "loss": 2.087843322753906,
+      "step": 2500
+    },
+    {
+      "epoch": 0.16852039096730703,
+      "eval_loss": 2.1001250743865967,
+      "eval_runtime": 18.4156,
+      "eval_samples_per_second": 517.335,
+      "eval_steps_per_second": 0.543,
+      "step": 2500
+    },
+    {
+      "epoch": 0.1698685540950455,
+      "grad_norm": 20840448.0,
+      "learning_rate": 3.4200000000000005e-05,
+      "loss": 2.092716407775879,
+      "step": 2520
+    },
+    {
+      "epoch": 0.17121671722278395,
+      "grad_norm": 22937600.0,
+      "learning_rate": 7.020000000000001e-05,
+      "loss": 2.106246566772461,
+      "step": 2540
+    },
+    {
+      "epoch": 0.17256488035052242,
+      "grad_norm": 116391936.0,
+      "learning_rate": 9e-05,
+      "loss": 3.2435539245605467,
+      "step": 2560
+    },
+    {
+      "epoch": 0.17391304347826086,
+      "grad_norm": 283115520.0,
+      "learning_rate": 9e-05,
+      "loss": 7.010993957519531,
+      "step": 2580
+    },
+    {
+      "epoch": 0.17526120660599934,
+      "grad_norm": 583008256.0,
+      "learning_rate": 9e-05,
+      "loss": 7.576824188232422,
+      "step": 2600
+    },
+    {
+      "epoch": 0.17660936973373778,
+      "grad_norm": 998244352.0,
+      "learning_rate": 9e-05,
+      "loss": 7.7992095947265625,
+      "step": 2620
+    },
+    {
+      "epoch": 0.17795753286147623,
+      "grad_norm": 1501560832.0,
+      "learning_rate": 9e-05,
+      "loss": 7.901728820800781,
+      "step": 2640
+    },
+    {
+      "epoch": 0.1793056959892147,
+      "grad_norm": 2055208960.0,
+      "learning_rate": 9e-05,
+      "loss": 7.956874847412109,
+      "step": 2660
+    },
+    {
+      "epoch": 0.18065385911695314,
+      "grad_norm": 2650800128.0,
+      "learning_rate": 9e-05,
+      "loss": 7.995229339599609,
+      "step": 2680
+    },
+    {
+      "epoch": 0.1820020222446916,
+      "grad_norm": 3288334336.0,
+      "learning_rate": 9e-05,
+      "loss": 8.019290161132812,
+      "step": 2700
+    },
+    {
+      "epoch": 0.18335018537243006,
+      "grad_norm": 3942645760.0,
+      "learning_rate": 9e-05,
+      "loss": 8.043710327148437,
+      "step": 2720
+    },
+    {
+      "epoch": 0.18469834850016853,
+      "grad_norm": 4630511616.0,
+      "learning_rate": 9e-05,
+      "loss": 8.043434143066406,
+      "step": 2740
+    },
+    {
+      "epoch": 0.18604651162790697,
+      "grad_norm": 5301600256.0,
+      "learning_rate": 9e-05,
+      "loss": 8.049758911132812,
+      "step": 2760
+    },
+    {
+      "epoch": 0.18739467475564545,
+      "grad_norm": 5972688896.0,
+      "learning_rate": 9e-05,
+      "loss": 8.061854553222656,
+      "step": 2780
+    },
+    {
+      "epoch": 0.1887428378833839,
+      "grad_norm": 6643777536.0,
+      "learning_rate": 9e-05,
+      "loss": 8.073146057128906,
+      "step": 2800
+    },
+    {
+      "epoch": 0.19009100101112233,
+      "grad_norm": 7281311744.0,
+      "learning_rate": 9e-05,
+      "loss": 8.076551818847657,
+      "step": 2820
+    },
+    {
+      "epoch": 0.1914391641388608,
+      "grad_norm": 7918845952.0,
+      "learning_rate": 9e-05,
+      "loss": 8.078580474853515,
+      "step": 2840
+    },
+    {
+      "epoch": 0.19278732726659925,
+      "grad_norm": 8556380160.0,
+      "learning_rate": 9e-05,
+      "loss": 8.073567199707032,
+      "step": 2860
+    },
+    {
+      "epoch": 0.19413549039433772,
+      "grad_norm": 9126805504.0,
+      "learning_rate": 9e-05,
+      "loss": 8.08355941772461,
+      "step": 2880
+    },
+    {
+      "epoch": 0.19548365352207617,
+      "grad_norm": 9730785280.0,
+      "learning_rate": 9e-05,
+      "loss": 8.085595703125,
+      "step": 2900
+    },
+    {
+      "epoch": 0.19683181664981464,
+      "grad_norm": 10267656192.0,
+      "learning_rate": 9e-05,
+      "loss": 8.09107666015625,
+      "step": 2920
+    },
+    {
+      "epoch": 0.19817997977755308,
+      "grad_norm": 10804527104.0,
+      "learning_rate": 9e-05,
+      "loss": 8.093254089355469,
+      "step": 2940
+    },
+    {
+      "epoch": 0.19952814290529153,
+      "grad_norm": 11341398016.0,
+      "learning_rate": 9e-05,
+      "loss": 8.094740295410157,
+      "step": 2960
+    },
+    {
+      "epoch": 0.20087630603303,
+      "grad_norm": 11811160064.0,
+      "learning_rate": 9e-05,
+      "loss": 8.100899505615235,
+      "step": 2980
+    },
+    {
+      "epoch": 0.20222446916076844,
+      "grad_norm": 12213813248.0,
+      "learning_rate": 9e-05,
+      "loss": 8.100372314453125,
+      "step": 3000
+    },
+    {
+      "epoch": 0.20357263228850692,
+      "grad_norm": 12616466432.0,
+      "learning_rate": 9e-05,
+      "loss": 8.101102447509765,
+      "step": 3020
+    },
+    {
+      "epoch": 0.20492079541624536,
+      "grad_norm": 13019119616.0,
+      "learning_rate": 9e-05,
+      "loss": 8.099246215820312,
+      "step": 3040
+    },
+    {
+      "epoch": 0.20626895854398383,
+      "grad_norm": 13421772800.0,
+      "learning_rate": 9e-05,
+      "loss": 8.084943389892578,
+      "step": 3060
+    },
+    {
+      "epoch": 0.20761712167172228,
+      "grad_norm": 13757317120.0,
+      "learning_rate": 9e-05,
+      "loss": 8.084758758544922,
+      "step": 3080
+    },
+    {
+      "epoch": 0.20896528479946072,
+      "grad_norm": 14159970304.0,
+      "learning_rate": 9e-05,
+      "loss": 8.089293670654296,
+      "step": 3100
+    },
+    {
+      "epoch": 0.2103134479271992,
+      "grad_norm": 14562623488.0,
+      "learning_rate": 9e-05,
+      "loss": 8.095923614501952,
+      "step": 3120
+    },
+    {
+      "epoch": 0.21166161105493764,
+      "grad_norm": 14965276672.0,
+      "learning_rate": 9e-05,
+      "loss": 8.09695816040039,
+      "step": 3140
+    },
+    {
+      "epoch": 0.2130097741826761,
+      "grad_norm": 15367929856.0,
+      "learning_rate": 9e-05,
+      "loss": 8.095108795166016,
+      "step": 3160
+    },
+    {
+      "epoch": 0.21435793731041455,
+      "grad_norm": 15770583040.0,
+      "learning_rate": 9e-05,
+      "loss": 8.094277954101562,
+      "step": 3180
+    },
+    {
+      "epoch": 0.21570610043815303,
+      "grad_norm": 16173236224.0,
+      "learning_rate": 9e-05,
+      "loss": 8.096886444091798,
+      "step": 3200
+    },
+    {
+      "epoch": 0.21705426356589147,
+      "grad_norm": 16508780544.0,
+      "learning_rate": 9e-05,
+      "loss": 8.10149917602539,
+      "step": 3220
+    },
+    {
+      "epoch": 0.21840242669362994,
+      "grad_norm": 16844324864.0,
+      "learning_rate": 9e-05,
+      "loss": 8.102628326416015,
+      "step": 3240
+    },
+    {
+      "epoch": 0.2197505898213684,
+      "grad_norm": 17179869184.0,
+      "learning_rate": 9e-05,
+      "loss": 8.108981323242187,
+      "step": 3260
+    },
+    {
+      "epoch": 0.22109875294910683,
+      "grad_norm": 17582522368.0,
+      "learning_rate": 9e-05,
+      "loss": 8.10803451538086,
+      "step": 3280
+    },
+    {
+      "epoch": 0.2224469160768453,
+      "grad_norm": 17850957824.0,
+      "learning_rate": 9e-05,
+      "loss": 8.101796722412109,
+      "step": 3300
+    }
+  ],
+  "logging_steps": 20,
+  "max_steps": 3500,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 1,
+  "save_steps": 100,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 1.06467365486592e+16,
+  "train_batch_size": 64,
+  "trial_name": null,
+  "trial_params": null
+}
diff --git a/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-3300/training_args.bin b/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-3300/training_args.bin
new file mode 100644
index 0000000000000000000000000000000000000000..c1e7646e238287016f463d9c164308eeb61907be
--- /dev/null
+++ b/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-3300/training_args.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:759f687547d62f080b691b398df9dd337d9e21ff107770065591d2088b29bf88
+size 4920
diff --git a/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-3400/config.json b/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-3400/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..ddf778ded4e2e08f20c75fc7d22d4fbdcdda599a
--- /dev/null
+++ b/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-3400/config.json
@@ -0,0 +1,36 @@
+{
+  "activation": "gelu",
+  "architectures": [
+    "TinyLlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 1,
+  "dtype": "bfloat16",
+  "eos_token_id": 2,
+  "head_dim": 32,
+  "hidden_act": "silu",
+  "hidden_size": 128,
+  "initializer_range": 0.02,
+  "intermediate_size": 256,
+  "max_position_embeddings": 512,
+  "mlp_bias": false,
+  "mlp_type": "glu",
+  "model_type": "tiny_llama",
+  "num_attention_heads": 4,
+  "num_hidden_layers": 100,
+  "num_key_value_heads": 4,
+  "pad_token_id": 0,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-06,
+  "rope_parameters": {
+    "rope_theta": 10000.0,
+    "rope_type": "default"
+  },
+  "tie_word_embeddings": true,
+  "tokenizer_name": "w-ahmad/tiny-stories-tokenizer",
+  "transformers_version": "5.16.0.dev0",
+  "use_cache": false,
+  "vocab_size": 4096,
+  "waleed_beta": 4
+}
diff --git a/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-3400/model.safetensors b/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-3400/model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..1711edb05e786f71bb2a092cf698caea4e6c2569
--- /dev/null
+++ b/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-3400/model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8a8002c069d0bd751b817cac92635e86d97904ddd48aef96eb9593c99c77405
+size 33967272
diff --git a/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-3400/optimizer.pt b/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-3400/optimizer.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14c03dc6ce0d27d13294f983277a8e914b0ea897
--- /dev/null
+++ b/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-3400/optimizer.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10db541f80be9671369e346dc1583eb1eb6f2ac9f50e82aaca567d8533ff6888
+size 39573050
diff --git a/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-3400/rng_state.pth b/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-3400/rng_state.pth
new file mode 100644
index 0000000000000000000000000000000000000000..e29ad0909e8c1afefa182e7ed890fa257c75af25
--- /dev/null
+++ b/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-3400/rng_state.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cf9097d4513154245c48236b6ec5137b7ee2a21c9f58f2cba798ea275c6026f
+size 14244
diff --git a/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-3400/scheduler.pt b/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-3400/scheduler.pt
new file mode 100644
index 0000000000000000000000000000000000000000..017e7c5d403620264a46ac1cf60e056852cdf447
--- /dev/null
+++ b/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-3400/scheduler.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d56f18bbf80d27667dff830c4bf2d569d657317bf85c1271d4a355eda1cf7318
+size 1064
diff --git a/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-3400/tokenizer.json b/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-3400/tokenizer.json
new file mode 100644
index 0000000000000000000000000000000000000000..4e4e61f2579f8f18013caa72cd48f66b9ed1ad9f
--- /dev/null
+++ b/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-3400/tokenizer.json
@@ -0,0 +1,19501 @@
+{
+  "version": "1.0",
+  "truncation": null,
+  "padding": null,
+  "added_tokens": [
+    {
+      "id": 0,
+      "content": "<|endoftext|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": true
+    }
+  ],
+  "normalizer": null,
+  "pre_tokenizer": {
+    "type": "ByteLevel",
+    "add_prefix_space": false,
+    "trim_offsets": true,
+    "use_regex": true
+  },
+  "post_processor": {
+    "type": "ByteLevel",
+    "add_prefix_space": true,
+    "trim_offsets": false,
+    "use_regex": true
+  },
+  "decoder": {
+    "type": "ByteLevel",
+    "add_prefix_space": true,
+    "trim_offsets": true,
+    "use_regex": true
+  },
+  "model": {
+    "type": "BPE",
+    "dropout": null,
+    "unk_token": null,
+    "continuing_subword_prefix": "",
+    "end_of_word_suffix": "",
+    "fuse_unk": false,
+    "byte_fallback": false,
+    "ignore_merges": false,
+    "vocab": {
+      "<|endoftext|>": 0,
+      "!": 1,
+      "\"": 2,
+      "#": 3,
+      "$": 4,
+      "%": 5,
+      "&": 6,
+      "'": 7,
+      "(": 8,
+      ")": 9,
+      "*": 10,
+      "+": 11,
+      ",": 12,
+      "-": 13,
+      ".": 14,
+      "/": 15,
+      "0": 16,
+      "1": 17,
+      "2": 18,
+      "3": 19,
+      "4": 20,
+      "5": 21,
+      "6": 22,
+      "7": 23,
+      "8": 24,
+      "9": 25,
+      ":": 26,
+      ";": 27,
+      "<": 28,
+      "=": 29,
+      ">": 30,
+      "?": 31,
+      "@": 32,
+      "A": 33,
+      "B": 34,
+      "C": 35,
+      "D": 36,
+      "E": 37,
+      "F": 38,
+      "G": 39,
+      "H": 40,
+      "I": 41,
+      "J": 42,
+      "K": 43,
+      "L": 44,
+      "M": 45,
+      "N": 46,
+      "O": 47,
+      "P": 48,
+      "Q": 49,
+      "R": 50,
+      "S": 51,
+      "T": 52,
+      "U": 53,
+      "V": 54,
+      "W": 55,
+      "X": 56,
+      "Y": 57,
+      "Z": 58,
+      "[": 59,
+      "\\": 60,
+      "]": 61,
+      "^": 62,
+      "_": 63,
+      "`": 64,
+      "a": 65,
+      "b": 66,
+      "c": 67,
+      "d": 68,
+      "e": 69,
+      "f": 70,
+      "g": 71,
+      "h": 72,
+      "i": 73,
+      "j": 74,
+      "k": 75,
+      "l": 76,
+      "m": 77,
+      "n": 78,
+      "o": 79,
+      "p": 80,
+      "q": 81,
+      "r": 82,
+      "s": 83,
+      "t": 84,
+      "u": 85,
+      "v": 86,
+      "w": 87,
+      "x": 88,
+      "y": 89,
+      "z": 90,
+      "{": 91,
+      "|": 92,
+      "}": 93,
+      "~": 94,
+      "¡": 95,
+      "¢": 96,
+      "£": 97,
+      "¤": 98,
+      "¥": 99,
+      "¦": 100,
+      "§": 101,
+      "¨": 102,
+      "©": 103,
+      "ª": 104,
+      "«": 105,
+      "¬": 106,
+      "®": 107,
+      "¯": 108,
+      "°": 109,
+      "±": 110,
+      "²": 111,
+      "³": 112,
+      "´": 113,
+      "µ": 114,
+      "¶": 115,
+      "·": 116,
+      "¸": 117,
+      "¹": 118,
+      "º": 119,
+      "»": 120,
+      "¼": 121,
+      "½": 122,
+      "¾": 123,
+      "¿": 124,
+      "À": 125,
+      "Á": 126,
+      "Â": 127,
+      "Ã": 128,
+      "Ä": 129,
+      "Å": 130,
+      "Æ": 131,
+      "Ç": 132,
+      "È": 133,
+      "É": 134,
+      "Ê": 135,
+      "Ë": 136,
+      "Ì": 137,
+      "Í": 138,
+      "Î": 139,
+      "Ï": 140,
+      "Ð": 141,
+      "Ñ": 142,
+      "Ò": 143,
+      "Ó": 144,
+      "Ô": 145,
+      "Õ": 146,
+      "Ö": 147,
+      "×": 148,
+      "Ø": 149,
+      "Ù": 150,
+      "Ú": 151,
+      "Û": 152,
+      "Ü": 153,
+      "Ý": 154,
+      "Þ": 155,
+      "ß": 156,
+      "à": 157,
+      "á": 158,
+      "â": 159,
+      "ã": 160,
+      "ä": 161,
+      "å": 162,
+      "æ": 163,
+      "ç": 164,
+      "è": 165,
+      "é": 166,
+      "ê": 167,
+      "ë": 168,
+      "ì": 169,
+      "í": 170,
+      "î": 171,
+      "ï": 172,
+      "ð": 173,
+      "ñ": 174,
+      "ò": 175,
+      "ó": 176,
+      "ô": 177,
+      "õ": 178,
+      "ö": 179,
+      "÷": 180,
+      "ø": 181,
+      "ù": 182,
+      "ú": 183,
+      "û": 184,
+      "ü": 185,
+      "ý": 186,
+      "þ": 187,
+      "ÿ": 188,
+      "Ā": 189,
+      "ā": 190,
+      "Ă": 191,
+      "ă": 192,
+      "Ą": 193,
+      "ą": 194,
+      "Ć": 195,
+      "ć": 196,
+      "Ĉ": 197,
+      "ĉ": 198,
+      "Ċ": 199,
+      "ċ": 200,
+      "Č": 201,
+      "č": 202,
+      "Ď": 203,
+      "ď": 204,
+      "Đ": 205,
+      "đ": 206,
+      "Ē": 207,
+      "ē": 208,
+      "Ĕ": 209,
+      "ĕ": 210,
+      "Ė": 211,
+      "ė": 212,
+      "Ę": 213,
+      "ę": 214,
+      "Ě": 215,
+      "ě": 216,
+      "Ĝ": 217,
+      "ĝ": 218,
+      "Ğ": 219,
+      "ğ": 220,
+      "Ġ": 221,
+      "ġ": 222,
+      "Ģ": 223,
+      "ģ": 224,
+      "Ĥ": 225,
+      "ĥ": 226,
+      "Ħ": 227,
+      "ħ": 228,
+      "Ĩ": 229,
+      "ĩ": 230,
+      "Ī": 231,
+      "ī": 232,
+      "Ĭ": 233,
+      "ĭ": 234,
+      "Į": 235,
+      "į": 236,
+      "İ": 237,
+      "ı": 238,
+      "IJ": 239,
+      "ij": 240,
+      "Ĵ": 241,
+      "ĵ": 242,
+      "Ķ": 243,
+      "ķ": 244,
+      "ĸ": 245,
+      "Ĺ": 246,
+      "ĺ": 247,
+      "Ļ": 248,
+      "ļ": 249,
+      "Ľ": 250,
+      "ľ": 251,
+      "Ŀ": 252,
+      "ŀ": 253,
+      "Ł": 254,
+      "ł": 255,
+      "Ń": 256,
+      "he": 257,
+      "Ġt": 258,
+      "Ġa": 259,
+      "Ġs": 260,
+      "Ġw": 261,
+      "nd": 262,
+      "Ġthe": 263,
+      "ed": 264,
+      "Ġand": 265,
+      "Ġto": 266,
+      "Ġb": 267,
+      "in": 268,
+      "Ġh": 269,
+      "Ġwa": 270,
+      "re": 271,
+      "Ġf": 272,
+      "it": 273,
+      "ou": 274,
+      "Ġc": 275,
+      "Ġl": 276,
+      "Ġhe": 277,
+      "Ġd": 278,
+      "er": 279,
+      "Ġwas": 280,
+      "Ġm": 281,
+      "Ġp": 282,
+      "om": 283,
+      "ĠT": 284,
+      "Ġo": 285,
+      "ay": 286,
+      "ar": 287,
+      "ing": 288,
+      "is": 289,
+      "Ġg": 290,
+      "il": 291,
+      "id": 292,
+      "at": 293,
+      "en": 294,
+      "Ġn": 295,
+      "Ġsa": 296,
+      "Ġha": 297,
+      "ĠS": 298,
+      "im": 299,
+      "an": 300,
+      "ĠThe": 301,
+      "or": 302,
+      "on": 303,
+      "Ġit": 304,
+      "Ġth": 305,
+      "ll": 306,
+      "le": 307,
+      "ĠH": 308,
+      "Ġher": 309,
+      "et": 310,
+      "ot": 311,
+      "ir": 312,
+      "ĠShe": 313,
+      "ĠHe": 314,
+      "ver": 315,
+      "es": 316,
+      "Ġin": 317,
+      "ut": 318,
+      "ow": 319,
+      "ck": 320,
+      "Ġe": 321,
+      "Ġu": 322,
+      "ld": 323,
+      "ĠThey": 324,
+      "oo": 325,
+      "ig": 326,
+      "Ġsaid": 327,
+      "am": 328,
+      "ily": 329,
+      "Ġbe": 330,
+      "Ġy": 331,
+      "Ġr": 332,
+      "Ġst": 333,
+      "ce": 334,
+      "Ġshe": 335,
+      "Ġ\"": 336,
+      "pp": 337,
+      "ke": 338,
+      "ith": 339,
+      "On": 340,
+      "ĠI": 341,
+      "Ġwith": 342,
+      "ve": 343,
+      "Lily": 344,
+      "Ġon": 345,
+      "Ġof": 346,
+      "Ġso": 347,
+      "Ġhis": 348,
+      "ked": 349,
+      "ri": 350,
+      "nt": 351,
+      "very": 352,
+      "Ġpl": 353,
+      "Ġday": 354,
+      "ad": 355,
+      "Ġyou": 356,
+      "Ġthat": 357,
+      "Ġup": 358,
+      "Ġhad": 359,
+      "st": 360,
+      "Ġplay": 361,
+      "Ġthey": 362,
+      "ĠLily": 363,
+      "Ġwe": 364,
+      "Ġmom": 365,
+      "my": 366,
+      "Ġfor": 367,
+      "el": 368,
+      "ould": 369,
+      "un": 370,
+      "ĠB": 371,
+      "'s": 372,
+      "itt": 373,
+      "ent": 374,
+      "Ġhapp": 375,
+      "The": 376,
+      "ch": 377,
+      "Ġli": 378,
+      "out": 379,
+      "Ġwant": 380,
+      "Ġsh": 381,
+      "her": 382,
+      "ly": 383,
+      "ime": 384,
+      "ittle": 385,
+      "ound": 386,
+      "Ġvery": 387,
+      "Ġtime": 388,
+      "ome": 389,
+      "Ġlittle": 390,
+      "Ġthere": 391,
+      "se": 392,
+      "Ġdo": 393,
+      "Ġwh": 394,
+      "all": 395,
+      "Ġk": 396,
+      "end": 397,
+      "al": 398,
+      "ht": 399,
+      "Ġne": 400,
+      "Ġre": 401,
+      "Ġnot": 402,
+      "Ġhappy": 403,
+      "ĠĊ": 404,
+      "Ġbig": 405,
+      "ĠM": 406,
+      "Ġbut": 407,
+      "Ġsm": 408,
+      "ack": 409,
+      "Ġsaw": 410,
+      "ĠIt": 411,
+      "Ġas": 412,
+      "Ġan": 413,
+      "ra": 414,
+      "riend": 415,
+      "Ġfriend": 416,
+      "ide": 417,
+      "One": 418,
+      "ry": 419,
+      "'t": 420,
+      "ved": 421,
+      "Ġis": 422,
+      "Once": 423,
+      "ake": 424,
+      ".\"": 425,
+      "Ġwere": 426,
+      "ter": 427,
+      "ug": 428,
+      "Ġloo": 429,
+      "Ġlo": 430,
+      "ore": 431,
+      "ec": 432,
+      "ĠTim": 433,
+      "Ġhim": 434,
+      "Ġbo": 435,
+      "!\"": 436,
+      "Ġtoo": 437,
+      "Ġgo": 438,
+      "Ġupon": 439,
+      "irl": 440,
+      "Ġj": 441,
+      "Ġwanted": 442,
+      "Ġgirl": 443,
+      "Ġse": 444,
+      "Ġout": 445,
+      "ard": 446,
+      "way": 447,
+      "Ġsp": 448,
+      "ill": 449,
+      "ind": 450,
+      "Ġthem": 451,
+      "Ġcould": 452,
+      "fu": 453,
+      "hen": 454,
+      "Ġat": 455,
+      "ur": 456,
+      "Ġdid": 457,
+      "Ġsmil": 458,
+      "Ġtheir": 459,
+      "Ġare": 460,
+      "Ġex": 461,
+      "ĠA": 462,
+      "ain": 463,
+      "Ġwent": 464,
+      "art": 465,
+      "hed": 466,
+      "rom": 467,
+      "ic": 468,
+      "round": 469,
+      "Ġhave": 470,
+      "Ġnam": 471,
+      "lp": 472,
+      "Ġall": 473,
+      "ĠJ": 474,
+      "ful": 475,
+      "Ġkn": 476,
+      "hing": 477,
+      "ood": 478,
+      "Ġhelp": 479,
+      "ight": 480,
+      "Ġfriends": 481,
+      "one": 482,
+      "ark": 483,
+      "Ġback": 484,
+      "um": 485,
+      "Ġcan": 486,
+      "Ġnamed": 487,
+      "Ġcl": 488,
+      "?\"": 489,
+      "Ġfun": 490,
+      "are": 491,
+      "ĠBen": 492,
+      "Ġloved": 493,
+      "Ġal": 494,
+      "elt": 495,
+      "ĠTimmy": 496,
+      "ĠOne": 497,
+      "op": 498,
+      "side": 499,
+      "Ġle": 500,
+      "Ġno": 501,
+      "Ġsc": 502,
+      "ĠTom": 503,
+      "Ġfelt": 504,
+      "oug": 505,
+      "Ġsmiled": 506,
+      "ick": 507,
+      "Ġasked": 508,
+      "You": 509,
+      "Ġtoy": 510,
+      "Ġman": 511,
+      "Ġaround": 512,
+      "ame": 513,
+      "Ġfe": 514,
+      "Ġsay": 515,
+      "Ġboy": 516,
+      "Ġsome": 517,
+      "Ġlooked": 518,
+      "ure": 519,
+      "omet": 520,
+      "Ġbr": 521,
+      "Ġwould": 522,
+      "Ġme": 523,
+      "Ġbir": 524,
+      "Ġlike": 525,
+      "get": 526,
+      "Ġstart": 527,
+      "Ġro": 528,
+      "as": 529,
+      "Ġsee": 530,
+      "ĠW": 531,
+      "ice": 532,
+      "ong": 533,
+      "Ġbird": 534,
+      "Ġsomet": 535,
+      "dd": 536,
+      "Ġwor": 537,
+      "ade": 538,
+      "ie": 539,
+      "king": 540,
+      "Ġag": 541,
+      "own": 542,
+      "Ġtre": 543,
+      "Ġfa": 544,
+      "Ġaway": 545,
+      "Ġwhat": 546,
+      "ings": 547,
+      "Ġstarted": 548,
+      "gether": 549,
+      "Ġran": 550,
+      "â": 551,
+      "âĤ": 552,
+      "âĤ¬": 553,
+      "ared": 554,
+      "Ġmake": 555,
+      "ĠBut": 556,
+      "ited": 557,
+      "if": 558,
+      "oud": 559,
+      "Ġmade": 560,
+      "Ġtogether": 561,
+      "Ġsomething": 562,
+      "Ġexc": 563,
+      "ag": 564,
+      "Ġco": 565,
+      "Ġpark": 566,
+      "Ġnew": 567,
+      "Ġsad": 568,
+      "Ġput": 569,
+      ",\"": 570,
+      "Ġfrom": 571,
+      "ble": 572,
+      "ther": 573,
+      "Ġpr": 574,
+      "Ġmu": 575,
+      "Ġcar": 576,
+      "Ġhome": 577,
+      "ĠYou": 578,
+      "Ġthen": 579,
+      "Ġwhen": 580,
+      "Ġfound": 581,
+      "ell": 582,
+      "Ġother": 583,
+      "Ġagain": 584,
+      "Ġch": 585,
+      "Ġdec": 586,
+      "Ġwho": 587,
+      "Ġla": 588,
+      "ried": 589,
+      "ss": 590,
+      "Ġgood": 591,
+      "Ġhug": 592,
+      "ĠL": 593,
+      "pped": 594,
+      "Ġwal": 595,
+      "ep": 596,
+      "ally": 597,
+      "Ġsays": 598,
+      "Ġfl": 599,
+      "est": 600,
+      "ach": 601,
+      "ĠE": 602,
+      "Ġexcited": 603,
+      "pl": 604,
+      "qu": 605,
+      "ook": 606,
+      "Ġget": 607,
+      "ought": 608,
+      "Ġplaying": 609,
+      "Ġgot": 610,
+      "Ġsw": 611,
+      "ous": 612,
+      "hat": 613,
+      "ny": 614,
+      "ided": 615,
+      "uck": 616,
+      "Ġthings": 617,
+      "Ġevery": 618,
+      "Ġdecided": 619,
+      "Ġcame": 620,
+      "Ġbec": 621,
+      "ave": 622,
+      "ro": 623,
+      "ax": 624,
+      "Ġliked": 625,
+      "Ġdown": 626,
+      "Ġdog": 627,
+      "Ġscared": 628,
+      "Ġv": 629,
+      "udd": 630,
+      "ust": 631,
+      "Ġone": 632,
+      "Ġfind": 633,
+      "Ġbl": 634,
+      "Ġthan": 635,
+      "ĠD": 636,
+      "ouse": 637,
+      "ways": 638,
+      "Ġkne": 639,
+      "Ġdidn": 640,
+      "ap": 641,
+      "Ġmommy": 642,
+      "Ġcare": 643,
+      "Ġalways": 644,
+      "Ġab": 645,
+      "ist": 646,
+      "Ġdad": 647,
+      "Ġfeel": 648,
+      "ara": 649,
+      "bb": 650,
+      "arn": 651,
+      "fe": 652,
+      "Ġyour": 653,
+      "Ġoutside": 654,
+      "ue": 655,
+      "Ġgra": 656,
+      "ant": 657,
+      "Ġke": 658,
+      "ĠMom": 659,
+      "Ġtook": 660,
+      "Ġlot": 661,
+      "nn": 662,
+      "Ġbu": 663,
+      "Ġabout": 664,
+      "ess": 665,
+      "ĠF": 666,
+      "nder": 667,
+      "Ġtree": 668,
+      "eci": 669,
+      "Ġlook": 670,
+      "Ġpo": 671,
+      "Ġmy": 672,
+      "our": 673,
+      "Ġtoys": 674,
+      "ite": 675,
+      "ched": 676,
+      "Ġknew": 677,
+      "Ġthought": 678,
+      "ened": 679,
+      "Ġlearn": 680,
+      "Ġint": 681,
+      "Ġold": 682,
+      "Ġmore": 683,
+      "nna": 684,
+      "ise": 685,
+      "ged": 686,
+      "Ġta": 687,
+      "udden": 688,
+      "ecial": 689,
+      "Ġspecial": 690,
+      "ĠMax": 691,
+      "au": 692,
+      "Ġwill": 693,
+      "ers": 694,
+      "They": 695,
+      "ret": 696,
+      "Ġpe": 697,
+      "Ġho": 698,
+      "ĠSam": 699,
+      "Ġtake": 700,
+      "Ġball": 701,
+      "Ġknow": 702,
+      "Ġlaug": 703,
+      "fter": 704,
+      "uddenly": 705,
+      "Ġcat": 706,
+      "Ġhow": 707,
+      "ive": 708,
+      "Ġtr": 709,
+      "Ġmuch": 710,
+      "Ġany": 711,
+      "Ġpu": 712,
+      "ma": 713,
+      "Ġsl": 714,
+      "Ġsor": 715,
+      "Ġmo": 716,
+      "ven": 717,
+      "ish": 718,
+      "Ġshow": 719,
+      "Ġcouldn": 720,
+      "ause": 721,
+      "ink": 722,
+      "But": 723,
+      "Ġhouse": 724,
+      "Ġinto": 725,
+      "ump": 726,
+      "Ġover": 727,
+      "Ġtried": 728,
+      "and": 729,
+      "Ġeat": 730,
+      "Ġsk": 731,
+      "Ġsun": 732,
+      "Ġtw": 733,
+      "Ġclo": 734,
+      "ia": 735,
+      "Ġrun": 736,
+      "Ġhand": 737,
+      "ĠEvery": 738,
+      "Ġen": 739,
+      "Ġinside": 740,
+      "dy": 741,
+      "Ġif": 742,
+      "Ġtold": 743,
+      "Ġnever": 744,
+      "ion": 745,
+      "Ġqu": 746,
+      "Ġbecause": 747,
+      "by": 748,
+      "Ġproud": 749,
+      "Ġgave": 750,
+      "Ġsorry": 751,
+      "Ġthis": 752,
+      "Ġop": 753,
+      "Ġplayed": 754,
+      "ate": 755,
+      "Ġexpl": 756,
+      "Ġheard": 757,
+      "ty": 758,
+      "Ġor": 759,
+      "Ġwater": 760,
+      "ank": 761,
+      "ge": 762,
+      "sed": 763,
+      "Ġpick": 764,
+      "other": 765,
+      "Ġroom": 766,
+      "etter": 767,
+      "Ġjust": 768,
+      "ace": 769,
+      "Ġhugged": 770,
+      "ak": 771,
+      "Ġgre": 772,
+      "here": 773,
+      "Ġoff": 774,
+      "ĠSara": 775,
+      "Ġpret": 776,
+      "ile": 777,
+      "Ġeach": 778,
+      "Ġcom": 779,
+      "Ġlong": 780,
+      "Ġbox": 781,
+      "ort": 782,
+      "Ġstr": 783,
+      "iz": 784,
+      "Ġunt": 785,
+      "Ġwat": 786,
+      "oth": 787,
+      "Ġneed": 788,
+      "Ġjo": 789,
+      "ĠWe": 790,
+      "Tom": 791,
+      "Ġsmall": 792,
+      "ine": 793,
+      "Ġbear": 794,
+      "Mom": 795,
+      "Ġuntil": 796,
+      "Ġnice": 797,
+      "Ġtry": 798,
+      "ving": 799,
+      "uc": 800,
+      "sel": 801,
+      "ough": 802,
+      "Ġlearned": 803,
+      "Ġkind": 804,
+      "ĠAnna": 805,
+      "ild": 806,
+      "Ġfo": 807,
+      "Ġmany": 808,
+      "'m": 809,
+      "ĠJack": 810,
+      "Ġbetter": 811,
+      "Ġim": 812,
+      "gry": 813,
+      "imal": 814,
+      "Ġanimal": 815,
+      "urt": 816,
+      "ft": 817,
+      "Ġend": 818,
+      "Ġsn": 819,
+      "aut": 820,
+      "Ġte": 821,
+      "Ġcle": 822,
+      "ĠJo": 823,
+      "vent": 824,
+      "urp": 825,
+      "Ġgr": 826,
+      "Ġbeaut": 827,
+      "Ġjump": 828,
+      "mb": 829,
+      "Ġad": 830,
+      "ream": 831,
+      "pt": 832,
+      "ĠSo": 833,
+      "ĠHer": 834,
+      "Ġflow": 835,
+      "ies": 836,
+      "Ġche": 837,
+      "Ġbra": 838,
+      "Ġthanked": 839,
+      "Ġeven": 840,
+      "Ġbest": 841,
+      "Ġcall": 842,
+      "ady": 843,
+      "He": 844,
+      "Ġlots": 845,
+      "Ġlaughed": 846,
+      "self": 847,
+      "Ġra": 848,
+      "Ġway": 849,
+      "ars": 850,
+      "urn": 851,
+      "Ġby": 852,
+      "Ġfast": 853,
+      "lly": 854,
+      "Ġfam": 855,
+      "ĠC": 856,
+      "ves": 857,
+      "arden": 858,
+      "Ġgarden": 859,
+      "Ġbeauti": 860,
+      "wn": 861,
+      "Th": 862,
+      "Ġbeautiful": 863,
+      "Ġloud": 864,
+      "lew": 865,
+      "Ġsky": 866,
+      "Ġdon": 867,
+      "hn": 868,
+      "ered": 869,
+      "iny": 870,
+      "Ġcareful": 871,
+      "Ġlove": 872,
+      "Ġfi": 873,
+      "ĠThen": 874,
+      "Åĵ": 875,
+      "ase": 876,
+      "ect": 877,
+      "Ġsafe": 878,
+      "ĠAnd": 879,
+      "Ġunder": 880,
+      "Ġcome": 881,
+      "ĠFrom": 882,
+      "Yes": 883,
+      "ĠMia": 884,
+      "It": 885,
+      "me": 886,
+      "Ġhard": 887,
+      "Ġcu": 888,
+      "Ġwo": 889,
+      "Ġlist": 890,
+      "Ġstay": 891,
+      "ane": 892,
+      "sh": 893,
+      "ople": 894,
+      "Ġgl": 895,
+      "ning": 896,
+      "Ġstill": 897,
+      "ool": 898,
+      "Ġhurt": 899,
+      "ree": 900,
+      "ĠHis": 901,
+      "Ġimp": 902,
+      "Ġfamily": 903,
+      "Ġâ": 904,
+      "Ġboth": 905,
+      "rm": 906,
+      "igh": 907,
+      "Ġlived": 908,
+      "hes": 909,
+      "When": 910,
+      "Ġpeople": 911,
+      "Ġanimals": 912,
+      "Ġcol": 913,
+      "Ġbrave": 914,
+      "Ġwalked": 915,
+      "ob": 916,
+      "Tim": 917,
+      "ct": 918,
+      "Ġlet": 919,
+      "urpr": 920,
+      "ĠWhen": 921,
+      "Ġtwo": 922,
+      "Ġsurpr": 923,
+      "Ġshould": 924,
+      "ished": 925,
+      "Ġbad": 926,
+      "ress": 927,
+      "Ġkept": 928,
+      "Ġfore": 929,
+      "Ġflew": 930,
+      "Ġfin": 931,
+      "Ġstor": 932,
+      "Ġfly": 933,
+      "ast": 934,
+      "ised": 935,
+      "ip": 936,
+      "Ġits": 937,
+      "led": 938,
+      "ock": 939,
+      "ucy": 940,
+      "fore": 941,
+      "Ġgoing": 942,
+      "Ġclean": 943,
+      "Ġdan": 944,
+      "Ġpic": 945,
+      "Ġsoon": 946,
+      "Ġcalled": 947,
+      "Ġshare": 948,
+      "kay": 949,
+      "Ġangry": 950,
+      "Ġrock": 951,
+      "Ġcon": 952,
+      "Ġpretty": 953,
+      "No": 954,
+      "Ġide": 955,
+      "ied": 956,
+      "illy": 957,
+      "Ġground": 958,
+      "xt": 959,
+      "Ġred": 960,
+      "Ġexplore": 961,
+      "Ġcry": 962,
+      "Ġadvent": 963,
+      "Ġsto": 964,
+      "so": 965,
+      "Ġreal": 966,
+      "Let": 967,
+      "Ġwind": 968,
+      "Ġshiny": 969,
+      "be": 970,
+      "Ġbook": 971,
+      "Ġalso": 972,
+      "Ġdoll": 973,
+      "Ġidea": 974,
+      "Ġbefore": 975,
+      "Ġopened": 976,
+      "dded": 977,
+      "Ġwhile": 978,
+      "ummy": 979,
+      "Ġkeep": 980,
+      "Ġey": 981,
+      "Ġnow": 982,
+      "Ġdoor": 983,
+      "Ġfeeling": 984,
+      "âĤ¬â": 985,
+      "oon": 986,
+      "oy": 987,
+      "Ġwalking": 988,
+      "Ġnoise": 989,
+      "Ġfr": 990,
+      "les": 991,
+      "age": 992,
+      "ious": 993,
+      "Ġcolor": 994,
+      "Ġturn": 995,
+      "thing": 996,
+      "ff": 997,
+      "uch": 998,
+      "th": 999,
+      "Ġbed": 1000,
+      "ary": 1001,
+      "Ġdra": 1002,
+      "Ġpicked": 1003,
+      "imb": 1004,
+      "eet": 1005,
+      "Ġclimb": 1006,
+      "Ġdel": 1007,
+      "What": 1008,
+      "Ġbeing": 1009,
+      "Ġfood": 1010,
+      "Ġun": 1011,
+      "Ġfar": 1012,
+      "ture": 1013,
+      "joy": 1014,
+      "Ġadventure": 1015,
+      "ac": 1016,
+      "Ġsmile": 1017,
+      "Ġdif": 1018,
+      "Ħ¢": 1019,
+      "âĤ¬âĦ¢": 1020,
+      "memb": 1021,
+      "Ġwr": 1022,
+      "Ġthr": 1023,
+      "ught": 1024,
+      "Ġlooking": 1025,
+      "Ġnext": 1026,
+      "iced": 1027,
+      "ĠLucy": 1028,
+      "Ġnodded": 1029,
+      "Ġquick": 1030,
+      "ĠP": 1031,
+      "Ġdis": 1032,
+      "Ġrepl": 1033,
+      "ĠDad": 1034,
+      "Ġwait": 1035,
+      "ized": 1036,
+      "Ġforest": 1037,
+      "Ġclos": 1038,
+      "ĠSuddenly": 1039,
+      "Ġtra": 1040,
+      "That": 1041,
+      "Ġeyes": 1042,
+      "ger": 1043,
+      "bbit": 1044,
+      "ted": 1045,
+      "Ġown": 1046,
+      "Ġrain": 1047,
+      "Ġimport": 1048,
+      "Ġgreat": 1049,
+      "Ġrememb": 1050,
+      "Ġpicture": 1051,
+      "Thank": 1052,
+      "Suddenly": 1053,
+      "Ġstopped": 1054,
+      "Ġenjoy": 1055,
+      "Ġvo": 1056,
+      "Ben": 1057,
+      "Ġgive": 1058,
+      "Ġimportant": 1059,
+      "Ġwork": 1060,
+      "Ġnear": 1061,
+      "gan": 1062,
+      "pot": 1063,
+      "Ġever": 1064,
+      "Ġapp": 1065,
+      "Ġafter": 1066,
+      "Ġquickly": 1067,
+      "Ġlisten": 1068,
+      "Ġbre": 1069,
+      "ting": 1070,
+      "bbed": 1071,
+      "Ġma": 1072,
+      "Ġfish": 1073,
+      "Ġreplied": 1074,
+      "Ġrabbit": 1075,
+      "Ġhands": 1076,
+      "ĠG": 1077,
+      "Ġnoticed": 1078,
+      "Ġbro": 1079,
+      "Ġslide": 1080,
+      "Ġthink": 1081,
+      "Ġwalk": 1082,
+      "Ġtruck": 1083,
+      "Ġac": 1084,
+      "kes": 1085,
+      "Ġstrong": 1086,
+      "She": 1087,
+      "Ġshowed": 1088,
+      "Ġde": 1089,
+      "Ġeveryone": 1090,
+      "Ġwonder": 1091,
+      "fere": 1092,
+      "bye": 1093,
+      "Ġdiffere": 1094,
+      "irst": 1095,
+      "So": 1096,
+      "Ġsure": 1097,
+      "Ġhas": 1098,
+      "Ġright": 1099,
+      "Ġbeen": 1100,
+      "Ġbecame": 1101,
+      "Ġsound": 1102,
+      "maz": 1103,
+      "Ġtow": 1104,
+      "Ġru": 1105,
+      "Ġtal": 1106,
+      "Ġamaz": 1107,
+      "Ġhead": 1108,
+      "Ġshout": 1109,
+      "Ġbright": 1110,
+      "Ġye": 1111,
+      "Ġwatched": 1112,
+      "ĠR": 1113,
+      "Ġmor": 1114,
+      "Ġchild": 1115,
+      "able": 1116,
+      "Ġmean": 1117,
+      "Ġwhere": 1118,
+      "llow": 1119,
+      "Ġhigh": 1120,
+      "ĠSue": 1121,
+      "Ġface": 1122,
+      "Ġcook": 1123,
+      "day": 1124,
+      "aybe": 1125,
+      "Ġwatch": 1126,
+      "Ġblue": 1127,
+      "aught": 1128,
+      "Ġdifferent": 1129,
+      "Ġstore": 1130,
+      "ĠN": 1131,
+      "Ġgoodbye": 1132,
+      "Ġdress": 1133,
+      "ull": 1134,
+      "ĠBob": 1135,
+      "ng": 1136,
+      "ange": 1137,
+      "Ġsqu": 1138,
+      "Ġokay": 1139,
+      "isy": 1140,
+      "lease": 1141,
+      "ĠMommy": 1142,
+      "Ġvoice": 1143,
+      "Jo": 1144,
+      "ath": 1145,
+      "Ġnight": 1146,
+      "ĠSpot": 1147,
+      "Ġus": 1148,
+      "Ġboat": 1149,
+      "Ġflowers": 1150,
+      "Ġplace": 1151,
+      "Ġfollow": 1152,
+      "Ġar": 1153,
+      "Ġuse": 1154,
+      "Ġcloser": 1155,
+      "unny": 1156,
+      "leep": 1157,
+      "ired": 1158,
+      "Ġfav": 1159,
+      "Ġyell": 1160,
+      "Ġgrabbed": 1161,
+      "Ġcuri": 1162,
+      "Ġwarm": 1163,
+      "Ġcr": 1164,
+      "Ġforg": 1165,
+      "ĠSarah": 1166,
+      "ĠJohn": 1167,
+      "Ġmag": 1168,
+      "Ġstick": 1169,
+      "We": 1170,
+      "Ġjumped": 1171,
+      "Ġcake": 1172,
+      "more": 1173,
+      "Ġtell": 1174,
+      "Ġanymore": 1175,
+      "After": 1176,
+      "Ġbutter": 1177,
+      "ndma": 1178,
+      "Ġthree": 1179,
+      "Ġask": 1180,
+      "co": 1181,
+      "Ġour": 1182,
+      "lie": 1183,
+      "Ġcurious": 1184,
+      "ount": 1185,
+      "orn": 1186,
+      "Ġcont": 1187,
+      "Ġfell": 1188,
+      "ached": 1189,
+      "ĠTh": 1190,
+      "Ġbirds": 1191,
+      "ass": 1192,
+      "Her": 1193,
+      "iss": 1194,
+      "Ġhelped": 1195,
+      "ĠJane": 1196,
+      "Ġpull": 1197,
+      "Ġfirst": 1198,
+      "itc": 1199,
+      "Ġblock": 1200,
+      "Ġhop": 1201,
+      "Ġbit": 1202,
+      "Ġdr": 1203,
+      "Ġrealized": 1204,
+      "Ġkid": 1205,
+      "Look": 1206,
+      "ila": 1207,
+      "Ġmon": 1208,
+      "Ġbrother": 1209,
+      "Anna": 1210,
+      "Sara": 1211,
+      "Ġz": 1212,
+      "ĠEveryone": 1213,
+      "Ġate": 1214,
+      "Ġdoes": 1215,
+      "imes": 1216,
+      "Ġhappened": 1217,
+      "Ġstop": 1218,
+      "zy": 1219,
+      "Ġyummy": 1220,
+      "Ġfavor": 1221,
+      "ppy": 1222,
+      "Ġkitc": 1223,
+      "Ġkitchen": 1224,
+      "Ġsweet": 1225,
+      "us": 1226,
+      "Ġper": 1227,
+      "Ġreally": 1228,
+      "aisy": 1229,
+      "Ġgrass": 1230,
+      "Ġfavorite": 1231,
+      "Ġbegan": 1232,
+      "Ġrest": 1233,
+      "Ġready": 1234,
+      "Ġlea": 1235,
+      "Ġreached": 1236,
+      "Ġunderst": 1237,
+      "air": 1238,
+      "Ġste": 1239,
+      "Ġbunny": 1240,
+      "ĠAs": 1241,
+      "Ġstory": 1242,
+      "'re": 1243,
+      "Ġpain": 1244,
+      "Ġsing": 1245,
+      "ster": 1246,
+      "Ġhere": 1247,
+      "Ġsand": 1248,
+      "Ġonly": 1249,
+      "Ġflo": 1250,
+      "Ġam": 1251,
+      "Ġglad": 1252,
+      "Ġtri": 1253,
+      "Ġbeh": 1254,
+      "Ġworld": 1255,
+      "Ġopen": 1256,
+      "Ġcre": 1257,
+      "fully": 1258,
+      "Ġprin": 1259,
+      "where": 1260,
+      "arent": 1261,
+      "Ġflower": 1262,
+      "Ġthrough": 1263,
+      "Ġba": 1264,
+      "Ġfire": 1265,
+      "Ġdone": 1266,
+      "Ġhaving": 1267,
+      "Ġthing": 1268,
+      "Ġdelic": 1269,
+      "Ġhimself": 1270,
+      "Ġtired": 1271,
+      "Ġparent": 1272,
+      "Ġsoft": 1273,
+      "Ġfro": 1274,
+      "Timmy": 1275,
+      "Ġtast": 1276,
+      "Ġbutterf": 1277,
+      "ĠLet": 1278,
+      "Ġcut": 1279,
+      "Ġpart": 1280,
+      "Ġwhy": 1281,
+      "ken": 1282,
+      "Ġmess": 1283,
+      "Can": 1284,
+      "Ġworry": 1285,
+      "Mommy": 1286,
+      "iver": 1287,
+      "Ġdin": 1288,
+      "uff": 1289,
+      "ater": 1290,
+      "Ġmagic": 1291,
+      "Ġwaved": 1292,
+      "Ġshouted": 1293,
+      "Ġpond": 1294,
+      "Ġkids": 1295,
+      "Ġhat": 1296,
+      "Ġduck": 1297,
+      "Ġsees": 1298,
+      "olly": 1299,
+      "illed": 1300,
+      "Ġgame": 1301,
+      "ient": 1302,
+      "Ġmaking": 1303,
+      "ather": 1304,
+      "John": 1305,
+      "As": 1306,
+      "akes": 1307,
+      "Ġcatch": 1308,
+      "Ġseen": 1309,
+      "Ġcool": 1310,
+      "ation": 1311,
+      "Ġcoming": 1312,
+      "Ġless": 1313,
+      "Ġdark": 1314,
+      "Ġused": 1315,
+      "eddy": 1316,
+      "Ġfix": 1317,
+      "ĠJoe": 1318,
+      "Ġthank": 1319,
+      "mer": 1320,
+      "Ġtop": 1321,
+      "Ġlady": 1322,
+      "Ġhair": 1323,
+      "aring": 1324,
+      "Ġprom": 1325,
+      "Ġhopped": 1326,
+      "ĠCan": 1327,
+      "\".": 1328,
+      "ign": 1329,
+      "Ġsurprise": 1330,
+      "Ġdraw": 1331,
+      "Ġmum": 1332,
+      "Ġmouse": 1333,
+      "Ġfunny": 1334,
+      "rel": 1335,
+      "Ġcra": 1336,
+      "Ġ-": 1337,
+      "aper": 1338,
+      "Ġfull": 1339,
+      "Ġtouch": 1340,
+      "Ġlight": 1341,
+      "Ġspot": 1342,
+      "ren": 1343,
+      "Ġdro": 1344,
+      "ĠBenny": 1345,
+      "Ġparents": 1346,
+      "Ġworked": 1347,
+      "ins": 1348,
+      "oney": 1349,
+      "ĠDo": 1350,
+      "Ġsurprised": 1351,
+      "Ġcarefully": 1352,
+      "Ġtrees": 1353,
+      "Ġfrog": 1354,
+      "Ġswing": 1355,
+      "Ġdoing": 1356,
+      "Don": 1357,
+      "Ġsat": 1358,
+      "inally": 1359,
+      "ĠThat": 1360,
+      "Ġice": 1361,
+      "ĠIn": 1362,
+      "Ġheld": 1363,
+      "Wow": 1364,
+      "Ġrunning": 1365,
+      "Ġpretend": 1366,
+      "Ġswim": 1367,
+      "Ġset": 1368,
+      "Ġread": 1369,
+      "Ġdelicious": 1370,
+      "Ġneeded": 1371,
+      "Ġtight": 1372,
+      "Ġslow": 1373,
+      "Ġremembered": 1374,
+      "Ġlost": 1375,
+      "Ġcold": 1376,
+      "Ġsmell": 1377,
+      "ards": 1378,
+      "Ġwood": 1379,
+      "Ġhappily": 1380,
+      "hy": 1381,
+      "ely": 1382,
+      "Ġlooks": 1383,
+      "Ġbehind": 1384,
+      "Ġherself": 1385,
+      "Ġcried": 1386,
+      "Ġenjoyed": 1387,
+      "Ġname": 1388,
+      "ask": 1389,
+      "Ġyears": 1390,
+      "Ġbuy": 1391,
+      "Ġhole": 1392,
+      "Ġblocks": 1393,
+      "Ġdri": 1394,
+      "Ġsleep": 1395,
+      "Ġgi": 1396,
+      "Ġyellow": 1397,
+      "cess": 1398,
+      "Ġbutterfly": 1399,
+      "ike": 1400,
+      "ued": 1401,
+      "Ġwished": 1402,
+      "Ġperf": 1403,
+      "Ġanother": 1404,
+      "ĠDaisy": 1405,
+      "Ġgreen": 1406,
+      "Ġmove": 1407,
+      "Ġtall": 1408,
+      "Ġair": 1409,
+      "Ġbag": 1410,
+      "Ġfloor": 1411,
+      "Ġcars": 1412,
+      "Ġlesson": 1413,
+      "ul": 1414,
+      "Ġbow": 1415,
+      "Ġarri": 1416,
+      "Ġwindow": 1417,
+      "Ġsho": 1418,
+      "Ġchildren": 1419,
+      "ner": 1420,
+      "Ġfinished": 1421,
+      "Ġhill": 1422,
+      "ĠAfter": 1423,
+      "andy": 1424,
+      "sp": 1425,
+      "ens": 1426,
+      "Ġpaper": 1427,
+      "Ġlikes": 1428,
+      "From": 1429,
+      "sy": 1430,
+      "Ġhold": 1431,
+      "Sam": 1432,
+      "Ġwrong": 1433,
+      "reed": 1434,
+      "Ġcontin": 1435,
+      "Ġunderstand": 1436,
+      "atter": 1437,
+      "uit": 1438,
+      "rew": 1439,
+      "Ġgent": 1440,
+      "Ġanything": 1441,
+      "Ġclose": 1442,
+      "Ġwall": 1443,
+      "Ġel": 1444,
+      "asure": 1445,
+      "Ġleft": 1446,
+      "Ġable": 1447,
+      "Ġarrived": 1448,
+      "Ġhun": 1449,
+      "ross": 1450,
+      "av": 1451,
+      "Ġhear": 1452,
+      "Ġfriendly": 1453,
+      "Ġforgot": 1454,
+      "Ġgone": 1455,
+      "ama": 1456,
+      "Ġcreat": 1457,
+      "Ġwet": 1458,
+      "Ġlion": 1459,
+      "Hell": 1460,
+      "Hello": 1461,
+      "Ġdream": 1462,
+      "Ġhot": 1463,
+      "bo": 1464,
+      "ber": 1465,
+      "ĠSally": 1466,
+      "Ġfilled": 1467,
+      "Ġdir": 1468,
+      "ield": 1469,
+      "Ġcookies": 1470,
+      "Ġlaugh": 1471,
+      "Ġbroken": 1472,
+      "Ġdinner": 1473,
+      "lf": 1474,
+      "Ġelse": 1475,
+      "Ġhid": 1476,
+      "ced": 1477,
+      "Ġpink": 1478,
+      "Ġfollowed": 1479,
+      "Ġtable": 1480,
+      "Ġmar": 1481,
+      "Ġcolors": 1482,
+      "oup": 1483,
+      "Ġmoment": 1484,
+      "Ġcontinued": 1485,
+      "Ġwonderful": 1486,
+      "ĠEm": 1487,
+      "ey": 1488,
+      "ined": 1489,
+      "irrel": 1490,
+      "rot": 1491,
+      "Ġfinally": 1492,
+      "Jack": 1493,
+      "Ġarm": 1494,
+      "Ġmight": 1495,
+      "ĠNow": 1496,
+      "Ġcast": 1497,
+      "Ġyes": 1498,
+      "Ġbuild": 1499,
+      "Ġenough": 1500,
+      "ĠBilly": 1501,
+      "Ġsomeone": 1502,
+      "Ġperfect": 1503,
+      "Ġfair": 1504,
+      "Ġstayed": 1505,
+      "app": 1506,
+      "Ġmorning": 1507,
+      "ĠThere": 1508,
+      "Ġpuppy": 1509,
+      "ol": 1510,
+      "Ġdaddy": 1511,
+      "Ġtrying": 1512,
+      "'ll": 1513,
+      "Ġju": 1514,
+      "Ġothers": 1515,
+      "Ġbooks": 1516,
+      "Ġagreed": 1517,
+      "Ġmus": 1518,
+      "Ġsnow": 1519,
+      "Ġsquirrel": 1520,
+      "Ġcream": 1521,
+      "room": 1522,
+      "Ġgetting": 1523,
+      "Ġgrandma": 1524,
+      "ĠLila": 1525,
+      "Ġleaves": 1526,
+      "Ġbaby": 1527,
+      "Ġcount": 1528,
+      "icy": 1529,
+      "Ġfew": 1530,
+      "At": 1531,
+      "Ġfall": 1532,
+      "Then": 1533,
+      "gon": 1534,
+      "Ġbreak": 1535,
+      "Ġclimbed": 1536,
+      "ries": 1537,
+      "Ġbeach": 1538,
+      "ash": 1539,
+      "Ġbug": 1540,
+      "Ġplease": 1541,
+      "Ġmother": 1542,
+      "Ġbrought": 1543,
+      "Ġtrain": 1544,
+      "ance": 1545,
+      "ĠThis": 1546,
+      "Ġdeep": 1547,
+      "Ġvis": 1548,
+      "ated": 1549,
+      "shed": 1550,
+      "Ġmet": 1551,
+      "Ġwasn": 1552,
+      "Ġsometimes": 1553,
+      "Ġeverything": 1554,
+      "ĠTommy": 1555,
+      "ich": 1556,
+      "Ġmusic": 1557,
+      "key": 1558,
+      "ling": 1559,
+      "This": 1560,
+      "os": 1561,
+      "Ġturned": 1562,
+      "lc": 1563,
+      "Ġride": 1564,
+      "oom": 1565,
+      "Ġsong": 1566,
+      "oring": 1567,
+      "Ġspark": 1568,
+      "Ġfight": 1569,
+      "Ġhungry": 1570,
+      "ons": 1571,
+      "Ġpictures": 1572,
+      "ds": 1573,
+      "Ġmakes": 1574,
+      "Ġsear": 1575,
+      "ucky": 1576,
+      "Ġlistened": 1577,
+      "Ġjoy": 1578,
+      "Ġpol": 1579,
+      "ĠWhat": 1580,
+      "His": 1581,
+      "ee": 1582,
+      "Ġclot": 1583,
+      "Ġsail": 1584,
+      "apped": 1585,
+      "bble": 1586,
+      "Ġcomp": 1587,
+      "Ġplan": 1588,
+      "Ġwants": 1589,
+      "Ġclothes": 1590,
+      "Ġpoin": 1591,
+      "ĠK": 1592,
+      "zz": 1593,
+      "Ġballoon": 1594,
+      "Ġstrange": 1595,
+      "man": 1596,
+      "enny": 1597,
+      "Ġpi": 1598,
+      "Ġgrow": 1599,
+      "Ġflying": 1600,
+      "row": 1601,
+      "Ġscary": 1602,
+      "Ġtreat": 1603,
+      "Ġwaited": 1604,
+      "Ġamazed": 1605,
+      "Ġteddy": 1606,
+      "Ġcastle": 1607,
+      "ister": 1608,
+      "Ġele": 1609,
+      "Ġamazing": 1610,
+      "med": 1611,
+      "Ġspl": 1612,
+      "Oh": 1613,
+      "Ġleave": 1614,
+      "Ġowner": 1615,
+      "Ġpromised": 1616,
+      "Ġdanger": 1617,
+      "ever": 1618,
+      "OK": 1619,
+      "Ġsuch": 1620,
+      "Ġwhite": 1621,
+      "Ġpat": 1622,
+      "Ġtalk": 1623,
+      "uffy": 1624,
+      "Ġfur": 1625,
+      "Ġpie": 1626,
+      "ope": 1627,
+      "red": 1628,
+      "Ġpulled": 1629,
+      "Ġpre": 1630,
+      "Ġwoods": 1631,
+      "ĠTo": 1632,
+      "Ġshared": 1633,
+      "Ġalone": 1634,
+      "Ġtowards": 1635,
+      "cle": 1636,
+      "ĠMaybe": 1637,
+      "Ġsit": 1638,
+      "Ġnap": 1639,
+      "Ġcolorful": 1640,
+      "amp": 1641,
+      "hone": 1642,
+      "Ġvisit": 1643,
+      "igg": 1644,
+      "ugg": 1645,
+      "thy": 1646,
+      "ence": 1647,
+      "Ġtail": 1648,
+      "ctor": 1649,
+      "Ġmagical": 1650,
+      "Ġriver": 1651,
+      "Ġhig": 1652,
+      "Ġbelie": 1653,
+      "Ġgrate": 1654,
+      "ually": 1655,
+      "ang": 1656,
+      "ott": 1657,
+      "Ġhide": 1658,
+      "Ġsilly": 1659,
+      "Ġsmiles": 1660,
+      "ower": 1661,
+      "Ġside": 1662,
+      "Max": 1663,
+      "Ġroll": 1664,
+      "Ġgu": 1665,
+      "ĠAmy": 1666,
+      "Ġpro": 1667,
+      "eter": 1668,
+      "Ġfaster": 1669,
+      "Ġgrateful": 1670,
+      "Ġtreasure": 1671,
+      "ased": 1672,
+      "Ġsnack": 1673,
+      "up": 1674,
+      "Ġland": 1675,
+      "avy": 1676,
+      "Ġmoral": 1677,
+      "ained": 1678,
+      "Ġsister": 1679,
+      "ĠGra": 1680,
+      "Ġshap": 1681,
+      "Ġpaint": 1682,
+      "Ġslowly": 1683,
+      "Ġfield": 1684,
+      "Ġpet": 1685,
+      "Ġsec": 1686,
+      "orm": 1687,
+      "ĠJim": 1688,
+      "Ġbran": 1689,
+      "Ġmin": 1690,
+      "Ġmust": 1691,
+      "Ġhelping": 1692,
+      "Ġworried": 1693,
+      "Ġjob": 1694,
+      "Ġfox": 1695,
+      "set": 1696,
+      "Ġmoney": 1697,
+      "Ġpot": 1698,
+      "Ġqui": 1699,
+      "Ġbel": 1700,
+      "Ġacc": 1701,
+      "Ġliving": 1702,
+      "Ġmonster": 1703,
+      "less": 1704,
+      "Ġparty": 1705,
+      "ear": 1706,
+      "Ġmost": 1707,
+      "Ġwear": 1708,
+      "Ġremember": 1709,
+      "ire": 1710,
+      "Ġsign": 1711,
+      "wl": 1712,
+      "Ġcloud": 1713,
+      "Ġcandy": 1714,
+      "Ġhigher": 1715,
+      "ipped": 1716,
+      "ident": 1717,
+      "ĠAll": 1718,
+      "der": 1719,
+      "ze": 1720,
+      "Ġquiet": 1721,
+      "Ġtown": 1722,
+      "unch": 1723,
+      "Ġprincess": 1724,
+      "Ġruns": 1725,
+      "asket": 1726,
+      "em": 1727,
+      "Ġeverywhere": 1728,
+      "Ġjoin": 1729,
+      "Ġstepped": 1730,
+      "Ġbasket": 1731,
+      "Ġlake": 1732,
+      "Ġcup": 1733,
+      "sw": 1734,
+      "outh": 1735,
+      "Ġcarrot": 1736,
+      "Ġcoll": 1737,
+      "Ġplant": 1738,
+      "Ġscream": 1739,
+      "ĠDaddy": 1740,
+      "Ġbuck": 1741,
+      "Ġheavy": 1742,
+      "Ġbigger": 1743,
+      "Ġcho": 1744,
+      "Ġblank": 1745,
+      "Ġclosed": 1746,
+      "Ġwon": 1747,
+      "ises": 1748,
+      "Ġansw": 1749,
+      "br": 1750,
+      "Ġblanket": 1751,
+      "Ġmouth": 1752,
+      "ames": 1753,
+      "eces": 1754,
+      "Ġeating": 1755,
+      "Ġpieces": 1756,
+      "cket": 1757,
+      "Ġstre": 1758,
+      "Ġwelc": 1759,
+      "Ġwouldn": 1760,
+      "Ġreach": 1761,
+      "Ġbroke": 1762,
+      "eared": 1763,
+      "Ġdangerous": 1764,
+      "gs": 1765,
+      "ph": 1766,
+      "ĠMolly": 1767,
+      "Ġce": 1768,
+      "ĠMr": 1769,
+      "ord": 1770,
+      "fort": 1771,
+      "Ġdolls": 1772,
+      "ming": 1773,
+      "Ġdance": 1774,
+      "Ġdragon": 1775,
+      "Ġthinks": 1776,
+      "Ġasks": 1777,
+      "Ġacross": 1778,
+      "Okay": 1779,
+      "Ġchair": 1780,
+      "Ġteac": 1781,
+      "Ġbott": 1782,
+      "Hi": 1783,
+      "Ġpa": 1784,
+      "Ġneigh": 1785,
+      "Ġbar": 1786,
+      "Ġbike": 1787,
+      "Ġpack": 1788,
+      "iting": 1789,
+      "Ġdisapp": 1790,
+      "Ġneighb": 1791,
+      "Ġstuck": 1792,
+      "de": 1793,
+      "Ġgif": 1794,
+      "Ġfruit": 1795,
+      "Ġbelieve": 1796,
+      "cy": 1797,
+      "Ġve": 1798,
+      "Ġcrying": 1799,
+      "ier": 1800,
+      "phant": 1801,
+      "Ġsuddenly": 1802,
+      "Ġsoup": 1803,
+      "Ġrace": 1804,
+      "Ġthrew": 1805,
+      "Sure": 1806,
+      "Ġfarmer": 1807,
+      "Ġaccident": 1808,
+      "Ġdirty": 1809,
+      "Ġelephant": 1810,
+      "Ġmonkey": 1811,
+      "Ġheal": 1812,
+      "weet": 1813,
+      "Ġrem": 1814,
+      "Ġpers": 1815,
+      "Ġsame": 1816,
+      "ored": 1817,
+      "ventually": 1818,
+      "ead": 1819,
+      "pping": 1820,
+      "Ġgentle": 1821,
+      "Ġfree": 1822,
+      "Ġbrown": 1823,
+      "Maybe": 1824,
+      "Ġinst": 1825,
+      "Ġbee": 1826,
+      "ix": 1827,
+      "Ġben": 1828,
+      "Ġwin": 1829,
+      "Ġblack": 1830,
+      "Ġalong": 1831,
+      "Ġlonger": 1832,
+      "ible": 1833,
+      "Ġspr": 1834,
+      "Ġclapped": 1835,
+      "Finally": 1836,
+      "Why": 1837,
+      "cked": 1838,
+      "Ġwords": 1839,
+      "ĠFl": 1840,
+      "Ġteacher": 1841,
+      "Ġupset": 1842,
+      "chool": 1843,
+      "Ġpiece": 1844,
+      "Ġwell": 1845,
+      "Ġcheered": 1846,
+      "Ġhit": 1847,
+      "Ġsang": 1848,
+      "ment": 1849,
+      "Ġbowl": 1850,
+      "Ġbite": 1851,
+      "Ġdoctor": 1852,
+      "ĠJill": 1853,
+      "Ġbucket": 1854,
+      "Mia": 1855,
+      "Ġbath": 1856,
+      "Ġcaught": 1857,
+      "Ġheart": 1858,
+      "Ġforget": 1859,
+      "Ġmark": 1860,
+      "Ġbutt": 1861,
+      "Ġdry": 1862,
+      "Ġyoung": 1863,
+      "Ġsea": 1864,
+      "Ġcour": 1865,
+      "Ġdropped": 1866,
+      "ese": 1867,
+      "Ġyard": 1868,
+      "Ġplac": 1869,
+      "ourn": 1870,
+      "Ġschool": 1871,
+      "Ġswings": 1872,
+      "bby": 1873,
+      "Ġwings": 1874,
+      "bs": 1875,
+      "Ġexplained": 1876,
+      "Ġjourn": 1877,
+      "Ġbring": 1878,
+      "Ġdrink": 1879,
+      "Ġstreet": 1880,
+      "Ġjuice": 1881,
+      "ung": 1882,
+      "Ġnearby": 1883,
+      "ĠEmma": 1884,
+      "Ġsmo": 1885,
+      "Ġsmart": 1886,
+      "Ġpushed": 1887,
+      "Ġstories": 1888,
+      "Ġdrove": 1889,
+      "Ġtiny": 1890,
+      "Ġpen": 1891,
+      "Ġcourse": 1892,
+      "Ġes": 1893,
+      "Ġmine": 1894,
+      "Ġtoday": 1895,
+      "Ġpocket": 1896,
+      "Ġyear": 1897,
+      "aughter": 1898,
+      "Ġje": 1899,
+      "Ġsecret": 1900,
+      "Ġexp": 1901,
+      "Ġwithout": 1902,
+      "Ġsinging": 1903,
+      "Ġwelcome": 1904,
+      "Ġhappen": 1905,
+      "to": 1906,
+      "Ġfit": 1907,
+      "Ġstu": 1908,
+      "vel": 1909,
+      "ract": 1910,
+      "Ġbus": 1911,
+      "Ġcheese": 1912,
+      "Ġcray": 1913,
+      "Ġfairy": 1914,
+      "Ġjar": 1915,
+      "Ġturns": 1916,
+      "Ġbush": 1917,
+      "bow": 1918,
+      "llo": 1919,
+      "Ġexploring": 1920,
+      "Ġlon": 1921,
+      "Ġstand": 1922,
+      "itting": 1923,
+      "Ġseemed": 1924,
+      "Ġspoon": 1925,
+      "ĠFinally": 1926,
+      "Ġgames": 1927,
+      "Ġwoke": 1928,
+      "issed": 1929,
+      "Ġresp": 1930,
+      "Ġtrou": 1931,
+      "Ġtwins": 1932,
+      "Ġhoped": 1933,
+      "Ġatt": 1934,
+      "Ġlonely": 1935,
+      "Ġant": 1936,
+      "ĠMama": 1937,
+      "orrow": 1938,
+      "Ġnoises": 1939,
+      "Ġhugs": 1940,
+      "ountain": 1941,
+      "yard": 1942,
+      "Ġdaughter": 1943,
+      "Ġinv": 1944,
+      "Ġkey": 1945,
+      "ail": 1946,
+      "Ġrocks": 1947,
+      "Ġdisco": 1948,
+      "Ġsu": 1949,
+      "Ġlunch": 1950,
+      "read": 1951,
+      "oun": 1952,
+      "vered": 1953,
+      "Ġbackyard": 1954,
+      "Ġsuc": 1955,
+      "Ġcow": 1956,
+      "Ġapple": 1957,
+      "ek": 1958,
+      "Ġswam": 1959,
+      "Ġshoes": 1960,
+      "Ġstars": 1961,
+      "Ġshook": 1962,
+      "ittens": 1963,
+      "Ġmiss": 1964,
+      "ches": 1965,
+      "Ġwish": 1966,
+      "Ġrelie": 1967,
+      "fused": 1968,
+      "Ġshapes": 1969,
+      "urple": 1970,
+      "Ġtower": 1971,
+      "ity": 1972,
+      "Ġcorn": 1973,
+      "Ġmoved": 1974,
+      "shine": 1975,
+      "Ġ3": 1976,
+      "Ġthough": 1977,
+      "Ġcir": 1978,
+      "umb": 1979,
+      "Ġtaking": 1980,
+      "ts": 1981,
+      "ĠTweet": 1982,
+      "ape": 1983,
+      "Ġrainbow": 1984,
+      "Ġthrow": 1985,
+      "Ġstar": 1986,
+      "Ġbench": 1987,
+      "Ġneck": 1988,
+      "ocked": 1989,
+      "Ġcreature": 1990,
+      "Ġbubble": 1991,
+      "Ġlate": 1992,
+      "Ġadventures": 1993,
+      "Ġowl": 1994,
+      "ions": 1995,
+      "And": 1996,
+      "Ġwhe": 1997,
+      "Ġpar": 1998,
+      "Ġshell": 1999,
+      "Ġkite": 2000,
+      "ĠFluffy": 2001,
+      "ining": 2002,
+      "Ġmil": 2003,
+      "unt": 2004,
+      "Ġfence": 2005,
+      "Ġmix": 2006,
+      "Ġlift": 2007,
+      "Ġaccidentally": 2008,
+      "Ġwise": 2009,
+      "Ġhello": 2010,
+      "Ġpurple": 2011,
+      "pper": 2012,
+      "Ġonto": 2013,
+      "Ġspin": 2014,
+      "ten": 2015,
+      "ours": 2016,
+      "Ġsitting": 2017,
+      "idge": 2018,
+      "Ġsunshine": 2019,
+      "Ġcute": 2020,
+      "Ġmat": 2021,
+      "ward": 2022,
+      "Ġshop": 2023,
+      "Ġwhist": 2024,
+      "Ġdist": 2025,
+      "Ġorange": 2026,
+      "Lila": 2027,
+      "Ġnaught": 2028,
+      "ĠSammy": 2029,
+      "Ġnaughty": 2030,
+      "Ġnest": 2031,
+      "ose": 2032,
+      "ors": 2033,
+      "lla": 2034,
+      "Ġmilk": 2035,
+      "fish": 2036,
+      "Ġaf": 2037,
+      "Ġboun": 2038,
+      "Ġphone": 2039,
+      "Ġarms": 2040,
+      "Ġeas": 2041,
+      "ness": 2042,
+      "Ġcarry": 2043,
+      "ĠGrandma": 2044,
+      "og": 2045,
+      "Ġbought": 2046,
+      "Ġdriver": 2047,
+      "Ġinstead": 2048,
+      "Later": 2049,
+      "Ġtalked": 2050,
+      "Ġsearched": 2051,
+      "gged": 2052,
+      "Ġpig": 2053,
+      "Ġcozy": 2054,
+      "Ġsunny": 2055,
+      "itty": 2056,
+      "Ġfeels": 2057,
+      "Ġfan": 2058,
+      "Ġwondered": 2059,
+      "Ġcomes": 2060,
+      "Ġswimming": 2061,
+      "uched": 2062,
+      "Ġtouched": 2063,
+      "Ġpop": 2064,
+      "ĠInside": 2065,
+      "ale": 2066,
+      "Ġlucky": 2067,
+      "Ġlaughing": 2068,
+      "Ġbelong": 2069,
+      "Ġsounds": 2070,
+      "Ġwom": 2071,
+      "Ġcave": 2072,
+      "let": 2073,
+      "Ġjourney": 2074,
+      "Ġwoman": 2075,
+      "Ġcou": 2076,
+      "Ġnothing": 2077,
+      "Ġcoat": 2078,
+      "Ġrelieved": 2079,
+      "ĠO": 2080,
+      "Ġpeace": 2081,
+      "adow": 2082,
+      "Ġnose": 2083,
+      "Ġbusy": 2084,
+      "Bob": 2085,
+      "Ġpast": 2086,
+      "Ġapples": 2087,
+      "Ġsick": 2088,
+      "Ġrope": 2089,
+      "Ġpatient": 2090,
+      "Ġact": 2091,
+      "Ġpudd": 2092,
+      "Ġinc": 2093,
+      "raid": 2094,
+      "Ġwatching": 2095,
+      "Ġbranch": 2096,
+      "Ġafraid": 2097,
+      "Ġtom": 2098,
+      "ider": 2099,
+      "Ġdays": 2100,
+      "Ġret": 2101,
+      "cing": 2102,
+      "ĠMary": 2103,
+      "Ġband": 2104,
+      "Ġfarm": 2105,
+      "Ġhuge": 2106,
+      "ĠThank": 2107,
+      "ator": 2108,
+      "Ġexciting": 2109,
+      "Ġdanced": 2110,
+      "thday": 2111,
+      "Ġwar": 2112,
+      "ĠSoon": 2113,
+      "ball": 2114,
+      "Ġgigg": 2115,
+      "blem": 2116,
+      "Ġzoom": 2117,
+      "Ġmad": 2118,
+      "Ġvill": 2119,
+      "Ġforever": 2120,
+      "Ġproblem": 2121,
+      "Ġcollect": 2122,
+      "ped": 2123,
+      "irt": 2124,
+      "Ġminut": 2125,
+      "Ġwra": 2126,
+      "ho": 2127,
+      "Ġlife": 2128,
+      "Ġknee": 2129,
+      "ces": 2130,
+      "Do": 2131,
+      "cer": 2132,
+      "mp": 2133,
+      "arp": 2134,
+      "Ġking": 2135,
+      "Ġasleep": 2136,
+      "Ġreturn": 2137,
+      "Ġsharp": 2138,
+      "Ġrel": 2139,
+      "Ġpower": 2140,
+      "eth": 2141,
+      "Ġholding": 2142,
+      "Ġfing": 2143,
+      "Ġhealthy": 2144,
+      "ĠMittens": 2145,
+      "Ġprot": 2146,
+      "Ġmeet": 2147,
+      "Ġorgan": 2148,
+      "Ġclever": 2149,
+      "Ġspotted": 2150,
+      "Ġletter": 2151,
+      "Ġgather": 2152,
+      "alm": 2153,
+      "Of": 2154,
+      "ere": 2155,
+      "Ġround": 2156,
+      "Ġstorm": 2157,
+      "Ġprotect": 2158,
+      "Ġgift": 2159,
+      "amed": 2160,
+      "Ġmail": 2161,
+      "ĠJen": 2162,
+      "Ġbirthday": 2163,
+      "Ġpres": 2164,
+      "Ġsaf": 2165,
+      "Ġneighbor": 2166,
+      "epend": 2167,
+      "Ġtakes": 2168,
+      "sc": 2169,
+      "Ġear": 2170,
+      "Ġcomfort": 2171,
+      "Ġent": 2172,
+      "Ġrep": 2173,
+      "Ġperson": 2174,
+      "Ġsmiling": 2175,
+      "ĠWith": 2176,
+      "Ġgently": 2177,
+      "Ġpointed": 2178,
+      "Every": 2179,
+      "owed": 2180,
+      "Ġspo": 2181,
+      "col": 2182,
+      "Ġtasty": 2183,
+      "ular": 2184,
+      "ĠJimmy": 2185,
+      "Ġplane": 2186,
+      "sting": 2187,
+      "hin": 2188,
+      "Ġhoney": 2189,
+      "itch": 2190,
+      "Ġpill": 2191,
+      "Ġpass": 2192,
+      "itten": 2193,
+      "Ġmatter": 2194,
+      "Ġadm": 2195,
+      "Ġtasted": 2196,
+      "Ġsmelled": 2197,
+      "nic": 2198,
+      "ove": 2199,
+      "Ġeag": 2200,
+      "Ġshining": 2201,
+      "Hey": 2202,
+      "Ġhope": 2203,
+      "Ġplaces": 2204,
+      "Ġkick": 2205,
+      "ĠCh": 2206,
+      "Ġpicnic": 2207,
+      "Ġbottle": 2208,
+      "Ġrespect": 2209,
+      "Ġblew": 2210,
+      "Ġappeared": 2211,
+      "Ġsupp": 2212,
+      "Tommy": 2213,
+      "ĠCome": 2214,
+      "Ġspider": 2215,
+      "Ġintere": 2216,
+      "Ġcheer": 2217,
+      "board": 2218,
+      "Ġwearing": 2219,
+      "Ġpresent": 2220,
+      "ert": 2221,
+      "Ġmist": 2222,
+      "ize": 2223,
+      "Ġtrouble": 2224,
+      "Ġtrip": 2225,
+      "Ġpract": 2226,
+      "Ġkiss": 2227,
+      "Ġquest": 2228,
+      "ond": 2229,
+      "Ġash": 2230,
+      "Ġloves": 2231,
+      "Ġtightly": 2232,
+      "gg": 2233,
+      "arge": 2234,
+      "Ġsur": 2235,
+      "Ġspread": 2236,
+      "aur": 2237,
+      "Ġwide": 2238,
+      "ones": 2239,
+      "umber": 2240,
+      "Ġfeather": 2241,
+      "Ġsplas": 2242,
+      "ont": 2243,
+      "ndp": 2244,
+      "Ġlater": 2245,
+      "Ġwhole": 2246,
+      "Ġanyone": 2247,
+      "Ġbread": 2248,
+      "Molly": 2249,
+      "Ġdes": 2250,
+      "Ġrec": 2251,
+      "ella": 2252,
+      "Ġroad": 2253,
+      "In": 2254,
+      "Ġoce": 2255,
+      "Ġgiant": 2256,
+      "Ġocean": 2257,
+      "els": 2258,
+      "Ġpuzz": 2259,
+      "Ġcookie": 2260,
+      "Ġpan": 2261,
+      "Ġpath": 2262,
+      "ÅĵI": 2263,
+      "Ġconfused": 2264,
+      "Ġscreamed": 2265,
+      "Ġclouds": 2266,
+      "eb": 2267,
+      "Ġimpress": 2268,
+      "Ġfront": 2269,
+      "ĠGo": 2270,
+      "Ġseat": 2271,
+      "lex": 2272,
+      "Ġlay": 2273,
+      "Ġwhich": 2274,
+      "la": 2275,
+      "Ġthin": 2276,
+      "Ġteach": 2277,
+      "erly": 2278,
+      "Ġdi": 2279,
+      "Ġanswer": 2280,
+      "ungle": 2281,
+      "Ġap": 2282,
+      "ssed": 2283,
+      "hile": 2284,
+      "ub": 2285,
+      "Ġlarge": 2286,
+      "Ġjungle": 2287,
+      "Ġpromise": 2288,
+      "Ġser": 2289,
+      "Ġber": 2290,
+      "Ġwild": 2291,
+      "Ġbark": 2292,
+      "Ġmach": 2293,
+      "oose": 2294,
+      "Ġbutton": 2295,
+      "ndpa": 2296,
+      "Good": 2297,
+      "Ġmyster": 2298,
+      "Ġsnake": 2299,
+      "Ġvillage": 2300,
+      "Ġhor": 2301,
+      "ĠEmily": 2302,
+      "Come": 2303,
+      "Ġtool": 2304,
+      "Ġputs": 2305,
+      "Ġlast": 2306,
+      "Ġimag": 2307,
+      "ĠJake": 2308,
+      "Lucy": 2309,
+      "Ġtid": 2310,
+      "Ġban": 2311,
+      "lebr": 2312,
+      "Ġeventually": 2313,
+      "Ġslid": 2314,
+      "Ġwave": 2315,
+      "Ġlive": 2316,
+      "Ġchased": 2317,
+      "ĠEverywhere": 2318,
+      "Ġcelebr": 2319,
+      "Ġcrayons": 2320,
+      "Just": 2321,
+      "Ġspent": 2322,
+      "Ġwrite": 2323,
+      "Ġgives": 2324,
+      "unk": 2325,
+      "ife": 2326,
+      "Ġdecor": 2327,
+      "Ġfoot": 2328,
+      "Ġdelight": 2329,
+      "Ġsol": 2330,
+      "Ġsandw": 2331,
+      "Ġdirt": 2332,
+      "ĠJenny": 2333,
+      "Ġtalking": 2334,
+      "Ġtreats": 2335,
+      "Ġcart": 2336,
+      "ching": 2337,
+      "Ġwaiting": 2338,
+      "Ġhiding": 2339,
+      "Ġsnowman": 2340,
+      "Ġinteresting": 2341,
+      "Ġhon": 2342,
+      "ony": 2343,
+      "Ġshelf": 2344,
+      "Ġtaste": 2345,
+      "een": 2346,
+      "Jim": 2347,
+      "Ġstep": 2348,
+      "Mum": 2349,
+      "Ġhelpful": 2350,
+      "Ġfeet": 2351,
+      "Ġshy": 2352,
+      "Ġgoes": 2353,
+      "Ġval": 2354,
+      "Ġemb": 2355,
+      "Ġstood": 2356,
+      "Ġshr": 2357,
+      "Ġbuilding": 2358,
+      "Ġoven": 2359,
+      "Ġstret": 2360,
+      "Ġlovely": 2361,
+      "Ġducks": 2362,
+      "Ġcorner": 2363,
+      "Ġwash": 2364,
+      "cks": 2365,
+      "Ġspe": 2366,
+      "Ġpretended": 2367,
+      "Ġrolled": 2368,
+      "Ġrude": 2369,
+      "old": 2370,
+      "Ġcalm": 2371,
+      "Ġpile": 2372,
+      "Ġteeth": 2373,
+      "Ġjumping": 2374,
+      "Ġzoo": 2375,
+      "Ġpuddle": 2376,
+      "Ġtidy": 2377,
+      "Mama": 2378,
+      "iger": 2379,
+      "ipe": 2380,
+      "Ġbugs": 2381,
+      "Ġashamed": 2382,
+      "Ġbat": 2383,
+      "ina": 2384,
+      "ĠRe": 2385,
+      "Ġob": 2386,
+      "Ġstra": 2387,
+      "ĠSt": 2388,
+      "Ġwhistle": 2389,
+      "Ġbanan": 2390,
+      "not": 2391,
+      "Ġnet": 2392,
+      "Ġforgive": 2393,
+      "Ġprince": 2394,
+      "ener": 2395,
+      "Ġshirt": 2396,
+      "Ġsel": 2397,
+      "Ġcoo": 2398,
+      "Ġembar": 2399,
+      "umpy": 2400,
+      "Ġsparkly": 2401,
+      "Ġremind": 2402,
+      "Ġsug": 2403,
+      "Ġcross": 2404,
+      "Ġmind": 2405,
+      "Ġcannot": 2406,
+      "Ġsuccess": 2407,
+      "Ġembarra": 2408,
+      "Soon": 2409,
+      "Ġmot": 2410,
+      "Ġsharing": 2411,
+      "Ġworm": 2412,
+      "Ġfold": 2413,
+      "Ġpeaceful": 2414,
+      "Ġwore": 2415,
+      "Ġmountain": 2416,
+      "Ġblow": 2417,
+      "lice": 2418,
+      "Ġign": 2419,
+      "Ġbell": 2420,
+      "Ġfurry": 2421,
+      "Ġgrab": 2422,
+      "als": 2423,
+      "ometimes": 2424,
+      "Ġwhenever": 2425,
+      "Ġpour": 2426,
+      "vous": 2427,
+      "llie": 2428,
+      "Ġpush": 2429,
+      "Ġbreath": 2430,
+      "Ġmachine": 2431,
+      "Ġsugar": 2432,
+      "Ġchick": 2433,
+      "Ġcreative": 2434,
+      "St": 2435,
+      "ned": 2436,
+      "Ġbal": 2437,
+      "Ġstir": 2438,
+      "Ġdolp": 2439,
+      "Ġtries": 2440,
+      "Now": 2441,
+      "Ġlad": 2442,
+      "ĠLe": 2443,
+      "Ġmed": 2444,
+      "Ġpool": 2445,
+      "Ġgener": 2446,
+      "Ġsal": 2447,
+      "ork": 2448,
+      "ult": 2449,
+      "Ġspray": 2450,
+      "Ġship": 2451,
+      "ian": 2452,
+      "Ġhum": 2453,
+      "Ġhel": 2454,
+      "isa": 2455,
+      "Ġselfish": 2456,
+      "Ġhar": 2457,
+      "Ġfaces": 2458,
+      "Ġmessy": 2459,
+      "Ġ'": 2460,
+      "Ġple": 2461,
+      "ĠSome": 2462,
+      "ĠHow": 2463,
+      "Ġgold": 2464,
+      "Ġchocol": 2465,
+      "Please": 2466,
+      "Ġminutes": 2467,
+      "Ġpillow": 2468,
+      "My": 2469,
+      "aking": 2470,
+      "Ġtun": 2471,
+      "Ġmissed": 2472,
+      "ighed": 2473,
+      "Ġvan": 2474,
+      "Ġfixed": 2475,
+      "Ġfighting": 2476,
+      "oin": 2477,
+      "Ġfig": 2478,
+      "Ġembarrassed": 2479,
+      "Ġmeant": 2480,
+      "Ġdrive": 2481,
+      "Ġtomorrow": 2482,
+      "Ġhours": 2483,
+      "Ġca": 2484,
+      "Ġner": 2485,
+      "Ġspicy": 2486,
+      "Ġknowing": 2487,
+      "ĠPlease": 2488,
+      "Sarah": 2489,
+      "Ġladder": 2490,
+      "ital": 2491,
+      "Ġhorse": 2492,
+      "ato": 2493,
+      "Ġug": 2494,
+      "ĠJust": 2495,
+      "Ġtrust": 2496,
+      "Ġhosp": 2497,
+      "Ġugly": 2498,
+      "Ġhospital": 2499,
+      "Ġchew": 2500,
+      "Ġbedroom": 2501,
+      "Ġeasy": 2502,
+      "Ġnervous": 2503,
+      "Ġrob": 2504,
+      "Ġthankful": 2505,
+      "Ġcarrots": 2506,
+      "Dad": 2507,
+      "elly": 2508,
+      "Ġgrew": 2509,
+      "Ġcolour": 2510,
+      "Ġbarked": 2511,
+      "Ġcouch": 2512,
+      "Ġnut": 2513,
+      "Ġmeadow": 2514,
+      "Ġtaught": 2515,
+      "Ġunderstood": 2516,
+      "Ġdisappoin": 2517,
+      "Ġpas": 2518,
+      "ano": 2519,
+      "Ġoften": 2520,
+      "Ġclass": 2521,
+      "Ġpassed": 2522,
+      "Ġknocked": 2523,
+      "Ġlanded": 2524,
+      "Ġmic": 2525,
+      "ird": 2526,
+      "Ġfear": 2527,
+      "Ġcoin": 2528,
+      "Ġmud": 2529,
+      "work": 2530,
+      "Ġdeter": 2531,
+      "Ġreg": 2532,
+      "Ġreturned": 2533,
+      "Ġdeterm": 2534,
+      "Ġhur": 2535,
+      "Ġfinish": 2536,
+      "izz": 2537,
+      "Ġtea": 2538,
+      "Ġsmooth": 2539,
+      "mo": 2540,
+      "Ġstuff": 2541,
+      "Ġmov": 2542,
+      "Ġgenerous": 2543,
+      "To": 2544,
+      "ĠOn": 2545,
+      "isp": 2546,
+      "Ġdrum": 2547,
+      "obby": 2548,
+      "Ġbubbles": 2549,
+      "Ġrobot": 2550,
+      "Ġthese": 2551,
+      "Ġseed": 2552,
+      "Ġglass": 2553,
+      "Ġdisappointed": 2554,
+      "ground": 2555,
+      "Ġring": 2556,
+      "Ġcard": 2557,
+      "Ġhears": 2558,
+      "Ġcarried": 2559,
+      "Ġmoon": 2560,
+      "Ġchocolate": 2561,
+      "Ġleaf": 2562,
+      "Ġsnacks": 2563,
+      "Ġcirc": 2564,
+      "Ġfancy": 2565,
+      "dle": 2566,
+      "Ġspend": 2567,
+      "ĠAnn": 2568,
+      "ustr": 2569,
+      "Ġcrab": 2570,
+      "Ġsongs": 2571,
+      "pack": 2572,
+      "Ġpir": 2573,
+      "ecially": 2574,
+      "osaur": 2575,
+      "Ġsold": 2576,
+      "Ġbridge": 2577,
+      "ĠEven": 2578,
+      "Ġsleepy": 2579,
+      "Ġhonest": 2580,
+      "Ġmir": 2581,
+      "ĠBr": 2582,
+      "Ġpaw": 2583,
+      "pecially": 2584,
+      "Ġav": 2585,
+      "ĠWhy": 2586,
+      "izzy": 2587,
+      "Ġchest": 2588,
+      "Ġwolf": 2589,
+      "Ġdinosaur": 2590,
+      "Ġespecially": 2591,
+      "Ġmap": 2592,
+      "Ġgas": 2593,
+      "ory": 2594,
+      "Ġchange": 2595,
+      "Ġgroup": 2596,
+      "Ġgathered": 2597,
+      "Ġsour": 2598,
+      "Ġpoor": 2599,
+      "Ġsplash": 2600,
+      "Ġwaves": 2601,
+      "Ġforward": 2602,
+      "Ġclown": 2603,
+      "Ġmysterious": 2604,
+      "ror": 2605,
+      "Ġbody": 2606,
+      "Ġfrustr": 2607,
+      "Ġcraw": 2608,
+      "Ġfake": 2609,
+      "Ġpin": 2610,
+      "Ġok": 2611,
+      "Ġrad": 2612,
+      "Ġwhisp": 2613,
+      "Ġtwirl": 2614,
+      "Ġstring": 2615,
+      "Ġsmelly": 2616,
+      "ĠTogether": 2617,
+      "sist": 2618,
+      "Ġcand": 2619,
+      "Ġgate": 2620,
+      "Ġscar": 2621,
+      "ĠKitty": 2622,
+      "Ġneckl": 2623,
+      "Billy": 2624,
+      "Ġmotor": 2625,
+      "ying": 2626,
+      "ote": 2627,
+      "Ġshore": 2628,
+      "urse": 2629,
+      "Ġjew": 2630,
+      "Ġweak": 2631,
+      "Ġgrumpy": 2632,
+      "Ġfinger": 2633,
+      "Ġsack": 2634,
+      "Ġkitten": 2635,
+      "Ġpolite": 2636,
+      "Ġglue": 2637,
+      "uce": 2638,
+      "Ġnumber": 2639,
+      "airs": 2640,
+      "Ġesc": 2641,
+      "Ġmirror": 2642,
+      "Ġsheep": 2643,
+      "Ġvase": 2644,
+      "Ġplants": 2645,
+      "Ġberries": 2646,
+      "most": 2647,
+      "Be": 2648,
+      "den": 2649,
+      "Ġjelly": 2650,
+      "ĠTheir": 2651,
+      "Ġemp": 2652,
+      "itter": 2653,
+      "There": 2654,
+      "Ġscr": 2655,
+      "Ġgray": 2656,
+      "Ġpuzzle": 2657,
+      "Ġnecklace": 2658,
+      "Ġmaybe": 2659,
+      "Ġplate": 2660,
+      "Ġalmost": 2661,
+      "usie": 2662,
+      "Ġfrustrated": 2663,
+      "Ġempty": 2664,
+      "port": 2665,
+      "orry": 2666,
+      "Ġthick": 2667,
+      "Ġjam": 2668,
+      "Ġskipped": 2669,
+      "ensive": 2670,
+      "ĠTeddy": 2671,
+      "aged": 2672,
+      "Ġcloset": 2673,
+      "Ġhidden": 2674,
+      "Ġexpensive": 2675,
+      "Ġdetermined": 2676,
+      "Ġbored": 2677,
+      "Ġlit": 2678,
+      "Ġdrew": 2679,
+      "Ġlegs": 2680,
+      "Ġhopping": 2681,
+      "ates": 2682,
+      "ĠSometimes": 2683,
+      "Ġsticks": 2684,
+      "Ġones": 2685,
+      "ĠAt": 2686,
+      "Ġbirdie": 2687,
+      "ĠDon": 2688,
+      "Ġpolice": 2689,
+      "Ġfruits": 2690,
+      "Ġtick": 2691,
+      "Ġaunt": 2692,
+      "Ġwis": 2693,
+      "Ġbake": 2694,
+      "Ġline": 2695,
+      "ots": 2696,
+      "Ġstone": 2697,
+      "Ġdogs": 2698,
+      "aul": 2699,
+      "Ġfigure": 2700,
+      "Jane": 2701,
+      "Ġsight": 2702,
+      "Ġcries": 2703,
+      "ĠBe": 2704,
+      "Ġmoving": 2705,
+      "Ġcontent": 2706,
+      "ĠBrown": 2707,
+      "Ġsaved": 2708,
+      "Ġcloth": 2709,
+      "?\".": 2710,
+      "box": 2711,
+      "Ġbranches": 2712,
+      "Ġpacked": 2713,
+      "Ġpowerful": 2714,
+      "Ġsplashed": 2715,
+      "Ġfeed": 2716,
+      "ested": 2717,
+      "Ġyelled": 2718,
+      "Where": 2719,
+      "dge": 2720,
+      "kin": 2721,
+      "Ġtiger": 2722,
+      "Ġpay": 2723,
+      "iddle": 2724,
+      "oop": 2725,
+      "ĠBella": 2726,
+      "Ġexam": 2727,
+      "Ġtaken": 2728,
+      "Ġcrane": 2729,
+      "Ġspoil": 2730,
+      "'d": 2731,
+      "Ġhang": 2732,
+      "Ġflag": 2733,
+      "Ġanswered": 2734,
+      "Ġdiscovered": 2735,
+      "ĠLeo": 2736,
+      "ush": 2737,
+      "Ġsave": 2738,
+      "Ġseek": 2739,
+      "Ġexcite": 2740,
+      "Ġpray": 2741,
+      "Ġjog": 2742,
+      "Ġstanding": 2743,
+      "Ġdolphin": 2744,
+      "Ġjack": 2745,
+      "Are": 2746,
+      "era": 2747,
+      "rag": 2748,
+      "Ġflut": 2749,
+      "getable": 2750,
+      "Ġboring": 2751,
+      "Ġlock": 2752,
+      "Ġincred": 2753,
+      "Ġexcitement": 2754,
+      "Ġsighed": 2755,
+      "Ġwip": 2756,
+      "Ġfis": 2757,
+      "Ġfill": 2758,
+      "Ġsoap": 2759,
+      "ĠMum": 2760,
+      "ola": 2761,
+      "Ġpleased": 2762,
+      "Ġjacket": 2763,
+      "light": 2764,
+      "Ġsugg": 2765,
+      "Ġmiddle": 2766,
+      "Ġeld": 2767,
+      "Ġwrote": 2768,
+      "Ġballoons": 2769,
+      "Ġorganized": 2770,
+      "que": 2771,
+      "Ġsailed": 2772,
+      "Their": 2773,
+      "Ġtells": 2774,
+      "Ġoy": 2775,
+      "Ġstones": 2776,
+      "Ġboard": 2777,
+      "Ġspun": 2778,
+      "Ġvegetable": 2779,
+      "lies": 2780,
+      "Ġind": 2781,
+      "iness": 2782,
+      "Ġworking": 2783,
+      "lower": 2784,
+      "alk": 2785,
+      "iff": 2786,
+      "Ġparrot": 2787,
+      "Stop": 2788,
+      "Ġscarf": 2789,
+      "Ġwagged": 2790,
+      "Ġclap": 2791,
+      "Ġmeasure": 2792,
+      "asing": 2793,
+      "Ġtears": 2794,
+      "body": 2795,
+      "Ġcomfortable": 2796,
+      "Ġleg": 2797,
+      "Ġswan": 2798,
+      "Ġtrue": 2799,
+      "Ġfright": 2800,
+      "Ġdrop": 2801,
+      "Ġsmoke": 2802,
+      "Ġfeathers": 2803,
+      "Ġincredible": 2804,
+      "ggs": 2805,
+      "ual": 2806,
+      "Ġtie": 2807,
+      "Ġcap": 2808,
+      "Ġlose": 2809,
+      "Ġpus": 2810,
+      "Ġeager": 2811,
+      "Ġmovie": 2812,
+      "fic": 2813,
+      "Ġcop": 2814,
+      "Ġeggs": 2815,
+      "oof": 2816,
+      "Ġrid": 2817,
+      "Ġcovered": 2818,
+      "Ġfil": 2819,
+      "Ġlem": 2820,
+      "Ġgrap": 2821,
+      "Ġdisappeared": 2822,
+      "Ġrecord": 2823,
+      "ĠTV": 2824,
+      "ĠBl": 2825,
+      "Ġext": 2826,
+      "Ġord": 2827,
+      "Ġgiggled": 2828,
+      "corn": 2829,
+      "Ġpri": 2830,
+      "Ġham": 2831,
+      "Ġrare": 2832,
+      "Ġyourself": 2833,
+      "Ġeng": 2834,
+      "Ġwhale": 2835,
+      "Ġknife": 2836,
+      "ĠLisa": 2837,
+      "Ġteam": 2838,
+      "ĠJohnny": 2839,
+      "zed": 2840,
+      "Ġtest": 2841,
+      "Ġbone": 2842,
+      "Ġdizzy": 2843,
+      "Ġlibr": 2844,
+      "Ġwrap": 2845,
+      "Ġquestions": 2846,
+      "iv": 2847,
+      "Ġlying": 2848,
+      "Ġstamp": 2849,
+      "Ġlicked": 2850,
+      "Ġnoisy": 2851,
+      "Ġkindness": 2852,
+      "Ġdiffic": 2853,
+      "Ġdrawing": 2854,
+      "apping": 2855,
+      "Jimmy": 2856,
+      "Ġstraw": 2857,
+      "Ġburn": 2858,
+      "Ġwagon": 2859,
+      "ately": 2860,
+      "Ġgrown": 2861,
+      "Ġrocket": 2862,
+      "Ġpopcorn": 2863,
+      "Sally": 2864,
+      "Ġbatter": 2865,
+      "Ġwand": 2866,
+      "Ġanc": 2867,
+      "ĠEnd": 2868,
+      "Ġsword": 2869,
+      "Ġhappening": 2870,
+      "Ġlifted": 2871,
+      "Ġbalance": 2872,
+      "Ġextra": 2873,
+      "Sorry": 2874,
+      "ha": 2875,
+      "Ġwander": 2876,
+      "Ġfat": 2877,
+      "ĠMark": 2878,
+      "ĠElla": 2879,
+      "Ġbecome": 2880,
+      "Ġtrack": 2881,
+      "Ġsmaller": 2882,
+      "Ġmistake": 2883,
+      "Ġtoast": 2884,
+      "ating": 2885,
+      "Ġmanaged": 2886,
+      "selves": 2887,
+      "ĠPeter": 2888,
+      "Ġbathroom": 2889,
+      "Ġharm": 2890,
+      "Ġdifficult": 2891,
+      "Ġtwist": 2892,
+      "Ġoffered": 2893,
+      "Ġruined": 2894,
+      "Ġmatch": 2895,
+      "Ġancient": 2896,
+      "Ġgar": 2897,
+      "illi": 2898,
+      "Ġdistance": 2899,
+      "Ġplayground": 2900,
+      "Ġlazy": 2901,
+      "Ġdancing": 2902,
+      "Ġadventur": 2903,
+      "af": 2904,
+      "ĠBa": 2905,
+      "Ġcalling": 2906,
+      "Ġcleaned": 2907,
+      "Ġcrown": 2908,
+      "ormal": 2909,
+      "Ġonce": 2910,
+      "Ġboss": 2911,
+      "Ġsell": 2912,
+      "Ġwalks": 2913,
+      "Ġfrightened": 2914,
+      "erri": 2915,
+      "Ġmask": 2916,
+      "Ġfluffy": 2917,
+      "emo": 2918,
+      "ĠZ": 2919,
+      "Ġfrag": 2920,
+      "Ġdest": 2921,
+      "Ġnormal": 2922,
+      "Ġyog": 2923,
+      "Ġpicks": 2924,
+      "Ġeye": 2925,
+      "Ġdrank": 2926,
+      "Ġcircle": 2927,
+      "Ġadventurous": 2928,
+      "Spot": 2929,
+      "Ġtent": 2930,
+      "Ġpress": 2931,
+      "Ġkissed": 2932,
+      "ict": 2933,
+      "Ġsciss": 2934,
+      "Ġgets": 2935,
+      "Ġtrunk": 2936,
+      "Ġcheck": 2937,
+      "Ġenjoying": 2938,
+      "Ġshells": 2939,
+      "Ġelderly": 2940,
+      "Ġscissors": 2941,
+      "Ġterri": 2942,
+      "Ġtoug": 2943,
+      "ages": 2944,
+      "Ġsteal": 2945,
+      "Me": 2946,
+      "ready": 2947,
+      "ete": 2948,
+      "Ġalready": 2949,
+      "ĠLittle": 2950,
+      "Ġjuicy": 2951,
+      "Ġstudy": 2952,
+      "Ġhorn": 2953,
+      "erp": 2954,
+      "Ġpizz": 2955,
+      "Ġallig": 2956,
+      "Ġlouder": 2957,
+      "Ġtowel": 2958,
+      "Ġcircles": 2959,
+      "Ġlead": 2960,
+      "Ġroar": 2961,
+      "Ġrose": 2962,
+      "Ġslipped": 2963,
+      "Ġtele": 2964,
+      "Ġfamous": 2965,
+      "Ġarg": 2966,
+      "Ġcheerful": 2967,
+      "ĠRex": 2968,
+      "Ġtough": 2969,
+      "ipper": 2970,
+      "Ġbarn": 2971,
+      "Ġfool": 2972,
+      "Ġdig": 2973,
+      "Ġdish": 2974,
+      "Ġagainst": 2975,
+      "Ġdeer": 2976,
+      "Ġsweetie": 2977,
+      "Ġengine": 2978,
+      "Ġed": 2979,
+      "Ġfather": 2980,
+      "Ġcover": 2981,
+      "Ġyours": 2982,
+      "Ġneeds": 2983,
+      "Joe": 2984,
+      "Ġbags": 2985,
+      "Ġspinning": 2986,
+      "Sue": 2987,
+      "Ġaw": 2988,
+      "anged": 2989,
+      "amond": 2990,
+      "Ġyarn": 2991,
+      "oph": 2992,
+      "Ġgiving": 2993,
+      "Ġdiamond": 2994,
+      "Ġsandwich": 2995,
+      "Ġindepend": 2996,
+      "Ġfragile": 2997,
+      "Who": 2998,
+      "cept": 2999,
+      "Ġnosy": 3000,
+      "Ġtwig": 3001,
+      "Ġhurts": 3002,
+      "Ġsuggested": 3003,
+      "Ġlemon": 3004,
+      "iest": 3005,
+      "ination": 3006,
+      "orge": 3007,
+      "Ġnod": 3008,
+      "Ġbloom": 3009,
+      "Ġhose": 3010,
+      "Ġboxes": 3011,
+      "Ġrealised": 3012,
+      "Ġfrown": 3013,
+      "ache": 3014,
+      "Ġrelax": 3015,
+      "Ġhammer": 3016,
+      "Ġadded": 3017,
+      "Ġweird": 3018,
+      "Ġmod": 3019,
+      "Ġcrack": 3020,
+      "Ġalligator": 3021,
+      "Amy": 3022,
+      "Gra": 3023,
+      "oot": 3024,
+      "Ġshake": 3025,
+      "rage": 3026,
+      "Ġlearning": 3027,
+      "Ġvegetables": 3028,
+      "Ġadd": 3029,
+      "Ġmelt": 3030,
+      "ĠSusie": 3031,
+      "elp": 3032,
+      "ĠBobby": 3033,
+      "Ġtrap": 3034,
+      "Ġcollar": 3035,
+      "Ġstubb": 3036,
+      "ique": 3037,
+      "Ġborrow": 3038,
+      "Ġpump": 3039,
+      "Ġloudly": 3040,
+      "Ġsearch": 3041,
+      "Ġchicken": 3042,
+      "Ġpizza": 3043,
+      "Ġindependent": 3044,
+      "Ġstubborn": 3045,
+      "Ġref": 3046,
+      "Ġasking": 3047,
+      "Ġbrilli": 3048,
+      "Ġdecide": 3049,
+      "Ġflash": 3050,
+      "Ġcaterp": 3051,
+      "Ġqueen": 3052,
+      "Ġsnee": 3053,
+      "ĠRose": 3054,
+      "Ġinvited": 3055,
+      "Ġstrawber": 3056,
+      "Ġfoolish": 3057,
+      "Ġcaterpill": 3058,
+      "gy": 3059,
+      "Ġtur": 3060,
+      "Ġdepend": 3061,
+      "Ġguit": 3062,
+      "Ġstri": 3063,
+      "Ġknight": 3064,
+      "Ġboys": 3065,
+      "Ġpee": 3066,
+      "Ġcomb": 3067,
+      "Ġclear": 3068,
+      "Ġunique": 3069,
+      "Ġbuttons": 3070,
+      "ĠTweety": 3071,
+      "Ġcolourful": 3072,
+      "Ġescape": 3073,
+      "Ġbrilliant": 3074,
+      "Ġrich": 3075,
+      "ĠBu": 3076,
+      "Ġsaying": 3077,
+      "Ġrode": 3078,
+      "Ġskin": 3079,
+      "Ġgarage": 3080,
+      "Help": 3081,
+      "dom": 3082,
+      "Ġmummy": 3083,
+      "Ġbeak": 3084,
+      "ured": 3085,
+      "aw": 3086,
+      "eorge": 3087,
+      "rop": 3088,
+      "edient": 3089,
+      "Ġunus": 3090,
+      "Ġoyster": 3091,
+      "Ġturkey": 3092,
+      "ĠOK": 3093,
+      "Ġfountain": 3094,
+      "Ġpatter": 3095,
+      "Ġweek": 3096,
+      "Ġchase": 3097,
+      "Ġrubb": 3098,
+      "Ġcounted": 3099,
+      "Ġregular": 3100,
+      "Ġwiped": 3101,
+      "Ġguitar": 3102,
+      "Ġunusual": 3103,
+      "land": 3104,
+      "Ġumb": 3105,
+      "Ġfork": 3106,
+      "Ġshows": 3107,
+      "Ġlights": 3108,
+      "Ġwalls": 3109,
+      "Ġdreamed": 3110,
+      "Ġbanana": 3111,
+      "Ġsuccessful": 3112,
+      "Ġjewel": 3113,
+      "Ġpattern": 3114,
+      "Ġumbre": 3115,
+      "cil": 3116,
+      "ray": 3117,
+      "inal": 3118,
+      "Ġlow": 3119,
+      "imed": 3120,
+      "Ġswe": 3121,
+      "Ġcryst": 3122,
+      "Ġpencil": 3123,
+      "Ġsafely": 3124,
+      "Ġtools": 3125,
+      "Well": 3126,
+      "Ġtape": 3127,
+      "Ġstream": 3128,
+      "ceed": 3129,
+      "Ġresc": 3130,
+      "Ġabove": 3131,
+      "Ġharder": 3132,
+      "Ġguess": 3133,
+      "Ġbottom": 3134,
+      "Ġmarket": 3135,
+      "Ġimpressed": 3136,
+      "Ġwaff": 3137,
+      "anut": 3138,
+      "iginal": 3139,
+      "Ġnotice": 3140,
+      "illa": 3141,
+      "Ġnods": 3142,
+      "Ġpeanut": 3143,
+      "olog": 3144,
+      "Ġpatch": 3145,
+      "Ġcrawled": 3146,
+      "Ġcaterpillar": 3147,
+      "na": 3148,
+      "Ġtank": 3149,
+      "Ġtask": 3150,
+      "Ġtire": 3151,
+      "Ġgun": 3152,
+      "Ġload": 3153,
+      "Ġcompet": 3154,
+      "umbled": 3155,
+      "Ġapolog": 3156,
+      "Ġsolve": 3157,
+      "How": 3158,
+      "Mummy": 3159,
+      "fast": 3160,
+      "hip": 3161,
+      "ĠNo": 3162,
+      "Ġbitter": 3163,
+      "arl": 3164,
+      "Ġears": 3165,
+      "Ġshone": 3166,
+      "Ġbrush": 3167,
+      "ĠFin": 3168,
+      "Ġoriginal": 3169,
+      "Ġfier": 3170,
+      "Ġglow": 3171,
+      "ĠNemo": 3172,
+      "Ġbreakfast": 3173,
+      "Ġadmired": 3174,
+      "ĠBlue": 3175,
+      "Ġedge": 3176,
+      "Ġdependable": 3177,
+      "und": 3178,
+      "uth": 3179,
+      "ĠIf": 3180,
+      "Ġclay": 3181,
+      "Ġstronger": 3182,
+      "Ġbossy": 3183,
+      "Ġcudd": 3184,
+      "aser": 3185,
+      "Ġgrandpa": 3186,
+      "Ġknows": 3187,
+      "Ġpicking": 3188,
+      "Ġjoke": 3189,
+      "Ġboats": 3190,
+      "Ġbald": 3191,
+      "Ġmedic": 3192,
+      "Ġscrat": 3193,
+      "Ġcone": 3194,
+      "Ġpenny": 3195,
+      "Ġlean": 3196,
+      "Ġraft": 3197,
+      "uggled": 3198,
+      "Ġsucceed": 3199,
+      "Ġobedient": 3200,
+      "Ġhumble": 3201,
+      "Ġlibrary": 3202,
+      "Re": 3203,
+      "head": 3204,
+      "Ġph": 3205,
+      "Ġnumb": 3206,
+      "Ġsauce": 3207,
+      "ĠBear": 3208,
+      "Ġtray": 3209,
+      "Ġproudly": 3210,
+      "Here": 3211,
+      "Ġsounded": 3212,
+      "Ġsquare": 3213,
+      "Ġterrible": 3214,
+      "Ġcrystal": 3215,
+      "Ġfierce": 3216,
+      "Jill": 3217,
+      "Ġwitch": 3218,
+      "inary": 3219,
+      "Ġhappiness": 3220,
+      "ĠLola": 3221,
+      "Ġhanded": 3222,
+      "Ġfridge": 3223,
+      "fa": 3224,
+      "Ġrough": 3225,
+      "ention": 3226,
+      "Ġchanged": 3227,
+      "Ġjoined": 3228,
+      "Ġraven": 3229,
+      "Ġmighty": 3230,
+      "Ġchose": 3231,
+      "Ġwheel": 3232,
+      "Ġumbrella": 3233,
+      "Ġtag": 3234,
+      "Ġcri": 3235,
+      "Ġow": 3236,
+      "arry": 3237,
+      "imp": 3238,
+      "ĠBill": 3239,
+      "Ġhelps": 3240,
+      "Ġfinding": 3241,
+      "Ġcleaning": 3242,
+      "Ġsquee": 3243,
+      "Ġfirework": 3244,
+      "Ġmedicine": 3245,
+      "azz": 3246,
+      "met": 3247,
+      "Ġplayful": 3248,
+      "Ġlocked": 3249,
+      "Ġgoat": 3250,
+      "Ġaccept": 3251,
+      "Ġcompass": 3252,
+      "Ġsurf": 3253,
+      "Ġcompetit": 3254,
+      "ext": 3255,
+      "kn": 3256,
+      "Ġsy": 3257,
+      "Ġsil": 3258,
+      "Ġbeet": 3259,
+      "ĠMar": 3260,
+      "uring": 3261,
+      "Ġchir": 3262,
+      "ĠEllie": 3263,
+      "Ġballs": 3264,
+      "ÅĵLet": 3265,
+      "Ġbutterflies": 3266,
+      "Ġguard": 3267,
+      "Ġcrayon": 3268,
+      "Ġdiscover": 3269,
+      "Ġparade": 3270,
+      "Ġmixed": 3271,
+      "Ġvalu": 3272,
+      "Ġhelmet": 3273,
+      "ĠBrownie": 3274,
+      "Em": 3275,
+      "ject": 3276,
+      "squ": 3277,
+      "ud": 3278,
+      "Ġgum": 3279,
+      "ature": 3280,
+      "Ġisland": 3281,
+      "Ġcost": 3282,
+      "Ġmole": 3283,
+      "Ġnicely": 3284,
+      "Ġkinds": 3285,
+      "Ġraced": 3286,
+      "Ġstove": 3287,
+      "Ġlaughs": 3288,
+      "Ġmarch": 3289,
+      "Ġfalls": 3290,
+      "Ġpersist": 3291,
+      "ĠBaby": 3292,
+      "ophie": 3293,
+      "Alice": 3294,
+      "ience": 3295,
+      "ito": 3296,
+      "Ġcage": 3297,
+      "Ġgoose": 3298,
+      "Ġcoins": 3299,
+      "Ġtrump": 3300,
+      "Ġmosqu": 3301,
+      "Ġserious": 3302,
+      "Ġmosquito": 3303,
+      "Ġflex": 3304,
+      "Ġcro": 3305,
+      "elon": 3306,
+      "Ġexcla": 3307,
+      "Ġchoose": 3308,
+      "Ġexplored": 3309,
+      "Ġunl": 3310,
+      "Ġbrothers": 3311,
+      "Ġguil": 3312,
+      "Ġnumbers": 3313,
+      "Ġtrumpet": 3314,
+      "Ġicy": 3315,
+      "Ġmoms": 3316,
+      "iew": 3317,
+      "Ġview": 3318,
+      "Ġenorm": 3319,
+      "Ġfireman": 3320,
+      "ĠMrs": 3321,
+      "Ġpractice": 3322,
+      "Ġenormous": 3323,
+      "wards": 3324,
+      "Ġsup": 3325,
+      "Ġvolc": 3326,
+      "Ġmeans": 3327,
+      "Ġpointing": 3328,
+      "Ġvaluable": 3329,
+      "Ġflexible": 3330,
+      "Ġexclaimed": 3331,
+      "Ġguilty": 3332,
+      "yal": 3333,
+      "Ġcam": 3334,
+      "Ġpipe": 3335,
+      "ision": 3336,
+      "ĠMy": 3337,
+      "Ġuseful": 3338,
+      "Ġfavour": 3339,
+      "Ġcrazy": 3340,
+      "Ġphot": 3341,
+      "known": 3342,
+      "Ġvolcano": 3343,
+      "Ġwake": 3344,
+      "Ġcity": 3345,
+      "omed": 3346,
+      "llip": 3347,
+      "Ġforth": 3348,
+      "Ġlollip": 3349,
+      "Ġseal": 3350,
+      "Ġallowed": 3351,
+      "Ġscare": 3352,
+      "Ġbrightly": 3353,
+      "Ġmarble": 3354,
+      "Ġpopular": 3355,
+      "Ġflashlight": 3356,
+      "Ġcompassion": 3357,
+      "Ġlollipop": 3358,
+      "ĠU": 3359,
+      "Ġing": 3360,
+      "Ġhunt": 3361,
+      "Ġdull": 3362,
+      "erry": 3363,
+      "Ġstat": 3364,
+      "Ġshel": 3365,
+      "!\".": 3366,
+      "Ġunknown": 3367,
+      "Ġhats": 3368,
+      "Ġshoot": 3369,
+      "redient": 3370,
+      "Ġbelonged": 3371,
+      "Ġfavourite": 3372,
+      "Ġingredient": 3373,
+      "Ġpil": 3374,
+      "Ġloyal": 3375,
+      "Ġbrace": 3376,
+      "ĠWhenever": 3377,
+      "Ġdreams": 3378,
+      "Ġkicked": 3379,
+      "Ġseeds": 3380,
+      "Ġtwirled": 3381,
+      "Ġsuper": 3382,
+      "time": 3383,
+      "Ġfine": 3384,
+      "Ġbees": 3385,
+      "Ġsofa": 3386,
+      "Ġshark": 3387,
+      "ĠMike": 3388,
+      "Ġanx": 3389,
+      "Ġsadly": 3390,
+      "Ġshowing": 3391,
+      "Ġways": 3392,
+      "Ġtrucks": 3393,
+      "Ġdelicate": 3394,
+      "ations": 3395,
+      "Ġrepe": 3396,
+      "Ġimpressive": 3397,
+      "Ġpoured": 3398,
+      "Ġpirate": 3399,
+      "Ġwhispered": 3400,
+      "Ġharmless": 3401,
+      "aff": 3402,
+      "Ġturt": 3403,
+      "Ġtied": 3404,
+      "aroo": 3405,
+      "ado": 3406,
+      "arth": 3407,
+      "Ġgrace": 3408,
+      "Ġhandle": 3409,
+      "Ġenc": 3410,
+      "Ġdeliver": 3411,
+      "Benny": 3412,
+      "Ġrushed": 3413,
+      "Ġusing": 3414,
+      "angaroo": 3415,
+      "Ġshape": 3416,
+      "Ġbushes": 3417,
+      "Ġpersistent": 3418,
+      "Ġgor": 3419,
+      "ĠSp": 3420,
+      "Ġkangaroo": 3421,
+      "Ġang": 3422,
+      "Ġoffice": 3423,
+      "Ġanxious": 3424,
+      "Go": 3425,
+      "alous": 3426,
+      "Ġspell": 3427,
+      "ĠWhile": 3428,
+      "iable": 3429,
+      "Ġpotato": 3430,
+      "Ġjealous": 3431,
+      "Ġwrapped": 3432,
+      "Ġfour": 3433,
+      "Ġcurt": 3434,
+      "Ġlog": 3435,
+      "Ġcoal": 3436,
+      "Ġreliable": 3437,
+      "Ġcurtain": 3438,
+      "Daisy": 3439,
+      "Ġsudden": 3440,
+      "mbol": 3441,
+      "ÅĵYes": 3442,
+      "aches": 3443,
+      "ĠPe": 3444,
+      "Ġpainted": 3445,
+      "ĠToby": 3446,
+      "Ġcere": 3447,
+      "gu": 3448,
+      "Ġtummy": 3449,
+      "Ġthose": 3450,
+      "ouses": 3451,
+      "uddy": 3452,
+      "Ġcush": 3453,
+      "Ġmetal": 3454,
+      "Ġsymbol": 3455,
+      "Ġbeetle": 3456,
+      "Ġcamera": 3457,
+      "Ġhouses": 3458,
+      "ilt": 3459,
+      "Ġcelebrate": 3460,
+      "Ġdelighted": 3461,
+      "Ġgorilla": 3462,
+      "Ġtooth": 3463,
+      "Ġthirst": 3464,
+      "keep": 3465,
+      "Ġshiver": 3466,
+      "Ġreward": 3467,
+      "Ġspace": 3468,
+      "Ġtravel": 3469,
+      "Ġrubbed": 3470,
+      "Ġprint": 3471,
+      "Ġdriving": 3472,
+      "Ġmarry": 3473,
+      "Ġwarned": 3474,
+      "Ġsoldier": 3475,
+      "Ġmotorcy": 3476,
+      "cut": 3477,
+      "Ġson": 3478,
+      "Ġtor": 3479,
+      "arlie": 3480,
+      "Ġhero": 3481,
+      "ief": 3482,
+      "Ġcarp": 3483,
+      "Ġexcitedly": 3484,
+      "Ġtemp": 3485,
+      "ĠPete": 3486,
+      "ĠBobo": 3487,
+      "cod": 3488,
+      "Ġhung": 3489,
+      "Ġgrowing": 3490,
+      "upid": 3491,
+      "Ġthinking": 3492,
+      "Ġtunn": 3493,
+      "While": 3494,
+      "cu": 3495,
+      "ipp": 3496,
+      "Ġhay": 3497,
+      "Ġyet": 3498,
+      "Ġvine": 3499,
+      "Ġacorn": 3500,
+      "icycle": 3501,
+      "Ġprep": 3502,
+      "Ġreminded": 3503,
+      "Ġgasped": 3504,
+      "Ġflute": 3505,
+      "Ġordinary": 3506,
+      "Ġcrocod": 3507,
+      "Ġamb": 3508,
+      "Ġcur": 3509,
+      "ĠBet": 3510,
+      "ĠMandy": 3511,
+      "Ġpup": 3512,
+      "Ġcreatures": 3513,
+      "Ġhurry": 3514,
+      "Ġspoiled": 3515,
+      "Ġtimes": 3516,
+      "Ġmis": 3517,
+      "Ġrice": 3518,
+      "Ġstupid": 3519,
+      "Ġshine": 3520,
+      "Ġresist": 3521,
+      "ugged": 3522,
+      "Ġlaw": 3523,
+      "Ġskull": 3524,
+      "coa": 3525,
+      "Ġmissing": 3526,
+      "Ġwheat": 3527,
+      "Ġsupport": 3528,
+      "Ġingredients": 3529,
+      "aid": 3530,
+      "loo": 3531,
+      "Ġcase": 3532,
+      "ery": 3533,
+      "Ġwashed": 3534,
+      "Ġdove": 3535,
+      "Ġspilled": 3536,
+      "Ġscoot": 3537,
+      "Ġmeal": 3538,
+      "Ġmule": 3539,
+      "ĠDucky": 3540,
+      "Ġmoder": 3541,
+      "arsh": 3542,
+      "ÅĵWhat": 3543,
+      "Ġtrick": 3544,
+      "Ġsett": 3545,
+      "ĠTweetie": 3546,
+      "Ġbounce": 3547,
+      "Ġfilthy": 3548,
+      "Ġbase": 3549,
+      "Ġhoop": 3550,
+      "Ġfre": 3551,
+      "Ġstumbled": 3552,
+      "Ġsoar": 3553,
+      "Ġweal": 3554,
+      "Ġseem": 3555,
+      "Ġword": 3556,
+      "Ġlab": 3557,
+      "ĠDave": 3558,
+      "ĠFr": 3559,
+      "Ġbadly": 3560,
+      "Ġhairy": 3561,
+      "Ġcrawl": 3562,
+      "Ġlively": 3563,
+      "Ġsteps": 3564,
+      "ÅĵLetâ": 3565,
+      "Ġbracelet": 3566,
+      "Ġcereal": 3567,
+      "Ġthirsty": 3568,
+      "Ġcarpet": 3569,
+      "Ġwool": 3570,
+      "ither": 3571,
+      "Ġgoal": 3572,
+      "Ġbackpack": 3573,
+      "Ġtruth": 3574,
+      "Ġcompl": 3575,
+      "Ġcheap": 3576,
+      "Ġdisg": 3577,
+      "Ġplaced": 3578,
+      "Ġearly": 3579,
+      "Ġdecorate": 3580,
+      "Ġnuts": 3581,
+      "Ow": 3582,
+      "cream": 3583,
+      "Ġbump": 3584,
+      "Ġthemselves": 3585,
+      "ices": 3586,
+      "Ġhelpless": 3587,
+      "Ġclum": 3588,
+      "Ġscatter": 3589,
+      "Ġscale": 3590,
+      "Ġnews": 3591,
+      "usting": 3592,
+      "Ġenv": 3593,
+      "âĤ¬âĢ": 3594,
+      "Ġtelling": 3595,
+      "Ġswinging": 3596,
+      "Ġsparkled": 3597,
+      "Ġcarrying": 3598,
+      "gging": 3599,
+      "ines": 3600,
+      "ric": 3601,
+      "Ġfriendship": 3602,
+      "Ġcareless": 3603,
+      "Ġsne": 3604,
+      "Ġdoesn": 3605,
+      "Ġfalling": 3606,
+      "Ġcomput": 3607,
+      "Ġpale": 3608,
+      "Ġpeeked": 3609,
+      "Ġcompassionate": 3610,
+      "com": 3611,
+      "vice": 3612,
+      "Ġsend": 3613,
+      "Ġstage": 3614,
+      "Ġmem": 3615,
+      "Ġchalk": 3616,
+      "Ġchasing": 3617,
+      "Ġpebble": 3618,
+      "ĠEverything": 3619,
+      "Ġcube": 3620,
+      "Ġpige": 3621,
+      "Ġcourage": 3622,
+      "Ġfingers": 3623,
+      "Ġturtle": 3624,
+      "bled": 3625,
+      "Ġsink": 3626,
+      "Ġbicycle": 3627,
+      "Ġshaking": 3628,
+      "Ġsleeping": 3629,
+      "Ġneighbour": 3630,
+      "Ġmodern": 3631,
+      "Ġdisgusting": 3632,
+      "Ġclumsy": 3633,
+      "gest": 3634,
+      "Ġhook": 3635,
+      "Ġcher": 3636,
+      "Ġnail": 3637,
+      "Ġbiggest": 3638,
+      "iches": 3639,
+      "Ġbul": 3640,
+      "Ġending": 3641,
+      "Ġdead": 3642,
+      "Ġtriang": 3643,
+      "ulance": 3644,
+      "Ġspoke": 3645,
+      "Ġpracticed": 3646,
+      "Ġambulance": 3647,
+      "Ġcomputer": 3648,
+      "ibb": 3649,
+      "Ġlamp": 3650,
+      "Ġstation": 3651,
+      "Ġchar": 3652,
+      "Ġwallet": 3653,
+      "ĠToday": 3654,
+      "Ġpackage": 3655,
+      "Ġmicrop": 3656,
+      "Ġcushion": 3657,
+      "keeper": 3658,
+      "Ġcrocodile": 3659,
+      "Ġmicrophone": 3660,
+      "under": 3661,
+      "ĠAlex": 3662,
+      "Ġthoughtful": 3663,
+      "Ġjolly": 3664,
+      "Ġpengu": 3665,
+      "Ġpumpkin": 3666,
+      "Ġcostum": 3667,
+      "Ġfive": 3668,
+      "Ġdough": 3669,
+      "Ġpony": 3670,
+      "Ġol": 3671,
+      "imi": 3672,
+      "Ġstairs": 3673,
+      "Ġknock": 3674,
+      "Ġgrand": 3675,
+      "Ġintell": 3676,
+      "Ġuniver": 3677,
+      "Ġbrighter": 3678,
+      "Ġopens": 3679,
+      "Ġdreaming": 3680,
+      "Ġbounced": 3681,
+      "Ġquestion": 3682,
+      "Ġstatue": 3683,
+      "Ġwine": 3684,
+      "isk": 3685,
+      "ĠAlice": 3686,
+      "Ġcocoa": 3687,
+      "ĠYour": 3688,
+      "Ġpepper": 3689,
+      "Ġbeauty": 3690,
+      "Ġperm": 3691,
+      "Ġpainting": 3692,
+      "Ġshoe": 3693,
+      "Ġelev": 3694,
+      "Everyone": 3695,
+      "hino": 3696,
+      "Ġwealthy": 3697,
+      "Ġintellig": 3698,
+      "noon": 3699,
+      "Ġsuit": 3700,
+      "Ġmild": 3701,
+      "Ġnature": 3702,
+      "ans": 3703,
+      "Ġhappier": 3704,
+      "Ġneat": 3705,
+      "Ġstarts": 3706,
+      "ucked": 3707,
+      "Ġafternoon": 3708,
+      "Ġtorn": 3709,
+      "Ġelevator": 3710,
+      "gen": 3711,
+      "ti": 3712,
+      "Ġten": 3713,
+      "Ġharsh": 3714,
+      "Ġped": 3715,
+      "atient": 3716,
+      "orant": 3717,
+      "Ġrece": 3718,
+      "Ġjet": 3719,
+      "illie": 3720,
+      "ĠRed": 3721,
+      "Ġreading": 3722,
+      "Ġsearching": 3723,
+      "Ġbasketball": 3724,
+      "Ġbarber": 3725,
+      "Ġspeed": 3726,
+      "See": 3727,
+      "awn": 3728,
+      "Ġstack": 3729,
+      "ĠMummy": 3730,
+      "Ġclock": 3731,
+      "ĠGive": 3732,
+      "Ġmagn": 3733,
+      "Ġleaving": 3734,
+      "Ġcupboard": 3735,
+      "Ġdesign": 3736,
+      "Ġslides": 3737,
+      "Ġsandwiches": 3738,
+      "Ġcandle": 3739,
+      "aulif": 3740,
+      "Ġriding": 3741,
+      "Ġfresh": 3742,
+      "oppy": 3743,
+      "Ġshocked": 3744,
+      "Ġener": 3745,
+      "Ġjumps": 3746,
+      "Ġhaircut": 3747,
+      "Ġrespectful": 3748,
+      "Ġcooking": 3749,
+      "Ġticket": 3750,
+      "Ġencou": 3751,
+      "Ġtunnel": 3752,
+      "auliflower": 3753,
+      "Give": 3754,
+      "Ġsle": 3755,
+      "reen": 3756,
+      "Ġmay": 3757,
+      "Ġthief": 3758,
+      "Ġyawn": 3759,
+      "Ġfort": 3760,
+      "Ġalert": 3761,
+      "Ġsorts": 3762,
+      "Ġimpatient": 3763,
+      "Ġcreate": 3764,
+      "ailable": 3765,
+      "Ġwheels": 3766,
+      "Ġvalue": 3767,
+      "Ġprize": 3768,
+      "Mary": 3769,
+      "ye": 3770,
+      "het": 3771,
+      "Ġsent": 3772,
+      "Ġbent": 3773,
+      "ince": 3774,
+      "Ġcomet": 3775,
+      "Ġcamp": 3776,
+      "Ġcauliflower": 3777,
+      "Ġmelon": 3778,
+      "Ġgem": 3779,
+      "Ġitself": 3780,
+      "iron": 3781,
+      "Ġmush": 3782,
+      "Ġmonkeys": 3783,
+      "Ġsalad": 3784,
+      "Ġdestro": 3785,
+      "Ġrescue": 3786,
+      "Ġscooter": 3787,
+      "Ġintelligent": 3788,
+      "az": 3789,
+      "Ġdug": 3790,
+      "iling": 3791,
+      "anger": 3792,
+      "Ġroof": 3793,
+      "Ġrhino": 3794,
+      "Ġscold": 3795,
+      "aghet": 3796,
+      "Ġexper": 3797,
+      "Ġbarking": 3798,
+      "Ġbananas": 3799,
+      "Ġignorant": 3800,
+      "Ġmicro": 3801,
+      "Ġavailable": 3802,
+      "Ġgraceful": 3803,
+      "Ġmotorcycle": 3804,
+      "aghetti": 3805,
+      "hood": 3806,
+      "ĠSn": 3807,
+      "Ġearth": 3808,
+      "Ġboots": 3809,
+      "Ġspaghetti": 3810,
+      "ummer": 3811,
+      "Ġagree": 3812,
+      "Ġbull": 3813,
+      "Ġanywhere": 3814,
+      "ĠGeorge": 3815,
+      "Ġbehave": 3816,
+      "ĠKim": 3817,
+      "Ġpaid": 3818,
+      "scope": 3819,
+      "Ġstretched": 3820,
+      "Ġfearful": 3821,
+      "Ġavo": 3822,
+      "Ġmicroscope": 3823,
+      "If": 3824,
+      "io": 3825,
+      "Ġnoteb": 3826,
+      "ĠEventually": 3827,
+      "Ġolder": 3828,
+      "Ġsniff": 3829,
+      "Ġadvice": 3830,
+      "Ġstops": 3831,
+      "Ġperform": 3832,
+      "Ġfurther": 3833,
+      "Ġenvious": 3834,
+      "Ġpigeon": 3835,
+      "Ġmushroom": 3836,
+      "Ġnotebook": 3837,
+      "ubby": 3838,
+      "Ġpun": 3839,
+      "ats": 3840,
+      "Ġnurse": 3841,
+      "orable": 3842,
+      "Ġthunder": 3843,
+      "Ġclapping": 3844,
+      "Ġvide": 3845,
+      "Ġbuilt": 3846,
+      "ĠCl": 3847,
+      "Ġuncom": 3848,
+      "Ġshouting": 3849,
+      "Ġarrow": 3850,
+      "Ġdrawer": 3851,
+      "Ġprov": 3852,
+      "fortable": 3853,
+      "Ġtomato": 3854,
+      "Ġmeeting": 3855,
+      "Ġobject": 3856,
+      "Ġyogurt": 3857,
+      "Ġtemple": 3858,
+      "Ġuncomfortable": 3859,
+      "ef": 3860,
+      "ues": 3861,
+      "ĠTony": 3862,
+      "Ġloop": 3863,
+      "Ġchubby": 3864,
+      "Ġswitch": 3865,
+      "Ġskip": 3866,
+      "Ġadorable": 3867,
+      "ÅĵIt": 3868,
+      "Ġcounting": 3869,
+      "Ġcooked": 3870,
+      "Ġpist": 3871,
+      "arian": 3872,
+      "enry": 3873,
+      "Ġstared": 3874,
+      "Ġshut": 3875,
+      "icop": 3876,
+      "Ġquite": 3877,
+      "Ġsnuggled": 3878,
+      "ĠGrandpa": 3879,
+      "Ġtroubled": 3880,
+      "Ġgiggle": 3881,
+      "Ġblowing": 3882,
+      "Ġhelicop": 3883,
+      "Ġfisher": 3884,
+      "Ġpistol": 3885,
+      "Ġhelicopter": 3886,
+      "par": 3887,
+      "ĠSophie": 3888,
+      "ooped": 3889,
+      "ips": 3890,
+      "Ġnowhere": 3891,
+      "Ġforgave": 3892,
+      "Ġmarched": 3893,
+      "Ġtreasures": 3894,
+      "host": 3895,
+      "Ġpassport": 3896,
+      "Ġstirred": 3897,
+      "Ġpushing": 3898,
+      "Ġcompetitive": 3899,
+      "Ġdestroy": 3900,
+      "Yay": 3901,
+      "aked": 3902,
+      "oe": 3903,
+      "tter": 3904,
+      "Ġgir": 3905,
+      "Ġghost": 3906,
+      "anic": 3907,
+      "kelet": 3908,
+      "htub": 3909,
+      "Ġreef": 3910,
+      "Ġsepar": 3911,
+      "opard": 3912,
+      "play": 3913,
+      "Ġenvel": 3914,
+      "Ġbreat": 3915,
+      "Ġrepair": 3916,
+      "Ġfootball": 3917,
+      "Ġbathtub": 3918,
+      "Ġrubber": 3919,
+      "Ġangel": 3920,
+      "Ġtriangle": 3921,
+      "Ġled": 3922,
+      "Ġmill": 3923,
+      "ĠSh": 3924,
+      "chanic": 3925,
+      "Ġnames": 3926,
+      "Ġleopard": 3927,
+      "Ġnobody": 3928,
+      "Ġanyway": 3929,
+      "uct": 3930,
+      "ctus": 3931,
+      "Ġshouldn": 3932,
+      "Ġzeb": 3933,
+      "Ġgiven": 3934,
+      "Ġholds": 3935,
+      "Ġbarrel": 3936,
+      "Ġbandage": 3937,
+      "Ġenth": 3938,
+      "Daddy": 3939,
+      "Ġzebra": 3940,
+      "ives": 3941,
+      "ube": 3942,
+      "year": 3943,
+      "Ġpor": 3944,
+      "Ġpand": 3945,
+      "Ġotter": 3946,
+      "Ġribb": 3947,
+      "Ġshield": 3948,
+      "Ġmechanic": 3949,
+      "Ġdonâ": 3950,
+      "Ġdisag": 3951,
+      "Ġdisplay": 3952,
+      "Ġmusician": 3953,
+      "ceros": 3954,
+      "Ġspeak": 3955,
+      "Ġcab": 3956,
+      "Ġcactus": 3957,
+      "ĠBetsy": 3958,
+      "Ġbulb": 3959,
+      "Ch": 3960,
+      "eath": 3961,
+      "ikes": 3962,
+      "xy": 3963,
+      "Ġtube": 3964,
+      "Ġahead": 3965,
+      "Ġsummer": 3966,
+      "Ġskelet": 3967,
+      "Ġpurse": 3968,
+      "Ġknob": 3969,
+      "Ġdidnâ": 3970,
+      "Ġcouldnâ": 3971,
+      "Ġcolours": 3972,
+      "Ġwindows": 3973,
+      "oomy": 3974,
+      "Ġgifted": 3975,
+      "Ġcartoon": 3976,
+      "Ġrhinoceros": 3977,
+      "gl": 3978,
+      "heart": 3979,
+      "Ġsize": 3980,
+      "Ġbet": 3981,
+      "ĠMiss": 3982,
+      "Ġscrew": 3983,
+      "Ġflour": 3984,
+      "Ġblin": 3985,
+      "apa": 3986,
+      "Ġdishes": 3987,
+      "Ġraining": 3988,
+      "Ġhoping": 3989,
+      "Ġshovel": 3990,
+      "Ġmint": 3991,
+      "Ġjellyfish": 3992,
+      "Ġsweater": 3993,
+      "Ġcharming": 3994,
+      "Ġpenguin": 3995,
+      "Ġenvelope": 3996,
+      "Ġenthus": 3997,
+      "Ġcabin": 3998,
+      "rec": 3999,
+      "Ġpant": 4000,
+      "Ġthread": 4001,
+      "Ġinse": 4002,
+      "Ġstaff": 4003,
+      "Ġliz": 4004,
+      "Ġunpack": 4005,
+      "Ġwriting": 4006,
+      "Ġtrash": 4007,
+      "Ġrolling": 4008,
+      "Ġwaffle": 4009,
+      "Ġiron": 4010,
+      "Ġwing": 4011,
+      "erable": 4012,
+      "Ġsheet": 4013,
+      "ĠBuddy": 4014,
+      "Ġshadow": 4015,
+      "Ġroared": 4016,
+      "Ġmuff": 4017,
+      "Ġairport": 4018,
+      "Ġceiling": 4019,
+      "Ġattic": 4020,
+      "Ġorganize": 4021,
+      "Ġstretch": 4022,
+      "Ġgrapes": 4023,
+      "Ġobs": 4024,
+      "ĠAre": 4025,
+      "ĠWould": 4026,
+      "ĠInst": 4027,
+      "Ġpiano": 4028,
+      "Ġsalt": 4029,
+      "Ġmiserable": 4030,
+      "Ġcord": 4031,
+      "Ġdess": 4032,
+      "Ġrefused": 4033,
+      "Ġscreen": 4034,
+      "ĠDan": 4035,
+      "Ġstrugg": 4036,
+      "Ġneedle": 4037,
+      "Ġbears": 4038,
+      "ĠAndy": 4039,
+      "Ġheaded": 4040,
+      "Ġsticky": 4041,
+      "Ġfreez": 4042,
+      "Ġzoomed": 4043,
+      "Ġimagined": 4044,
+      "Ġmedal": 4045,
+      "Ġmagnet": 4046,
+      "reci": 4047,
+      "Ġobser": 4048,
+      "Ġer": 4049,
+      "Ġlives": 4050,
+      "ĠAl": 4051,
+      "ĠPat": 4052,
+      "Ġappreci": 4053,
+      "asses": 4054,
+      "Ġsailor": 4055,
+      "Ġminute": 4056,
+      "Ġfisherman": 4057,
+      "vision": 4058,
+      "Ġrat": 4059,
+      "aled": 4060,
+      "Ġbrus": 4061,
+      "Ġchance": 4062,
+      "Ġpost": 4063,
+      "Ġsungl": 4064,
+      "Ġcheek": 4065,
+      "reeze": 4066,
+      "Ġdeaf": 4067,
+      "Ġrules": 4068,
+      "Ġfrogs": 4069,
+      "Ġairpl": 4070,
+      "ĠGod": 4071,
+      "Ġstrawberry": 4072,
+      "Ġslept": 4073,
+      "Ġlizard": 4074,
+      "Ġsunglasses": 4075,
+      "Ġluck": 4076,
+      "Ġinf": 4077,
+      "Ġbeep": 4078,
+      "ĠBunny": 4079,
+      "Ġmeas": 4080,
+      "Ġrod": 4081,
+      "Ġorder": 4082,
+      "Ġrestless": 4083,
+      "Ġsandbox": 4084,
+      "Ġmessage": 4085,
+      "ĠJoey": 4086,
+      "Ġcomplet": 4087,
+      "Ġattract": 4088,
+      "Ġgolden": 4089,
+      "Grandma": 4090,
+      "Ġpilot": 4091,
+      "Ġporch": 4092,
+      "Little": 4093,
+      "ler": 4094,
+      "ses": 4095
+    },
+    "merges": [
+      [
+        "h",
+        "e"
+      ],
+      [
+        "Ġ",
+        "t"
+      ],
+      [
+        "Ġ",
+        "a"
+      ],
+      [
+        "Ġ",
+        "s"
+      ],
+      [
+        "Ġ",
+        "w"
+      ],
+      [
+        "n",
+        "d"
+      ],
+      [
+        "Ġt",
+        "he"
+      ],
+      [
+        "e",
+        "d"
+      ],
+      [
+        "Ġa",
+        "nd"
+      ],
+      [
+        "Ġt",
+        "o"
+      ],
+      [
+        "Ġ",
+        "b"
+      ],
+      [
+        "i",
+        "n"
+      ],
+      [
+        "Ġ",
+        "h"
+      ],
+      [
+        "Ġw",
+        "a"
+      ],
+      [
+        "r",
+        "e"
+      ],
+      [
+        "Ġ",
+        "f"
+      ],
+      [
+        "i",
+        "t"
+      ],
+      [
+        "o",
+        "u"
+      ],
+      [
+        "Ġ",
+        "c"
+      ],
+      [
+        "Ġ",
+        "l"
+      ],
+      [
+        "Ġ",
+        "he"
+      ],
+      [
+        "Ġ",
+        "d"
+      ],
+      [
+        "e",
+        "r"
+      ],
+      [
+        "Ġwa",
+        "s"
+      ],
+      [
+        "Ġ",
+        "m"
+      ],
+      [
+        "Ġ",
+        "p"
+      ],
+      [
+        "o",
+        "m"
+      ],
+      [
+        "Ġ",
+        "T"
+      ],
+      [
+        "Ġ",
+        "o"
+      ],
+      [
+        "a",
+        "y"
+      ],
+      [
+        "a",
+        "r"
+      ],
+      [
+        "in",
+        "g"
+      ],
+      [
+        "i",
+        "s"
+      ],
+      [
+        "Ġ",
+        "g"
+      ],
+      [
+        "i",
+        "l"
+      ],
+      [
+        "i",
+        "d"
+      ],
+      [
+        "a",
+        "t"
+      ],
+      [
+        "e",
+        "n"
+      ],
+      [
+        "Ġ",
+        "n"
+      ],
+      [
+        "Ġs",
+        "a"
+      ],
+      [
+        "Ġh",
+        "a"
+      ],
+      [
+        "Ġ",
+        "S"
+      ],
+      [
+        "i",
+        "m"
+      ],
+      [
+        "a",
+        "n"
+      ],
+      [
+        "ĠT",
+        "he"
+      ],
+      [
+        "o",
+        "r"
+      ],
+      [
+        "o",
+        "n"
+      ],
+      [
+        "Ġ",
+        "it"
+      ],
+      [
+        "Ġt",
+        "h"
+      ],
+      [
+        "l",
+        "l"
+      ],
+      [
+        "l",
+        "e"
+      ],
+      [
+        "Ġ",
+        "H"
+      ],
+      [
+        "Ġhe",
+        "r"
+      ],
+      [
+        "e",
+        "t"
+      ],
+      [
+        "o",
+        "t"
+      ],
+      [
+        "i",
+        "r"
+      ],
+      [
+        "ĠS",
+        "he"
+      ],
+      [
+        "ĠH",
+        "e"
+      ],
+      [
+        "v",
+        "er"
+      ],
+      [
+        "e",
+        "s"
+      ],
+      [
+        "Ġ",
+        "in"
+      ],
+      [
+        "u",
+        "t"
+      ],
+      [
+        "o",
+        "w"
+      ],
+      [
+        "c",
+        "k"
+      ],
+      [
+        "Ġ",
+        "e"
+      ],
+      [
+        "Ġ",
+        "u"
+      ],
+      [
+        "l",
+        "d"
+      ],
+      [
+        "ĠThe",
+        "y"
+      ],
+      [
+        "o",
+        "o"
+      ],
+      [
+        "i",
+        "g"
+      ],
+      [
+        "Ġsa",
+        "id"
+      ],
+      [
+        "a",
+        "m"
+      ],
+      [
+        "il",
+        "y"
+      ],
+      [
+        "Ġb",
+        "e"
+      ],
+      [
+        "Ġ",
+        "y"
+      ],
+      [
+        "Ġ",
+        "r"
+      ],
+      [
+        "Ġs",
+        "t"
+      ],
+      [
+        "c",
+        "e"
+      ],
+      [
+        "Ġs",
+        "he"
+      ],
+      [
+        "Ġ",
+        "\""
+      ],
+      [
+        "p",
+        "p"
+      ],
+      [
+        "k",
+        "e"
+      ],
+      [
+        "it",
+        "h"
+      ],
+      [
+        "O",
+        "n"
+      ],
+      [
+        "Ġ",
+        "I"
+      ],
+      [
+        "Ġw",
+        "ith"
+      ],
+      [
+        "v",
+        "e"
+      ],
+      [
+        "L",
+        "ily"
+      ],
+      [
+        "Ġo",
+        "n"
+      ],
+      [
+        "Ġo",
+        "f"
+      ],
+      [
+        "Ġs",
+        "o"
+      ],
+      [
+        "Ġh",
+        "is"
+      ],
+      [
+        "k",
+        "ed"
+      ],
+      [
+        "r",
+        "i"
+      ],
+      [
+        "n",
+        "t"
+      ],
+      [
+        "ver",
+        "y"
+      ],
+      [
+        "Ġp",
+        "l"
+      ],
+      [
+        "Ġd",
+        "ay"
+      ],
+      [
+        "a",
+        "d"
+      ],
+      [
+        "Ġy",
+        "ou"
+      ],
+      [
+        "Ġth",
+        "at"
+      ],
+      [
+        "Ġu",
+        "p"
+      ],
+      [
+        "Ġha",
+        "d"
+      ],
+      [
+        "s",
+        "t"
+      ],
+      [
+        "Ġpl",
+        "ay"
+      ],
+      [
+        "Ġthe",
+        "y"
+      ],
+      [
+        "Ġ",
+        "Lily"
+      ],
+      [
+        "Ġw",
+        "e"
+      ],
+      [
+        "Ġm",
+        "om"
+      ],
+      [
+        "m",
+        "y"
+      ],
+      [
+        "Ġf",
+        "or"
+      ],
+      [
+        "e",
+        "l"
+      ],
+      [
+        "ou",
+        "ld"
+      ],
+      [
+        "u",
+        "n"
+      ],
+      [
+        "Ġ",
+        "B"
+      ],
+      [
+        "'",
+        "s"
+      ],
+      [
+        "it",
+        "t"
+      ],
+      [
+        "en",
+        "t"
+      ],
+      [
+        "Ġha",
+        "pp"
+      ],
+      [
+        "T",
+        "he"
+      ],
+      [
+        "c",
+        "h"
+      ],
+      [
+        "Ġl",
+        "i"
+      ],
+      [
+        "ou",
+        "t"
+      ],
+      [
+        "Ġwa",
+        "nt"
+      ],
+      [
+        "Ġs",
+        "h"
+      ],
+      [
+        "he",
+        "r"
+      ],
+      [
+        "l",
+        "y"
+      ],
+      [
+        "im",
+        "e"
+      ],
+      [
+        "itt",
+        "le"
+      ],
+      [
+        "ou",
+        "nd"
+      ],
+      [
+        "Ġ",
+        "very"
+      ],
+      [
+        "Ġt",
+        "ime"
+      ],
+      [
+        "om",
+        "e"
+      ],
+      [
+        "Ġl",
+        "ittle"
+      ],
+      [
+        "Ġthe",
+        "re"
+      ],
+      [
+        "s",
+        "e"
+      ],
+      [
+        "Ġd",
+        "o"
+      ],
+      [
+        "Ġw",
+        "h"
+      ],
+      [
+        "a",
+        "ll"
+      ],
+      [
+        "Ġ",
+        "k"
+      ],
+      [
+        "e",
+        "nd"
+      ],
+      [
+        "a",
+        "l"
+      ],
+      [
+        "h",
+        "t"
+      ],
+      [
+        "Ġn",
+        "e"
+      ],
+      [
+        "Ġ",
+        "re"
+      ],
+      [
+        "Ġn",
+        "ot"
+      ],
+      [
+        "Ġhapp",
+        "y"
+      ],
+      [
+        "Ġ",
+        "Ċ"
+      ],
+      [
+        "Ġb",
+        "ig"
+      ],
+      [
+        "Ġ",
+        "M"
+      ],
+      [
+        "Ġb",
+        "ut"
+      ],
+      [
+        "Ġs",
+        "m"
+      ],
+      [
+        "a",
+        "ck"
+      ],
+      [
+        "Ġsa",
+        "w"
+      ],
+      [
+        "ĠI",
+        "t"
+      ],
+      [
+        "Ġa",
+        "s"
+      ],
+      [
+        "Ġa",
+        "n"
+      ],
+      [
+        "r",
+        "a"
+      ],
+      [
+        "ri",
+        "end"
+      ],
+      [
+        "Ġf",
+        "riend"
+      ],
+      [
+        "id",
+        "e"
+      ],
+      [
+        "On",
+        "e"
+      ],
+      [
+        "r",
+        "y"
+      ],
+      [
+        "'",
+        "t"
+      ],
+      [
+        "v",
+        "ed"
+      ],
+      [
+        "Ġ",
+        "is"
+      ],
+      [
+        "On",
+        "ce"
+      ],
+      [
+        "a",
+        "ke"
+      ],
+      [
+        ".",
+        "\""
+      ],
+      [
+        "Ġwe",
+        "re"
+      ],
+      [
+        "t",
+        "er"
+      ],
+      [
+        "u",
+        "g"
+      ],
+      [
+        "Ġl",
+        "oo"
+      ],
+      [
+        "Ġl",
+        "o"
+      ],
+      [
+        "o",
+        "re"
+      ],
+      [
+        "e",
+        "c"
+      ],
+      [
+        "ĠT",
+        "im"
+      ],
+      [
+        "Ġh",
+        "im"
+      ],
+      [
+        "Ġb",
+        "o"
+      ],
+      [
+        "!",
+        "\""
+      ],
+      [
+        "Ġto",
+        "o"
+      ],
+      [
+        "Ġg",
+        "o"
+      ],
+      [
+        "Ġup",
+        "on"
+      ],
+      [
+        "ir",
+        "l"
+      ],
+      [
+        "Ġ",
+        "j"
+      ],
+      [
+        "Ġwant",
+        "ed"
+      ],
+      [
+        "Ġg",
+        "irl"
+      ],
+      [
+        "Ġs",
+        "e"
+      ],
+      [
+        "Ġ",
+        "out"
+      ],
+      [
+        "ar",
+        "d"
+      ],
+      [
+        "w",
+        "ay"
+      ],
+      [
+        "Ġs",
+        "p"
+      ],
+      [
+        "il",
+        "l"
+      ],
+      [
+        "i",
+        "nd"
+      ],
+      [
+        "Ġthe",
+        "m"
+      ],
+      [
+        "Ġc",
+        "ould"
+      ],
+      [
+        "f",
+        "u"
+      ],
+      [
+        "he",
+        "n"
+      ],
+      [
+        "Ġa",
+        "t"
+      ],
+      [
+        "u",
+        "r"
+      ],
+      [
+        "Ġd",
+        "id"
+      ],
+      [
+        "Ġsm",
+        "il"
+      ],
+      [
+        "Ġthe",
+        "ir"
+      ],
+      [
+        "Ġa",
+        "re"
+      ],
+      [
+        "Ġe",
+        "x"
+      ],
+      [
+        "Ġ",
+        "A"
+      ],
+      [
+        "a",
+        "in"
+      ],
+      [
+        "Ġw",
+        "ent"
+      ],
+      [
+        "ar",
+        "t"
+      ],
+      [
+        "he",
+        "d"
+      ],
+      [
+        "r",
+        "om"
+      ],
+      [
+        "i",
+        "c"
+      ],
+      [
+        "r",
+        "ound"
+      ],
+      [
+        "Ġha",
+        "ve"
+      ],
+      [
+        "Ġn",
+        "am"
+      ],
+      [
+        "l",
+        "p"
+      ],
+      [
+        "Ġa",
+        "ll"
+      ],
+      [
+        "Ġ",
+        "J"
+      ],
+      [
+        "fu",
+        "l"
+      ],
+      [
+        "Ġk",
+        "n"
+      ],
+      [
+        "h",
+        "ing"
+      ],
+      [
+        "oo",
+        "d"
+      ],
+      [
+        "Ġhe",
+        "lp"
+      ],
+      [
+        "ig",
+        "ht"
+      ],
+      [
+        "Ġfriend",
+        "s"
+      ],
+      [
+        "on",
+        "e"
+      ],
+      [
+        "ar",
+        "k"
+      ],
+      [
+        "Ġb",
+        "ack"
+      ],
+      [
+        "u",
+        "m"
+      ],
+      [
+        "Ġc",
+        "an"
+      ],
+      [
+        "Ġnam",
+        "ed"
+      ],
+      [
+        "Ġc",
+        "l"
+      ],
+      [
+        "?",
+        "\""
+      ],
+      [
+        "Ġf",
+        "un"
+      ],
+      [
+        "a",
+        "re"
+      ],
+      [
+        "ĠB",
+        "en"
+      ],
+      [
+        "Ġlo",
+        "ved"
+      ],
+      [
+        "Ġa",
+        "l"
+      ],
+      [
+        "el",
+        "t"
+      ],
+      [
+        "ĠTim",
+        "my"
+      ],
+      [
+        "Ġ",
+        "One"
+      ],
+      [
+        "o",
+        "p"
+      ],
+      [
+        "s",
+        "ide"
+      ],
+      [
+        "Ġl",
+        "e"
+      ],
+      [
+        "Ġn",
+        "o"
+      ],
+      [
+        "Ġs",
+        "c"
+      ],
+      [
+        "ĠT",
+        "om"
+      ],
+      [
+        "Ġf",
+        "elt"
+      ],
+      [
+        "ou",
+        "g"
+      ],
+      [
+        "Ġsmil",
+        "ed"
+      ],
+      [
+        "i",
+        "ck"
+      ],
+      [
+        "Ġas",
+        "ked"
+      ],
+      [
+        "Y",
+        "ou"
+      ],
+      [
+        "Ġto",
+        "y"
+      ],
+      [
+        "Ġm",
+        "an"
+      ],
+      [
+        "Ġa",
+        "round"
+      ],
+      [
+        "am",
+        "e"
+      ],
+      [
+        "Ġf",
+        "e"
+      ],
+      [
+        "Ġs",
+        "ay"
+      ],
+      [
+        "Ġbo",
+        "y"
+      ],
+      [
+        "Ġs",
+        "ome"
+      ],
+      [
+        "Ġloo",
+        "ked"
+      ],
+      [
+        "u",
+        "re"
+      ],
+      [
+        "om",
+        "et"
+      ],
+      [
+        "Ġb",
+        "r"
+      ],
+      [
+        "Ġw",
+        "ould"
+      ],
+      [
+        "Ġm",
+        "e"
+      ],
+      [
+        "Ġb",
+        "ir"
+      ],
+      [
+        "Ġli",
+        "ke"
+      ],
+      [
+        "g",
+        "et"
+      ],
+      [
+        "Ġst",
+        "art"
+      ],
+      [
+        "Ġr",
+        "o"
+      ],
+      [
+        "a",
+        "s"
+      ],
+      [
+        "Ġse",
+        "e"
+      ],
+      [
+        "Ġ",
+        "W"
+      ],
+      [
+        "i",
+        "ce"
+      ],
+      [
+        "on",
+        "g"
+      ],
+      [
+        "Ġbir",
+        "d"
+      ],
+      [
+        "Ġs",
+        "omet"
+      ],
+      [
+        "d",
+        "d"
+      ],
+      [
+        "Ġw",
+        "or"
+      ],
+      [
+        "ad",
+        "e"
+      ],
+      [
+        "i",
+        "e"
+      ],
+      [
+        "k",
+        "ing"
+      ],
+      [
+        "Ġa",
+        "g"
+      ],
+      [
+        "ow",
+        "n"
+      ],
+      [
+        "Ġt",
+        "re"
+      ],
+      [
+        "Ġf",
+        "a"
+      ],
+      [
+        "Ġa",
+        "way"
+      ],
+      [
+        "Ġwh",
+        "at"
+      ],
+      [
+        "ing",
+        "s"
+      ],
+      [
+        "Ġstart",
+        "ed"
+      ],
+      [
+        "get",
+        "her"
+      ],
+      [
+        "Ġr",
+        "an"
+      ],
+      [
+        "Ã",
+        "¢"
+      ],
+      [
+        "â",
+        "Ĥ"
+      ],
+      [
+        "âĤ",
+        "¬"
+      ],
+      [
+        "ar",
+        "ed"
+      ],
+      [
+        "Ġm",
+        "ake"
+      ],
+      [
+        "ĠB",
+        "ut"
+      ],
+      [
+        "it",
+        "ed"
+      ],
+      [
+        "i",
+        "f"
+      ],
+      [
+        "ou",
+        "d"
+      ],
+      [
+        "Ġm",
+        "ade"
+      ],
+      [
+        "Ġto",
+        "gether"
+      ],
+      [
+        "Ġsomet",
+        "hing"
+      ],
+      [
+        "Ġex",
+        "c"
+      ],
+      [
+        "a",
+        "g"
+      ],
+      [
+        "Ġc",
+        "o"
+      ],
+      [
+        "Ġp",
+        "ark"
+      ],
+      [
+        "Ġne",
+        "w"
+      ],
+      [
+        "Ġsa",
+        "d"
+      ],
+      [
+        "Ġp",
+        "ut"
+      ],
+      [
+        ",",
+        "\""
+      ],
+      [
+        "Ġf",
+        "rom"
+      ],
+      [
+        "b",
+        "le"
+      ],
+      [
+        "t",
+        "her"
+      ],
+      [
+        "Ġp",
+        "r"
+      ],
+      [
+        "Ġm",
+        "u"
+      ],
+      [
+        "Ġc",
+        "ar"
+      ],
+      [
+        "Ġh",
+        "ome"
+      ],
+      [
+        "Ġ",
+        "You"
+      ],
+      [
+        "Ġthe",
+        "n"
+      ],
+      [
+        "Ġw",
+        "hen"
+      ],
+      [
+        "Ġf",
+        "ound"
+      ],
+      [
+        "e",
+        "ll"
+      ],
+      [
+        "Ġo",
+        "ther"
+      ],
+      [
+        "Ġag",
+        "ain"
+      ],
+      [
+        "Ġc",
+        "h"
+      ],
+      [
+        "Ġd",
+        "ec"
+      ],
+      [
+        "Ġwh",
+        "o"
+      ],
+      [
+        "Ġl",
+        "a"
+      ],
+      [
+        "ri",
+        "ed"
+      ],
+      [
+        "s",
+        "s"
+      ],
+      [
+        "Ġg",
+        "ood"
+      ],
+      [
+        "Ġh",
+        "ug"
+      ],
+      [
+        "Ġ",
+        "L"
+      ],
+      [
+        "pp",
+        "ed"
+      ],
+      [
+        "Ġwa",
+        "l"
+      ],
+      [
+        "e",
+        "p"
+      ],
+      [
+        "all",
+        "y"
+      ],
+      [
+        "Ġsay",
+        "s"
+      ],
+      [
+        "Ġf",
+        "l"
+      ],
+      [
+        "es",
+        "t"
+      ],
+      [
+        "a",
+        "ch"
+      ],
+      [
+        "Ġ",
+        "E"
+      ],
+      [
+        "Ġexc",
+        "ited"
+      ],
+      [
+        "p",
+        "l"
+      ],
+      [
+        "q",
+        "u"
+      ],
+      [
+        "oo",
+        "k"
+      ],
+      [
+        "Ġg",
+        "et"
+      ],
+      [
+        "oug",
+        "ht"
+      ],
+      [
+        "Ġplay",
+        "ing"
+      ],
+      [
+        "Ġg",
+        "ot"
+      ],
+      [
+        "Ġs",
+        "w"
+      ],
+      [
+        "ou",
+        "s"
+      ],
+      [
+        "h",
+        "at"
+      ],
+      [
+        "n",
+        "y"
+      ],
+      [
+        "id",
+        "ed"
+      ],
+      [
+        "u",
+        "ck"
+      ],
+      [
+        "Ġth",
+        "ings"
+      ],
+      [
+        "Ġe",
+        "very"
+      ],
+      [
+        "Ġdec",
+        "ided"
+      ],
+      [
+        "Ġc",
+        "ame"
+      ],
+      [
+        "Ġbe",
+        "c"
+      ],
+      [
+        "a",
+        "ve"
+      ],
+      [
+        "r",
+        "o"
+      ],
+      [
+        "a",
+        "x"
+      ],
+      [
+        "Ġli",
+        "ked"
+      ],
+      [
+        "Ġd",
+        "own"
+      ],
+      [
+        "Ġdo",
+        "g"
+      ],
+      [
+        "Ġsc",
+        "ared"
+      ],
+      [
+        "Ġ",
+        "v"
+      ],
+      [
+        "u",
+        "dd"
+      ],
+      [
+        "u",
+        "st"
+      ],
+      [
+        "Ġon",
+        "e"
+      ],
+      [
+        "Ġf",
+        "ind"
+      ],
+      [
+        "Ġb",
+        "l"
+      ],
+      [
+        "Ġth",
+        "an"
+      ],
+      [
+        "Ġ",
+        "D"
+      ],
+      [
+        "ou",
+        "se"
+      ],
+      [
+        "way",
+        "s"
+      ],
+      [
+        "Ġkn",
+        "e"
+      ],
+      [
+        "Ġdid",
+        "n"
+      ],
+      [
+        "a",
+        "p"
+      ],
+      [
+        "Ġmom",
+        "my"
+      ],
+      [
+        "Ġc",
+        "are"
+      ],
+      [
+        "Ġal",
+        "ways"
+      ],
+      [
+        "Ġa",
+        "b"
+      ],
+      [
+        "is",
+        "t"
+      ],
+      [
+        "Ġd",
+        "ad"
+      ],
+      [
+        "Ġfe",
+        "el"
+      ],
+      [
+        "ar",
+        "a"
+      ],
+      [
+        "b",
+        "b"
+      ],
+      [
+        "ar",
+        "n"
+      ],
+      [
+        "f",
+        "e"
+      ],
+      [
+        "Ġyou",
+        "r"
+      ],
+      [
+        "Ġout",
+        "side"
+      ],
+      [
+        "u",
+        "e"
+      ],
+      [
+        "Ġg",
+        "ra"
+      ],
+      [
+        "an",
+        "t"
+      ],
+      [
+        "Ġ",
+        "ke"
+      ],
+      [
+        "ĠM",
+        "om"
+      ],
+      [
+        "Ġtoo",
+        "k"
+      ],
+      [
+        "Ġl",
+        "ot"
+      ],
+      [
+        "n",
+        "n"
+      ],
+      [
+        "Ġb",
+        "u"
+      ],
+      [
+        "Ġab",
+        "out"
+      ],
+      [
+        "es",
+        "s"
+      ],
+      [
+        "Ġ",
+        "F"
+      ],
+      [
+        "nd",
+        "er"
+      ],
+      [
+        "Ġtre",
+        "e"
+      ],
+      [
+        "ec",
+        "i"
+      ],
+      [
+        "Ġloo",
+        "k"
+      ],
+      [
+        "Ġp",
+        "o"
+      ],
+      [
+        "Ġm",
+        "y"
+      ],
+      [
+        "ou",
+        "r"
+      ],
+      [
+        "Ġtoy",
+        "s"
+      ],
+      [
+        "it",
+        "e"
+      ],
+      [
+        "c",
+        "hed"
+      ],
+      [
+        "Ġkne",
+        "w"
+      ],
+      [
+        "Ġth",
+        "ought"
+      ],
+      [
+        "en",
+        "ed"
+      ],
+      [
+        "Ġle",
+        "arn"
+      ],
+      [
+        "Ġin",
+        "t"
+      ],
+      [
+        "Ġo",
+        "ld"
+      ],
+      [
+        "Ġm",
+        "ore"
+      ],
+      [
+        "nn",
+        "a"
+      ],
+      [
+        "is",
+        "e"
+      ],
+      [
+        "g",
+        "ed"
+      ],
+      [
+        "Ġt",
+        "a"
+      ],
+      [
+        "udd",
+        "en"
+      ],
+      [
+        "eci",
+        "al"
+      ],
+      [
+        "Ġsp",
+        "ecial"
+      ],
+      [
+        "ĠM",
+        "ax"
+      ],
+      [
+        "a",
+        "u"
+      ],
+      [
+        "Ġw",
+        "ill"
+      ],
+      [
+        "er",
+        "s"
+      ],
+      [
+        "The",
+        "y"
+      ],
+      [
+        "re",
+        "t"
+      ],
+      [
+        "Ġp",
+        "e"
+      ],
+      [
+        "Ġh",
+        "o"
+      ],
+      [
+        "ĠS",
+        "am"
+      ],
+      [
+        "Ġt",
+        "ake"
+      ],
+      [
+        "Ġb",
+        "all"
+      ],
+      [
+        "Ġkn",
+        "ow"
+      ],
+      [
+        "Ġla",
+        "ug"
+      ],
+      [
+        "f",
+        "ter"
+      ],
+      [
+        "udden",
+        "ly"
+      ],
+      [
+        "Ġc",
+        "at"
+      ],
+      [
+        "Ġh",
+        "ow"
+      ],
+      [
+        "i",
+        "ve"
+      ],
+      [
+        "Ġt",
+        "r"
+      ],
+      [
+        "Ġmu",
+        "ch"
+      ],
+      [
+        "Ġan",
+        "y"
+      ],
+      [
+        "Ġp",
+        "u"
+      ],
+      [
+        "m",
+        "a"
+      ],
+      [
+        "Ġs",
+        "l"
+      ],
+      [
+        "Ġs",
+        "or"
+      ],
+      [
+        "Ġm",
+        "o"
+      ],
+      [
+        "v",
+        "en"
+      ],
+      [
+        "is",
+        "h"
+      ],
+      [
+        "Ġsh",
+        "ow"
+      ],
+      [
+        "Ġcould",
+        "n"
+      ],
+      [
+        "au",
+        "se"
+      ],
+      [
+        "in",
+        "k"
+      ],
+      [
+        "B",
+        "ut"
+      ],
+      [
+        "Ġh",
+        "ouse"
+      ],
+      [
+        "Ġint",
+        "o"
+      ],
+      [
+        "um",
+        "p"
+      ],
+      [
+        "Ġo",
+        "ver"
+      ],
+      [
+        "Ġt",
+        "ried"
+      ],
+      [
+        "a",
+        "nd"
+      ],
+      [
+        "Ġe",
+        "at"
+      ],
+      [
+        "Ġs",
+        "k"
+      ],
+      [
+        "Ġs",
+        "un"
+      ],
+      [
+        "Ġt",
+        "w"
+      ],
+      [
+        "Ġcl",
+        "o"
+      ],
+      [
+        "i",
+        "a"
+      ],
+      [
+        "Ġr",
+        "un"
+      ],
+      [
+        "Ġha",
+        "nd"
+      ],
+      [
+        "ĠE",
+        "very"
+      ],
+      [
+        "Ġ",
+        "en"
+      ],
+      [
+        "Ġin",
+        "side"
+      ],
+      [
+        "d",
+        "y"
+      ],
+      [
+        "Ġ",
+        "if"
+      ],
+      [
+        "Ġto",
+        "ld"
+      ],
+      [
+        "Ġne",
+        "ver"
+      ],
+      [
+        "i",
+        "on"
+      ],
+      [
+        "Ġ",
+        "qu"
+      ],
+      [
+        "Ġbec",
+        "ause"
+      ],
+      [
+        "b",
+        "y"
+      ],
+      [
+        "Ġpr",
+        "oud"
+      ],
+      [
+        "Ġg",
+        "ave"
+      ],
+      [
+        "Ġsor",
+        "ry"
+      ],
+      [
+        "Ġth",
+        "is"
+      ],
+      [
+        "Ġo",
+        "p"
+      ],
+      [
+        "Ġplay",
+        "ed"
+      ],
+      [
+        "at",
+        "e"
+      ],
+      [
+        "Ġex",
+        "pl"
+      ],
+      [
+        "Ġhe",
+        "ard"
+      ],
+      [
+        "t",
+        "y"
+      ],
+      [
+        "Ġo",
+        "r"
+      ],
+      [
+        "Ġwa",
+        "ter"
+      ],
+      [
+        "an",
+        "k"
+      ],
+      [
+        "g",
+        "e"
+      ],
+      [
+        "s",
+        "ed"
+      ],
+      [
+        "Ġp",
+        "ick"
+      ],
+      [
+        "ot",
+        "her"
+      ],
+      [
+        "Ġro",
+        "om"
+      ],
+      [
+        "et",
+        "ter"
+      ],
+      [
+        "Ġj",
+        "ust"
+      ],
+      [
+        "a",
+        "ce"
+      ],
+      [
+        "Ġhug",
+        "ged"
+      ],
+      [
+        "a",
+        "k"
+      ],
+      [
+        "Ġg",
+        "re"
+      ],
+      [
+        "he",
+        "re"
+      ],
+      [
+        "Ġof",
+        "f"
+      ],
+      [
+        "ĠS",
+        "ara"
+      ],
+      [
+        "Ġp",
+        "ret"
+      ],
+      [
+        "il",
+        "e"
+      ],
+      [
+        "Ġe",
+        "ach"
+      ],
+      [
+        "Ġc",
+        "om"
+      ],
+      [
+        "Ġl",
+        "ong"
+      ],
+      [
+        "Ġbo",
+        "x"
+      ],
+      [
+        "or",
+        "t"
+      ],
+      [
+        "Ġst",
+        "r"
+      ],
+      [
+        "i",
+        "z"
+      ],
+      [
+        "Ġu",
+        "nt"
+      ],
+      [
+        "Ġwa",
+        "t"
+      ],
+      [
+        "ot",
+        "h"
+      ],
+      [
+        "Ġne",
+        "ed"
+      ],
+      [
+        "Ġj",
+        "o"
+      ],
+      [
+        "ĠW",
+        "e"
+      ],
+      [
+        "T",
+        "om"
+      ],
+      [
+        "Ġsm",
+        "all"
+      ],
+      [
+        "in",
+        "e"
+      ],
+      [
+        "Ġbe",
+        "ar"
+      ],
+      [
+        "M",
+        "om"
+      ],
+      [
+        "Ġunt",
+        "il"
+      ],
+      [
+        "Ġn",
+        "ice"
+      ],
+      [
+        "Ġt",
+        "ry"
+      ],
+      [
+        "v",
+        "ing"
+      ],
+      [
+        "u",
+        "c"
+      ],
+      [
+        "s",
+        "el"
+      ],
+      [
+        "oug",
+        "h"
+      ],
+      [
+        "Ġlearn",
+        "ed"
+      ],
+      [
+        "Ġk",
+        "ind"
+      ],
+      [
+        "ĠA",
+        "nna"
+      ],
+      [
+        "il",
+        "d"
+      ],
+      [
+        "Ġf",
+        "o"
+      ],
+      [
+        "Ġman",
+        "y"
+      ],
+      [
+        "'",
+        "m"
+      ],
+      [
+        "ĠJ",
+        "ack"
+      ],
+      [
+        "Ġb",
+        "etter"
+      ],
+      [
+        "Ġ",
+        "im"
+      ],
+      [
+        "g",
+        "ry"
+      ],
+      [
+        "im",
+        "al"
+      ],
+      [
+        "Ġan",
+        "imal"
+      ],
+      [
+        "ur",
+        "t"
+      ],
+      [
+        "f",
+        "t"
+      ],
+      [
+        "Ġe",
+        "nd"
+      ],
+      [
+        "Ġs",
+        "n"
+      ],
+      [
+        "a",
+        "ut"
+      ],
+      [
+        "Ġt",
+        "e"
+      ],
+      [
+        "Ġc",
+        "le"
+      ],
+      [
+        "ĠJ",
+        "o"
+      ],
+      [
+        "v",
+        "ent"
+      ],
+      [
+        "ur",
+        "p"
+      ],
+      [
+        "Ġg",
+        "r"
+      ],
+      [
+        "Ġbe",
+        "aut"
+      ],
+      [
+        "Ġj",
+        "ump"
+      ],
+      [
+        "m",
+        "b"
+      ],
+      [
+        "Ġa",
+        "d"
+      ],
+      [
+        "re",
+        "am"
+      ],
+      [
+        "p",
+        "t"
+      ],
+      [
+        "ĠS",
+        "o"
+      ],
+      [
+        "ĠH",
+        "er"
+      ],
+      [
+        "Ġfl",
+        "ow"
+      ],
+      [
+        "i",
+        "es"
+      ],
+      [
+        "Ġc",
+        "he"
+      ],
+      [
+        "Ġb",
+        "ra"
+      ],
+      [
+        "Ġthan",
+        "ked"
+      ],
+      [
+        "Ġe",
+        "ven"
+      ],
+      [
+        "Ġb",
+        "est"
+      ],
+      [
+        "Ġc",
+        "all"
+      ],
+      [
+        "ad",
+        "y"
+      ],
+      [
+        "H",
+        "e"
+      ],
+      [
+        "Ġlot",
+        "s"
+      ],
+      [
+        "Ġlaug",
+        "hed"
+      ],
+      [
+        "sel",
+        "f"
+      ],
+      [
+        "Ġr",
+        "a"
+      ],
+      [
+        "Ġwa",
+        "y"
+      ],
+      [
+        "ar",
+        "s"
+      ],
+      [
+        "ur",
+        "n"
+      ],
+      [
+        "Ġb",
+        "y"
+      ],
+      [
+        "Ġfa",
+        "st"
+      ],
+      [
+        "ll",
+        "y"
+      ],
+      [
+        "Ġf",
+        "am"
+      ],
+      [
+        "Ġ",
+        "C"
+      ],
+      [
+        "v",
+        "es"
+      ],
+      [
+        "ard",
+        "en"
+      ],
+      [
+        "Ġg",
+        "arden"
+      ],
+      [
+        "Ġbeaut",
+        "i"
+      ],
+      [
+        "w",
+        "n"
+      ],
+      [
+        "T",
+        "h"
+      ],
+      [
+        "Ġbeauti",
+        "ful"
+      ],
+      [
+        "Ġl",
+        "oud"
+      ],
+      [
+        "le",
+        "w"
+      ],
+      [
+        "Ġsk",
+        "y"
+      ],
+      [
+        "Ġd",
+        "on"
+      ],
+      [
+        "h",
+        "n"
+      ],
+      [
+        "er",
+        "ed"
+      ],
+      [
+        "in",
+        "y"
+      ],
+      [
+        "Ġcare",
+        "ful"
+      ],
+      [
+        "Ġlo",
+        "ve"
+      ],
+      [
+        "Ġf",
+        "i"
+      ],
+      [
+        "ĠThe",
+        "n"
+      ],
+      [
+        "Å",
+        "ĵ"
+      ],
+      [
+        "a",
+        "se"
+      ],
+      [
+        "ec",
+        "t"
+      ],
+      [
+        "Ġsa",
+        "fe"
+      ],
+      [
+        "ĠA",
+        "nd"
+      ],
+      [
+        "Ġu",
+        "nder"
+      ],
+      [
+        "Ġc",
+        "ome"
+      ],
+      [
+        "ĠF",
+        "rom"
+      ],
+      [
+        "Y",
+        "es"
+      ],
+      [
+        "ĠM",
+        "ia"
+      ],
+      [
+        "I",
+        "t"
+      ],
+      [
+        "m",
+        "e"
+      ],
+      [
+        "Ġh",
+        "ard"
+      ],
+      [
+        "Ġc",
+        "u"
+      ],
+      [
+        "Ġw",
+        "o"
+      ],
+      [
+        "Ġl",
+        "ist"
+      ],
+      [
+        "Ġst",
+        "ay"
+      ],
+      [
+        "an",
+        "e"
+      ],
+      [
+        "s",
+        "h"
+      ],
+      [
+        "op",
+        "le"
+      ],
+      [
+        "Ġg",
+        "l"
+      ],
+      [
+        "n",
+        "ing"
+      ],
+      [
+        "Ġst",
+        "ill"
+      ],
+      [
+        "oo",
+        "l"
+      ],
+      [
+        "Ġh",
+        "urt"
+      ],
+      [
+        "re",
+        "e"
+      ],
+      [
+        "ĠH",
+        "is"
+      ],
+      [
+        "Ġim",
+        "p"
+      ],
+      [
+        "Ġfam",
+        "ily"
+      ],
+      [
+        "Ġ",
+        "â"
+      ],
+      [
+        "Ġb",
+        "oth"
+      ],
+      [
+        "r",
+        "m"
+      ],
+      [
+        "ig",
+        "h"
+      ],
+      [
+        "Ġli",
+        "ved"
+      ],
+      [
+        "he",
+        "s"
+      ],
+      [
+        "W",
+        "hen"
+      ],
+      [
+        "Ġpe",
+        "ople"
+      ],
+      [
+        "Ġanimal",
+        "s"
+      ],
+      [
+        "Ġco",
+        "l"
+      ],
+      [
+        "Ġbra",
+        "ve"
+      ],
+      [
+        "Ġwal",
+        "ked"
+      ],
+      [
+        "o",
+        "b"
+      ],
+      [
+        "T",
+        "im"
+      ],
+      [
+        "c",
+        "t"
+      ],
+      [
+        "Ġl",
+        "et"
+      ],
+      [
+        "urp",
+        "r"
+      ],
+      [
+        "ĠW",
+        "hen"
+      ],
+      [
+        "Ġtw",
+        "o"
+      ],
+      [
+        "Ġs",
+        "urpr"
+      ],
+      [
+        "Ġsh",
+        "ould"
+      ],
+      [
+        "is",
+        "hed"
+      ],
+      [
+        "Ġb",
+        "ad"
+      ],
+      [
+        "re",
+        "ss"
+      ],
+      [
+        "Ġke",
+        "pt"
+      ],
+      [
+        "Ġf",
+        "ore"
+      ],
+      [
+        "Ġf",
+        "lew"
+      ],
+      [
+        "Ġf",
+        "in"
+      ],
+      [
+        "Ġst",
+        "or"
+      ],
+      [
+        "Ġf",
+        "ly"
+      ],
+      [
+        "a",
+        "st"
+      ],
+      [
+        "is",
+        "ed"
+      ],
+      [
+        "i",
+        "p"
+      ],
+      [
+        "Ġit",
+        "s"
+      ],
+      [
+        "l",
+        "ed"
+      ],
+      [
+        "o",
+        "ck"
+      ],
+      [
+        "uc",
+        "y"
+      ],
+      [
+        "f",
+        "ore"
+      ],
+      [
+        "Ġgo",
+        "ing"
+      ],
+      [
+        "Ġcle",
+        "an"
+      ],
+      [
+        "Ġd",
+        "an"
+      ],
+      [
+        "Ġp",
+        "ic"
+      ],
+      [
+        "Ġso",
+        "on"
+      ],
+      [
+        "Ġcall",
+        "ed"
+      ],
+      [
+        "Ġsh",
+        "are"
+      ],
+      [
+        "k",
+        "ay"
+      ],
+      [
+        "Ġan",
+        "gry"
+      ],
+      [
+        "Ġro",
+        "ck"
+      ],
+      [
+        "Ġc",
+        "on"
+      ],
+      [
+        "Ġpret",
+        "ty"
+      ],
+      [
+        "N",
+        "o"
+      ],
+      [
+        "Ġ",
+        "ide"
+      ],
+      [
+        "i",
+        "ed"
+      ],
+      [
+        "il",
+        "ly"
+      ],
+      [
+        "Ġg",
+        "round"
+      ],
+      [
+        "x",
+        "t"
+      ],
+      [
+        "Ġr",
+        "ed"
+      ],
+      [
+        "Ġexpl",
+        "ore"
+      ],
+      [
+        "Ġc",
+        "ry"
+      ],
+      [
+        "Ġad",
+        "vent"
+      ],
+      [
+        "Ġst",
+        "o"
+      ],
+      [
+        "s",
+        "o"
+      ],
+      [
+        "Ġre",
+        "al"
+      ],
+      [
+        "L",
+        "et"
+      ],
+      [
+        "Ġw",
+        "ind"
+      ],
+      [
+        "Ġsh",
+        "iny"
+      ],
+      [
+        "b",
+        "e"
+      ],
+      [
+        "Ġb",
+        "ook"
+      ],
+      [
+        "Ġal",
+        "so"
+      ],
+      [
+        "Ġdo",
+        "ll"
+      ],
+      [
+        "Ġide",
+        "a"
+      ],
+      [
+        "Ġbe",
+        "fore"
+      ],
+      [
+        "Ġop",
+        "ened"
+      ],
+      [
+        "dd",
+        "ed"
+      ],
+      [
+        "Ġwh",
+        "ile"
+      ],
+      [
+        "um",
+        "my"
+      ],
+      [
+        "Ġke",
+        "ep"
+      ],
+      [
+        "Ġe",
+        "y"
+      ],
+      [
+        "Ġn",
+        "ow"
+      ],
+      [
+        "Ġdo",
+        "or"
+      ],
+      [
+        "Ġfeel",
+        "ing"
+      ],
+      [
+        "âĤ¬",
+        "â"
+      ],
+      [
+        "o",
+        "on"
+      ],
+      [
+        "o",
+        "y"
+      ],
+      [
+        "Ġwal",
+        "king"
+      ],
+      [
+        "Ġno",
+        "ise"
+      ],
+      [
+        "Ġf",
+        "r"
+      ],
+      [
+        "le",
+        "s"
+      ],
+      [
+        "ag",
+        "e"
+      ],
+      [
+        "i",
+        "ous"
+      ],
+      [
+        "Ġcol",
+        "or"
+      ],
+      [
+        "Ġt",
+        "urn"
+      ],
+      [
+        "t",
+        "hing"
+      ],
+      [
+        "f",
+        "f"
+      ],
+      [
+        "u",
+        "ch"
+      ],
+      [
+        "t",
+        "h"
+      ],
+      [
+        "Ġb",
+        "ed"
+      ],
+      [
+        "ar",
+        "y"
+      ],
+      [
+        "Ġd",
+        "ra"
+      ],
+      [
+        "Ġpick",
+        "ed"
+      ],
+      [
+        "im",
+        "b"
+      ],
+      [
+        "e",
+        "et"
+      ],
+      [
+        "Ġcl",
+        "imb"
+      ],
+      [
+        "Ġd",
+        "el"
+      ],
+      [
+        "W",
+        "hat"
+      ],
+      [
+        "Ġbe",
+        "ing"
+      ],
+      [
+        "Ġf",
+        "ood"
+      ],
+      [
+        "Ġu",
+        "n"
+      ],
+      [
+        "Ġf",
+        "ar"
+      ],
+      [
+        "t",
+        "ure"
+      ],
+      [
+        "j",
+        "oy"
+      ],
+      [
+        "Ġadvent",
+        "ure"
+      ],
+      [
+        "a",
+        "c"
+      ],
+      [
+        "Ġsmil",
+        "e"
+      ],
+      [
+        "Ġd",
+        "if"
+      ],
+      [
+        "Ħ",
+        "¢"
+      ],
+      [
+        "âĤ¬â",
+        "Ħ¢"
+      ],
+      [
+        "me",
+        "mb"
+      ],
+      [
+        "Ġw",
+        "r"
+      ],
+      [
+        "Ġth",
+        "r"
+      ],
+      [
+        "ug",
+        "ht"
+      ],
+      [
+        "Ġloo",
+        "king"
+      ],
+      [
+        "Ġne",
+        "xt"
+      ],
+      [
+        "ic",
+        "ed"
+      ],
+      [
+        "ĠL",
+        "ucy"
+      ],
+      [
+        "Ġno",
+        "dded"
+      ],
+      [
+        "Ġqu",
+        "ick"
+      ],
+      [
+        "Ġ",
+        "P"
+      ],
+      [
+        "Ġd",
+        "is"
+      ],
+      [
+        "Ġre",
+        "pl"
+      ],
+      [
+        "ĠD",
+        "ad"
+      ],
+      [
+        "Ġwa",
+        "it"
+      ],
+      [
+        "iz",
+        "ed"
+      ],
+      [
+        "Ġfore",
+        "st"
+      ],
+      [
+        "Ġclo",
+        "s"
+      ],
+      [
+        "ĠS",
+        "uddenly"
+      ],
+      [
+        "Ġt",
+        "ra"
+      ],
+      [
+        "T",
+        "hat"
+      ],
+      [
+        "Ġey",
+        "es"
+      ],
+      [
+        "g",
+        "er"
+      ],
+      [
+        "bb",
+        "it"
+      ],
+      [
+        "t",
+        "ed"
+      ],
+      [
+        "Ġo",
+        "wn"
+      ],
+      [
+        "Ġr",
+        "ain"
+      ],
+      [
+        "Ġimp",
+        "ort"
+      ],
+      [
+        "Ġgre",
+        "at"
+      ],
+      [
+        "Ġre",
+        "memb"
+      ],
+      [
+        "Ġpic",
+        "ture"
+      ],
+      [
+        "Th",
+        "ank"
+      ],
+      [
+        "S",
+        "uddenly"
+      ],
+      [
+        "Ġsto",
+        "pped"
+      ],
+      [
+        "Ġen",
+        "joy"
+      ],
+      [
+        "Ġv",
+        "o"
+      ],
+      [
+        "B",
+        "en"
+      ],
+      [
+        "Ġg",
+        "ive"
+      ],
+      [
+        "Ġimport",
+        "ant"
+      ],
+      [
+        "Ġwor",
+        "k"
+      ],
+      [
+        "Ġne",
+        "ar"
+      ],
+      [
+        "g",
+        "an"
+      ],
+      [
+        "p",
+        "ot"
+      ],
+      [
+        "Ġe",
+        "ver"
+      ],
+      [
+        "Ġa",
+        "pp"
+      ],
+      [
+        "Ġa",
+        "fter"
+      ],
+      [
+        "Ġquick",
+        "ly"
+      ],
+      [
+        "Ġlist",
+        "en"
+      ],
+      [
+        "Ġb",
+        "re"
+      ],
+      [
+        "t",
+        "ing"
+      ],
+      [
+        "bb",
+        "ed"
+      ],
+      [
+        "Ġm",
+        "a"
+      ],
+      [
+        "Ġf",
+        "ish"
+      ],
+      [
+        "Ġrepl",
+        "ied"
+      ],
+      [
+        "Ġra",
+        "bbit"
+      ],
+      [
+        "Ġhand",
+        "s"
+      ],
+      [
+        "Ġ",
+        "G"
+      ],
+      [
+        "Ġnot",
+        "iced"
+      ],
+      [
+        "Ġbr",
+        "o"
+      ],
+      [
+        "Ġsl",
+        "ide"
+      ],
+      [
+        "Ġth",
+        "ink"
+      ],
+      [
+        "Ġwal",
+        "k"
+      ],
+      [
+        "Ġtr",
+        "uck"
+      ],
+      [
+        "Ġa",
+        "c"
+      ],
+      [
+        "k",
+        "es"
+      ],
+      [
+        "Ġstr",
+        "ong"
+      ],
+      [
+        "S",
+        "he"
+      ],
+      [
+        "Ġshow",
+        "ed"
+      ],
+      [
+        "Ġd",
+        "e"
+      ],
+      [
+        "Ġevery",
+        "one"
+      ],
+      [
+        "Ġwo",
+        "nder"
+      ],
+      [
+        "fe",
+        "re"
+      ],
+      [
+        "by",
+        "e"
+      ],
+      [
+        "Ġdif",
+        "fere"
+      ],
+      [
+        "ir",
+        "st"
+      ],
+      [
+        "S",
+        "o"
+      ],
+      [
+        "Ġs",
+        "ure"
+      ],
+      [
+        "Ġha",
+        "s"
+      ],
+      [
+        "Ġr",
+        "ight"
+      ],
+      [
+        "Ġbe",
+        "en"
+      ],
+      [
+        "Ġbec",
+        "ame"
+      ],
+      [
+        "Ġs",
+        "ound"
+      ],
+      [
+        "ma",
+        "z"
+      ],
+      [
+        "Ġto",
+        "w"
+      ],
+      [
+        "Ġr",
+        "u"
+      ],
+      [
+        "Ġt",
+        "al"
+      ],
+      [
+        "Ġa",
+        "maz"
+      ],
+      [
+        "Ġhe",
+        "ad"
+      ],
+      [
+        "Ġsh",
+        "out"
+      ],
+      [
+        "Ġbr",
+        "ight"
+      ],
+      [
+        "Ġy",
+        "e"
+      ],
+      [
+        "Ġwat",
+        "ched"
+      ],
+      [
+        "Ġ",
+        "R"
+      ],
+      [
+        "Ġm",
+        "or"
+      ],
+      [
+        "Ġch",
+        "ild"
+      ],
+      [
+        "a",
+        "ble"
+      ],
+      [
+        "Ġme",
+        "an"
+      ],
+      [
+        "Ġw",
+        "here"
+      ],
+      [
+        "ll",
+        "ow"
+      ],
+      [
+        "Ġh",
+        "igh"
+      ],
+      [
+        "ĠS",
+        "ue"
+      ],
+      [
+        "Ġfa",
+        "ce"
+      ],
+      [
+        "Ġc",
+        "ook"
+      ],
+      [
+        "d",
+        "ay"
+      ],
+      [
+        "ay",
+        "be"
+      ],
+      [
+        "Ġwat",
+        "ch"
+      ],
+      [
+        "Ġbl",
+        "ue"
+      ],
+      [
+        "a",
+        "ught"
+      ],
+      [
+        "Ġdiffere",
+        "nt"
+      ],
+      [
+        "Ġst",
+        "ore"
+      ],
+      [
+        "Ġ",
+        "N"
+      ],
+      [
+        "Ġgood",
+        "bye"
+      ],
+      [
+        "Ġd",
+        "ress"
+      ],
+      [
+        "u",
+        "ll"
+      ],
+      [
+        "ĠB",
+        "ob"
+      ],
+      [
+        "n",
+        "g"
+      ],
+      [
+        "an",
+        "ge"
+      ],
+      [
+        "Ġs",
+        "qu"
+      ],
+      [
+        "Ġo",
+        "kay"
+      ],
+      [
+        "is",
+        "y"
+      ],
+      [
+        "le",
+        "ase"
+      ],
+      [
+        "ĠMom",
+        "my"
+      ],
+      [
+        "Ġvo",
+        "ice"
+      ],
+      [
+        "J",
+        "o"
+      ],
+      [
+        "at",
+        "h"
+      ],
+      [
+        "Ġn",
+        "ight"
+      ],
+      [
+        "ĠS",
+        "pot"
+      ],
+      [
+        "Ġu",
+        "s"
+      ],
+      [
+        "Ġbo",
+        "at"
+      ],
+      [
+        "Ġflow",
+        "ers"
+      ],
+      [
+        "Ġpl",
+        "ace"
+      ],
+      [
+        "Ġfo",
+        "llow"
+      ],
+      [
+        "Ġa",
+        "r"
+      ],
+      [
+        "Ġu",
+        "se"
+      ],
+      [
+        "Ġclos",
+        "er"
+      ],
+      [
+        "un",
+        "ny"
+      ],
+      [
+        "le",
+        "ep"
+      ],
+      [
+        "ir",
+        "ed"
+      ],
+      [
+        "Ġfa",
+        "v"
+      ],
+      [
+        "Ġy",
+        "ell"
+      ],
+      [
+        "Ġgra",
+        "bbed"
+      ],
+      [
+        "Ġcu",
+        "ri"
+      ],
+      [
+        "Ġwa",
+        "rm"
+      ],
+      [
+        "Ġc",
+        "r"
+      ],
+      [
+        "Ġfor",
+        "g"
+      ],
+      [
+        "ĠSara",
+        "h"
+      ],
+      [
+        "ĠJo",
+        "hn"
+      ],
+      [
+        "Ġm",
+        "ag"
+      ],
+      [
+        "Ġst",
+        "ick"
+      ],
+      [
+        "W",
+        "e"
+      ],
+      [
+        "Ġjump",
+        "ed"
+      ],
+      [
+        "Ġc",
+        "ake"
+      ],
+      [
+        "m",
+        "ore"
+      ],
+      [
+        "Ġt",
+        "ell"
+      ],
+      [
+        "Ġany",
+        "more"
+      ],
+      [
+        "A",
+        "fter"
+      ],
+      [
+        "Ġbut",
+        "ter"
+      ],
+      [
+        "nd",
+        "ma"
+      ],
+      [
+        "Ġth",
+        "ree"
+      ],
+      [
+        "Ġas",
+        "k"
+      ],
+      [
+        "c",
+        "o"
+      ],
+      [
+        "Ġ",
+        "our"
+      ],
+      [
+        "l",
+        "ie"
+      ],
+      [
+        "Ġcuri",
+        "ous"
+      ],
+      [
+        "ou",
+        "nt"
+      ],
+      [
+        "or",
+        "n"
+      ],
+      [
+        "Ġcon",
+        "t"
+      ],
+      [
+        "Ġfe",
+        "ll"
+      ],
+      [
+        "a",
+        "ched"
+      ],
+      [
+        "ĠT",
+        "h"
+      ],
+      [
+        "Ġbird",
+        "s"
+      ],
+      [
+        "as",
+        "s"
+      ],
+      [
+        "H",
+        "er"
+      ],
+      [
+        "is",
+        "s"
+      ],
+      [
+        "Ġhelp",
+        "ed"
+      ],
+      [
+        "ĠJ",
+        "ane"
+      ],
+      [
+        "Ġpu",
+        "ll"
+      ],
+      [
+        "Ġf",
+        "irst"
+      ],
+      [
+        "it",
+        "c"
+      ],
+      [
+        "Ġbl",
+        "ock"
+      ],
+      [
+        "Ġh",
+        "op"
+      ],
+      [
+        "Ġb",
+        "it"
+      ],
+      [
+        "Ġd",
+        "r"
+      ],
+      [
+        "Ġreal",
+        "ized"
+      ],
+      [
+        "Ġk",
+        "id"
+      ],
+      [
+        "L",
+        "ook"
+      ],
+      [
+        "il",
+        "a"
+      ],
+      [
+        "Ġm",
+        "on"
+      ],
+      [
+        "Ġbr",
+        "other"
+      ],
+      [
+        "A",
+        "nna"
+      ],
+      [
+        "S",
+        "ara"
+      ],
+      [
+        "Ġ",
+        "z"
+      ],
+      [
+        "ĠEvery",
+        "one"
+      ],
+      [
+        "Ġat",
+        "e"
+      ],
+      [
+        "Ġdo",
+        "es"
+      ],
+      [
+        "im",
+        "es"
+      ],
+      [
+        "Ġhapp",
+        "ened"
+      ],
+      [
+        "Ġst",
+        "op"
+      ],
+      [
+        "z",
+        "y"
+      ],
+      [
+        "Ġy",
+        "ummy"
+      ],
+      [
+        "Ġfav",
+        "or"
+      ],
+      [
+        "pp",
+        "y"
+      ],
+      [
+        "Ġk",
+        "itc"
+      ],
+      [
+        "Ġkitc",
+        "hen"
+      ],
+      [
+        "Ġsw",
+        "eet"
+      ],
+      [
+        "u",
+        "s"
+      ],
+      [
+        "Ġp",
+        "er"
+      ],
+      [
+        "Ġre",
+        "ally"
+      ],
+      [
+        "a",
+        "isy"
+      ],
+      [
+        "Ġgra",
+        "ss"
+      ],
+      [
+        "Ġfavor",
+        "ite"
+      ],
+      [
+        "Ġbe",
+        "gan"
+      ],
+      [
+        "Ġre",
+        "st"
+      ],
+      [
+        "Ġre",
+        "ady"
+      ],
+      [
+        "Ġle",
+        "a"
+      ],
+      [
+        "Ġre",
+        "ached"
+      ],
+      [
+        "Ġunder",
+        "st"
+      ],
+      [
+        "a",
+        "ir"
+      ],
+      [
+        "Ġst",
+        "e"
+      ],
+      [
+        "Ġb",
+        "unny"
+      ],
+      [
+        "ĠA",
+        "s"
+      ],
+      [
+        "Ġstor",
+        "y"
+      ],
+      [
+        "'",
+        "re"
+      ],
+      [
+        "Ġp",
+        "ain"
+      ],
+      [
+        "Ġs",
+        "ing"
+      ],
+      [
+        "st",
+        "er"
+      ],
+      [
+        "Ġhe",
+        "re"
+      ],
+      [
+        "Ġsa",
+        "nd"
+      ],
+      [
+        "Ġon",
+        "ly"
+      ],
+      [
+        "Ġfl",
+        "o"
+      ],
+      [
+        "Ġa",
+        "m"
+      ],
+      [
+        "Ġgl",
+        "ad"
+      ],
+      [
+        "Ġt",
+        "ri"
+      ],
+      [
+        "Ġbe",
+        "h"
+      ],
+      [
+        "Ġwor",
+        "ld"
+      ],
+      [
+        "Ġop",
+        "en"
+      ],
+      [
+        "Ġc",
+        "re"
+      ],
+      [
+        "fu",
+        "lly"
+      ],
+      [
+        "Ġpr",
+        "in"
+      ],
+      [
+        "w",
+        "here"
+      ],
+      [
+        "are",
+        "nt"
+      ],
+      [
+        "Ġflow",
+        "er"
+      ],
+      [
+        "Ġthr",
+        "ough"
+      ],
+      [
+        "Ġb",
+        "a"
+      ],
+      [
+        "Ġfi",
+        "re"
+      ],
+      [
+        "Ġd",
+        "one"
+      ],
+      [
+        "Ġha",
+        "ving"
+      ],
+      [
+        "Ġth",
+        "ing"
+      ],
+      [
+        "Ġdel",
+        "ic"
+      ],
+      [
+        "Ġhim",
+        "self"
+      ],
+      [
+        "Ġt",
+        "ired"
+      ],
+      [
+        "Ġp",
+        "arent"
+      ],
+      [
+        "Ġso",
+        "ft"
+      ],
+      [
+        "Ġf",
+        "ro"
+      ],
+      [
+        "Tim",
+        "my"
+      ],
+      [
+        "Ġta",
+        "st"
+      ],
+      [
+        "Ġbutter",
+        "f"
+      ],
+      [
+        "ĠL",
+        "et"
+      ],
+      [
+        "Ġc",
+        "ut"
+      ],
+      [
+        "Ġp",
+        "art"
+      ],
+      [
+        "Ġwh",
+        "y"
+      ],
+      [
+        "k",
+        "en"
+      ],
+      [
+        "Ġm",
+        "ess"
+      ],
+      [
+        "C",
+        "an"
+      ],
+      [
+        "Ġwor",
+        "ry"
+      ],
+      [
+        "Mom",
+        "my"
+      ],
+      [
+        "i",
+        "ver"
+      ],
+      [
+        "Ġd",
+        "in"
+      ],
+      [
+        "u",
+        "ff"
+      ],
+      [
+        "at",
+        "er"
+      ],
+      [
+        "Ġmag",
+        "ic"
+      ],
+      [
+        "Ġwa",
+        "ved"
+      ],
+      [
+        "Ġshout",
+        "ed"
+      ],
+      [
+        "Ġpo",
+        "nd"
+      ],
+      [
+        "Ġkid",
+        "s"
+      ],
+      [
+        "Ġh",
+        "at"
+      ],
+      [
+        "Ġd",
+        "uck"
+      ],
+      [
+        "Ġse",
+        "es"
+      ],
+      [
+        "o",
+        "lly"
+      ],
+      [
+        "ill",
+        "ed"
+      ],
+      [
+        "Ġg",
+        "ame"
+      ],
+      [
+        "i",
+        "ent"
+      ],
+      [
+        "Ġma",
+        "king"
+      ],
+      [
+        "at",
+        "her"
+      ],
+      [
+        "Jo",
+        "hn"
+      ],
+      [
+        "A",
+        "s"
+      ],
+      [
+        "ak",
+        "es"
+      ],
+      [
+        "Ġcat",
+        "ch"
+      ],
+      [
+        "Ġse",
+        "en"
+      ],
+      [
+        "Ġc",
+        "ool"
+      ],
+      [
+        "at",
+        "ion"
+      ],
+      [
+        "Ġcom",
+        "ing"
+      ],
+      [
+        "Ġl",
+        "ess"
+      ],
+      [
+        "Ġd",
+        "ark"
+      ],
+      [
+        "Ġu",
+        "sed"
+      ],
+      [
+        "ed",
+        "dy"
+      ],
+      [
+        "Ġfi",
+        "x"
+      ],
+      [
+        "ĠJo",
+        "e"
+      ],
+      [
+        "Ġthan",
+        "k"
+      ],
+      [
+        "m",
+        "er"
+      ],
+      [
+        "Ġto",
+        "p"
+      ],
+      [
+        "Ġl",
+        "ady"
+      ],
+      [
+        "Ġha",
+        "ir"
+      ],
+      [
+        "ar",
+        "ing"
+      ],
+      [
+        "Ġp",
+        "rom"
+      ],
+      [
+        "Ġho",
+        "pped"
+      ],
+      [
+        "ĠC",
+        "an"
+      ],
+      [
+        "\"",
+        "."
+      ],
+      [
+        "ig",
+        "n"
+      ],
+      [
+        "Ġsurpr",
+        "ise"
+      ],
+      [
+        "Ġdra",
+        "w"
+      ],
+      [
+        "Ġm",
+        "um"
+      ],
+      [
+        "Ġm",
+        "ouse"
+      ],
+      [
+        "Ġfun",
+        "ny"
+      ],
+      [
+        "re",
+        "l"
+      ],
+      [
+        "Ġc",
+        "ra"
+      ],
+      [
+        "Ġ",
+        "-"
+      ],
+      [
+        "ap",
+        "er"
+      ],
+      [
+        "Ġf",
+        "ull"
+      ],
+      [
+        "Ġto",
+        "uch"
+      ],
+      [
+        "Ġl",
+        "ight"
+      ],
+      [
+        "Ġsp",
+        "ot"
+      ],
+      [
+        "re",
+        "n"
+      ],
+      [
+        "Ġd",
+        "ro"
+      ],
+      [
+        "ĠBen",
+        "ny"
+      ],
+      [
+        "Ġparent",
+        "s"
+      ],
+      [
+        "Ġwor",
+        "ked"
+      ],
+      [
+        "in",
+        "s"
+      ],
+      [
+        "one",
+        "y"
+      ],
+      [
+        "ĠD",
+        "o"
+      ],
+      [
+        "Ġsurpr",
+        "ised"
+      ],
+      [
+        "Ġcare",
+        "fully"
+      ],
+      [
+        "Ġtre",
+        "es"
+      ],
+      [
+        "Ġfro",
+        "g"
+      ],
+      [
+        "Ġsw",
+        "ing"
+      ],
+      [
+        "Ġdo",
+        "ing"
+      ],
+      [
+        "D",
+        "on"
+      ],
+      [
+        "Ġs",
+        "at"
+      ],
+      [
+        "in",
+        "ally"
+      ],
+      [
+        "ĠT",
+        "hat"
+      ],
+      [
+        "Ġ",
+        "ice"
+      ],
+      [
+        "ĠI",
+        "n"
+      ],
+      [
+        "Ġhe",
+        "ld"
+      ],
+      [
+        "W",
+        "ow"
+      ],
+      [
+        "Ġrun",
+        "ning"
+      ],
+      [
+        "Ġpret",
+        "end"
+      ],
+      [
+        "Ġsw",
+        "im"
+      ],
+      [
+        "Ġs",
+        "et"
+      ],
+      [
+        "Ġre",
+        "ad"
+      ],
+      [
+        "Ġdelic",
+        "ious"
+      ],
+      [
+        "Ġneed",
+        "ed"
+      ],
+      [
+        "Ġt",
+        "ight"
+      ],
+      [
+        "Ġsl",
+        "ow"
+      ],
+      [
+        "Ġrememb",
+        "ered"
+      ],
+      [
+        "Ġlo",
+        "st"
+      ],
+      [
+        "Ġco",
+        "ld"
+      ],
+      [
+        "Ġsm",
+        "ell"
+      ],
+      [
+        "ard",
+        "s"
+      ],
+      [
+        "Ġw",
+        "ood"
+      ],
+      [
+        "Ġhapp",
+        "ily"
+      ],
+      [
+        "h",
+        "y"
+      ],
+      [
+        "el",
+        "y"
+      ],
+      [
+        "Ġlook",
+        "s"
+      ],
+      [
+        "Ġbeh",
+        "ind"
+      ],
+      [
+        "Ġher",
+        "self"
+      ],
+      [
+        "Ġc",
+        "ried"
+      ],
+      [
+        "Ġenjoy",
+        "ed"
+      ],
+      [
+        "Ġnam",
+        "e"
+      ],
+      [
+        "as",
+        "k"
+      ],
+      [
+        "Ġye",
+        "ars"
+      ],
+      [
+        "Ġbu",
+        "y"
+      ],
+      [
+        "Ġho",
+        "le"
+      ],
+      [
+        "Ġblock",
+        "s"
+      ],
+      [
+        "Ġd",
+        "ri"
+      ],
+      [
+        "Ġs",
+        "leep"
+      ],
+      [
+        "Ġg",
+        "i"
+      ],
+      [
+        "Ġyell",
+        "ow"
+      ],
+      [
+        "c",
+        "ess"
+      ],
+      [
+        "Ġbutterf",
+        "ly"
+      ],
+      [
+        "i",
+        "ke"
+      ],
+      [
+        "u",
+        "ed"
+      ],
+      [
+        "Ġw",
+        "ished"
+      ],
+      [
+        "Ġper",
+        "f"
+      ],
+      [
+        "Ġan",
+        "other"
+      ],
+      [
+        "ĠD",
+        "aisy"
+      ],
+      [
+        "Ġgre",
+        "en"
+      ],
+      [
+        "Ġmo",
+        "ve"
+      ],
+      [
+        "Ġt",
+        "all"
+      ],
+      [
+        "Ġa",
+        "ir"
+      ],
+      [
+        "Ġb",
+        "ag"
+      ],
+      [
+        "Ġflo",
+        "or"
+      ],
+      [
+        "Ġcar",
+        "s"
+      ],
+      [
+        "Ġless",
+        "on"
+      ],
+      [
+        "u",
+        "l"
+      ],
+      [
+        "Ġb",
+        "ow"
+      ],
+      [
+        "Ġar",
+        "ri"
+      ],
+      [
+        "Ġwind",
+        "ow"
+      ],
+      [
+        "Ġsh",
+        "o"
+      ],
+      [
+        "Ġchild",
+        "ren"
+      ],
+      [
+        "n",
+        "er"
+      ],
+      [
+        "Ġfin",
+        "ished"
+      ],
+      [
+        "Ġh",
+        "ill"
+      ],
+      [
+        "ĠA",
+        "fter"
+      ],
+      [
+        "and",
+        "y"
+      ],
+      [
+        "s",
+        "p"
+      ],
+      [
+        "en",
+        "s"
+      ],
+      [
+        "Ġp",
+        "aper"
+      ],
+      [
+        "Ġli",
+        "kes"
+      ],
+      [
+        "F",
+        "rom"
+      ],
+      [
+        "s",
+        "y"
+      ],
+      [
+        "Ġho",
+        "ld"
+      ],
+      [
+        "S",
+        "am"
+      ],
+      [
+        "Ġwr",
+        "ong"
+      ],
+      [
+        "re",
+        "ed"
+      ],
+      [
+        "Ġcont",
+        "in"
+      ],
+      [
+        "Ġunderst",
+        "and"
+      ],
+      [
+        "at",
+        "ter"
+      ],
+      [
+        "u",
+        "it"
+      ],
+      [
+        "re",
+        "w"
+      ],
+      [
+        "Ġg",
+        "ent"
+      ],
+      [
+        "Ġany",
+        "thing"
+      ],
+      [
+        "Ġclo",
+        "se"
+      ],
+      [
+        "Ġwa",
+        "ll"
+      ],
+      [
+        "Ġe",
+        "l"
+      ],
+      [
+        "as",
+        "ure"
+      ],
+      [
+        "Ġle",
+        "ft"
+      ],
+      [
+        "Ġa",
+        "ble"
+      ],
+      [
+        "Ġarri",
+        "ved"
+      ],
+      [
+        "Ġh",
+        "un"
+      ],
+      [
+        "ro",
+        "ss"
+      ],
+      [
+        "a",
+        "v"
+      ],
+      [
+        "Ġhe",
+        "ar"
+      ],
+      [
+        "Ġfriend",
+        "ly"
+      ],
+      [
+        "Ġforg",
+        "ot"
+      ],
+      [
+        "Ġg",
+        "one"
+      ],
+      [
+        "am",
+        "a"
+      ],
+      [
+        "Ġcre",
+        "at"
+      ],
+      [
+        "Ġw",
+        "et"
+      ],
+      [
+        "Ġli",
+        "on"
+      ],
+      [
+        "H",
+        "ell"
+      ],
+      [
+        "Hell",
+        "o"
+      ],
+      [
+        "Ġd",
+        "ream"
+      ],
+      [
+        "Ġh",
+        "ot"
+      ],
+      [
+        "b",
+        "o"
+      ],
+      [
+        "b",
+        "er"
+      ],
+      [
+        "ĠS",
+        "ally"
+      ],
+      [
+        "Ġf",
+        "illed"
+      ],
+      [
+        "Ġd",
+        "ir"
+      ],
+      [
+        "ie",
+        "ld"
+      ],
+      [
+        "Ġcook",
+        "ies"
+      ],
+      [
+        "Ġlaug",
+        "h"
+      ],
+      [
+        "Ġbro",
+        "ken"
+      ],
+      [
+        "Ġdin",
+        "ner"
+      ],
+      [
+        "l",
+        "f"
+      ],
+      [
+        "Ġel",
+        "se"
+      ],
+      [
+        "Ġh",
+        "id"
+      ],
+      [
+        "c",
+        "ed"
+      ],
+      [
+        "Ġp",
+        "ink"
+      ],
+      [
+        "Ġfollow",
+        "ed"
+      ],
+      [
+        "Ġta",
+        "ble"
+      ],
+      [
+        "Ġm",
+        "ar"
+      ],
+      [
+        "Ġcolor",
+        "s"
+      ],
+      [
+        "ou",
+        "p"
+      ],
+      [
+        "Ġmom",
+        "ent"
+      ],
+      [
+        "Ġcontin",
+        "ued"
+      ],
+      [
+        "Ġwonder",
+        "ful"
+      ],
+      [
+        "ĠE",
+        "m"
+      ],
+      [
+        "e",
+        "y"
+      ],
+      [
+        "in",
+        "ed"
+      ],
+      [
+        "ir",
+        "rel"
+      ],
+      [
+        "r",
+        "ot"
+      ],
+      [
+        "Ġfin",
+        "ally"
+      ],
+      [
+        "J",
+        "ack"
+      ],
+      [
+        "Ġa",
+        "rm"
+      ],
+      [
+        "Ġm",
+        "ight"
+      ],
+      [
+        "ĠN",
+        "ow"
+      ],
+      [
+        "Ġc",
+        "ast"
+      ],
+      [
+        "Ġy",
+        "es"
+      ],
+      [
+        "Ġbu",
+        "ild"
+      ],
+      [
+        "Ġen",
+        "ough"
+      ],
+      [
+        "ĠB",
+        "illy"
+      ],
+      [
+        "Ġsome",
+        "one"
+      ],
+      [
+        "Ġperf",
+        "ect"
+      ],
+      [
+        "Ġfa",
+        "ir"
+      ],
+      [
+        "Ġstay",
+        "ed"
+      ],
+      [
+        "a",
+        "pp"
+      ],
+      [
+        "Ġmor",
+        "ning"
+      ],
+      [
+        "ĠThe",
+        "re"
+      ],
+      [
+        "Ġpu",
+        "ppy"
+      ],
+      [
+        "o",
+        "l"
+      ],
+      [
+        "Ġdad",
+        "dy"
+      ],
+      [
+        "Ġtry",
+        "ing"
+      ],
+      [
+        "'",
+        "ll"
+      ],
+      [
+        "Ġj",
+        "u"
+      ],
+      [
+        "Ġother",
+        "s"
+      ],
+      [
+        "Ġbook",
+        "s"
+      ],
+      [
+        "Ġag",
+        "reed"
+      ],
+      [
+        "Ġmu",
+        "s"
+      ],
+      [
+        "Ġsn",
+        "ow"
+      ],
+      [
+        "Ġsqu",
+        "irrel"
+      ],
+      [
+        "Ġc",
+        "ream"
+      ],
+      [
+        "ro",
+        "om"
+      ],
+      [
+        "Ġget",
+        "ting"
+      ],
+      [
+        "Ġgra",
+        "ndma"
+      ],
+      [
+        "ĠL",
+        "ila"
+      ],
+      [
+        "Ġlea",
+        "ves"
+      ],
+      [
+        "Ġba",
+        "by"
+      ],
+      [
+        "Ġc",
+        "ount"
+      ],
+      [
+        "ic",
+        "y"
+      ],
+      [
+        "Ġfe",
+        "w"
+      ],
+      [
+        "A",
+        "t"
+      ],
+      [
+        "Ġf",
+        "all"
+      ],
+      [
+        "The",
+        "n"
+      ],
+      [
+        "g",
+        "on"
+      ],
+      [
+        "Ġbre",
+        "ak"
+      ],
+      [
+        "Ġclimb",
+        "ed"
+      ],
+      [
+        "ri",
+        "es"
+      ],
+      [
+        "Ġbe",
+        "ach"
+      ],
+      [
+        "as",
+        "h"
+      ],
+      [
+        "Ġb",
+        "ug"
+      ],
+      [
+        "Ġp",
+        "lease"
+      ],
+      [
+        "Ġm",
+        "other"
+      ],
+      [
+        "Ġbr",
+        "ought"
+      ],
+      [
+        "Ġtra",
+        "in"
+      ],
+      [
+        "an",
+        "ce"
+      ],
+      [
+        "ĠTh",
+        "is"
+      ],
+      [
+        "Ġde",
+        "ep"
+      ],
+      [
+        "Ġv",
+        "is"
+      ],
+      [
+        "at",
+        "ed"
+      ],
+      [
+        "s",
+        "hed"
+      ],
+      [
+        "Ġm",
+        "et"
+      ],
+      [
+        "Ġwas",
+        "n"
+      ],
+      [
+        "Ġsomet",
+        "imes"
+      ],
+      [
+        "Ġevery",
+        "thing"
+      ],
+      [
+        "ĠTom",
+        "my"
+      ],
+      [
+        "i",
+        "ch"
+      ],
+      [
+        "Ġmus",
+        "ic"
+      ],
+      [
+        "ke",
+        "y"
+      ],
+      [
+        "l",
+        "ing"
+      ],
+      [
+        "Th",
+        "is"
+      ],
+      [
+        "o",
+        "s"
+      ],
+      [
+        "Ġturn",
+        "ed"
+      ],
+      [
+        "l",
+        "c"
+      ],
+      [
+        "Ġr",
+        "ide"
+      ],
+      [
+        "o",
+        "om"
+      ],
+      [
+        "Ġs",
+        "ong"
+      ],
+      [
+        "or",
+        "ing"
+      ],
+      [
+        "Ġsp",
+        "ark"
+      ],
+      [
+        "Ġf",
+        "ight"
+      ],
+      [
+        "Ġhun",
+        "gry"
+      ],
+      [
+        "on",
+        "s"
+      ],
+      [
+        "Ġpicture",
+        "s"
+      ],
+      [
+        "d",
+        "s"
+      ],
+      [
+        "Ġm",
+        "akes"
+      ],
+      [
+        "Ġse",
+        "ar"
+      ],
+      [
+        "uck",
+        "y"
+      ],
+      [
+        "Ġlist",
+        "ened"
+      ],
+      [
+        "Ġjo",
+        "y"
+      ],
+      [
+        "Ġpo",
+        "l"
+      ],
+      [
+        "ĠW",
+        "hat"
+      ],
+      [
+        "H",
+        "is"
+      ],
+      [
+        "e",
+        "e"
+      ],
+      [
+        "Ġcl",
+        "ot"
+      ],
+      [
+        "Ġsa",
+        "il"
+      ],
+      [
+        "a",
+        "pped"
+      ],
+      [
+        "b",
+        "ble"
+      ],
+      [
+        "Ġcom",
+        "p"
+      ],
+      [
+        "Ġpl",
+        "an"
+      ],
+      [
+        "Ġwant",
+        "s"
+      ],
+      [
+        "Ġclot",
+        "hes"
+      ],
+      [
+        "Ġpo",
+        "in"
+      ],
+      [
+        "Ġ",
+        "K"
+      ],
+      [
+        "z",
+        "z"
+      ],
+      [
+        "Ġball",
+        "oon"
+      ],
+      [
+        "Ġstr",
+        "ange"
+      ],
+      [
+        "m",
+        "an"
+      ],
+      [
+        "en",
+        "ny"
+      ],
+      [
+        "Ġp",
+        "i"
+      ],
+      [
+        "Ġgr",
+        "ow"
+      ],
+      [
+        "Ġfly",
+        "ing"
+      ],
+      [
+        "r",
+        "ow"
+      ],
+      [
+        "Ġsc",
+        "ary"
+      ],
+      [
+        "Ġtre",
+        "at"
+      ],
+      [
+        "Ġwa",
+        "ited"
+      ],
+      [
+        "Ġamaz",
+        "ed"
+      ],
+      [
+        "Ġt",
+        "eddy"
+      ],
+      [
+        "Ġcast",
+        "le"
+      ],
+      [
+        "is",
+        "ter"
+      ],
+      [
+        "Ġe",
+        "le"
+      ],
+      [
+        "Ġamaz",
+        "ing"
+      ],
+      [
+        "m",
+        "ed"
+      ],
+      [
+        "Ġsp",
+        "l"
+      ],
+      [
+        "O",
+        "h"
+      ],
+      [
+        "Ġle",
+        "ave"
+      ],
+      [
+        "Ġown",
+        "er"
+      ],
+      [
+        "Ġprom",
+        "ised"
+      ],
+      [
+        "Ġdan",
+        "ger"
+      ],
+      [
+        "e",
+        "ver"
+      ],
+      [
+        "O",
+        "K"
+      ],
+      [
+        "Ġs",
+        "uch"
+      ],
+      [
+        "Ġwh",
+        "ite"
+      ],
+      [
+        "Ġp",
+        "at"
+      ],
+      [
+        "Ġtal",
+        "k"
+      ],
+      [
+        "uff",
+        "y"
+      ],
+      [
+        "Ġf",
+        "ur"
+      ],
+      [
+        "Ġp",
+        "ie"
+      ],
+      [
+        "op",
+        "e"
+      ],
+      [
+        "r",
+        "ed"
+      ],
+      [
+        "Ġpull",
+        "ed"
+      ],
+      [
+        "Ġp",
+        "re"
+      ],
+      [
+        "Ġwood",
+        "s"
+      ],
+      [
+        "ĠT",
+        "o"
+      ],
+      [
+        "Ġsh",
+        "ared"
+      ],
+      [
+        "Ġal",
+        "one"
+      ],
+      [
+        "Ġtow",
+        "ards"
+      ],
+      [
+        "c",
+        "le"
+      ],
+      [
+        "ĠM",
+        "aybe"
+      ],
+      [
+        "Ġs",
+        "it"
+      ],
+      [
+        "Ġn",
+        "ap"
+      ],
+      [
+        "Ġcolor",
+        "ful"
+      ],
+      [
+        "am",
+        "p"
+      ],
+      [
+        "h",
+        "one"
+      ],
+      [
+        "Ġvis",
+        "it"
+      ],
+      [
+        "ig",
+        "g"
+      ],
+      [
+        "ug",
+        "g"
+      ],
+      [
+        "th",
+        "y"
+      ],
+      [
+        "en",
+        "ce"
+      ],
+      [
+        "Ġta",
+        "il"
+      ],
+      [
+        "ct",
+        "or"
+      ],
+      [
+        "Ġmagic",
+        "al"
+      ],
+      [
+        "Ġr",
+        "iver"
+      ],
+      [
+        "Ġh",
+        "ig"
+      ],
+      [
+        "Ġbe",
+        "lie"
+      ],
+      [
+        "Ġgr",
+        "ate"
+      ],
+      [
+        "u",
+        "ally"
+      ],
+      [
+        "an",
+        "g"
+      ],
+      [
+        "ot",
+        "t"
+      ],
+      [
+        "Ġh",
+        "ide"
+      ],
+      [
+        "Ġs",
+        "illy"
+      ],
+      [
+        "Ġsmil",
+        "es"
+      ],
+      [
+        "ow",
+        "er"
+      ],
+      [
+        "Ġs",
+        "ide"
+      ],
+      [
+        "M",
+        "ax"
+      ],
+      [
+        "Ġro",
+        "ll"
+      ],
+      [
+        "Ġg",
+        "u"
+      ],
+      [
+        "ĠA",
+        "my"
+      ],
+      [
+        "Ġpr",
+        "o"
+      ],
+      [
+        "et",
+        "er"
+      ],
+      [
+        "Ġfast",
+        "er"
+      ],
+      [
+        "Ġgrate",
+        "ful"
+      ],
+      [
+        "Ġtre",
+        "asure"
+      ],
+      [
+        "as",
+        "ed"
+      ],
+      [
+        "Ġsn",
+        "ack"
+      ],
+      [
+        "u",
+        "p"
+      ],
+      [
+        "Ġla",
+        "nd"
+      ],
+      [
+        "av",
+        "y"
+      ],
+      [
+        "Ġmor",
+        "al"
+      ],
+      [
+        "ain",
+        "ed"
+      ],
+      [
+        "Ġs",
+        "ister"
+      ],
+      [
+        "ĠG",
+        "ra"
+      ],
+      [
+        "Ġsh",
+        "ap"
+      ],
+      [
+        "Ġpain",
+        "t"
+      ],
+      [
+        "Ġslow",
+        "ly"
+      ],
+      [
+        "Ġf",
+        "ield"
+      ],
+      [
+        "Ġp",
+        "et"
+      ],
+      [
+        "Ġs",
+        "ec"
+      ],
+      [
+        "or",
+        "m"
+      ],
+      [
+        "ĠJ",
+        "im"
+      ],
+      [
+        "Ġbr",
+        "an"
+      ],
+      [
+        "Ġm",
+        "in"
+      ],
+      [
+        "Ġmu",
+        "st"
+      ],
+      [
+        "Ġhelp",
+        "ing"
+      ],
+      [
+        "Ġwor",
+        "ried"
+      ],
+      [
+        "Ġjo",
+        "b"
+      ],
+      [
+        "Ġfo",
+        "x"
+      ],
+      [
+        "s",
+        "et"
+      ],
+      [
+        "Ġm",
+        "oney"
+      ],
+      [
+        "Ġp",
+        "ot"
+      ],
+      [
+        "Ġqu",
+        "i"
+      ],
+      [
+        "Ġbe",
+        "l"
+      ],
+      [
+        "Ġac",
+        "c"
+      ],
+      [
+        "Ġli",
+        "ving"
+      ],
+      [
+        "Ġmon",
+        "ster"
+      ],
+      [
+        "le",
+        "ss"
+      ],
+      [
+        "Ġpart",
+        "y"
+      ],
+      [
+        "e",
+        "ar"
+      ],
+      [
+        "Ġmo",
+        "st"
+      ],
+      [
+        "Ġwe",
+        "ar"
+      ],
+      [
+        "Ġrememb",
+        "er"
+      ],
+      [
+        "i",
+        "re"
+      ],
+      [
+        "Ġs",
+        "ign"
+      ],
+      [
+        "w",
+        "l"
+      ],
+      [
+        "Ġcl",
+        "oud"
+      ],
+      [
+        "Ġc",
+        "andy"
+      ],
+      [
+        "Ġhig",
+        "her"
+      ],
+      [
+        "i",
+        "pped"
+      ],
+      [
+        "id",
+        "ent"
+      ],
+      [
+        "ĠA",
+        "ll"
+      ],
+      [
+        "d",
+        "er"
+      ],
+      [
+        "z",
+        "e"
+      ],
+      [
+        "Ġqui",
+        "et"
+      ],
+      [
+        "Ġto",
+        "wn"
+      ],
+      [
+        "un",
+        "ch"
+      ],
+      [
+        "Ġprin",
+        "cess"
+      ],
+      [
+        "Ġrun",
+        "s"
+      ],
+      [
+        "ask",
+        "et"
+      ],
+      [
+        "e",
+        "m"
+      ],
+      [
+        "Ġevery",
+        "where"
+      ],
+      [
+        "Ġjo",
+        "in"
+      ],
+      [
+        "Ġste",
+        "pped"
+      ],
+      [
+        "Ġb",
+        "asket"
+      ],
+      [
+        "Ġl",
+        "ake"
+      ],
+      [
+        "Ġcu",
+        "p"
+      ],
+      [
+        "s",
+        "w"
+      ],
+      [
+        "out",
+        "h"
+      ],
+      [
+        "Ġcar",
+        "rot"
+      ],
+      [
+        "Ġco",
+        "ll"
+      ],
+      [
+        "Ġpl",
+        "ant"
+      ],
+      [
+        "Ġsc",
+        "ream"
+      ],
+      [
+        "ĠDad",
+        "dy"
+      ],
+      [
+        "Ġb",
+        "uck"
+      ],
+      [
+        "Ġhe",
+        "avy"
+      ],
+      [
+        "Ġbig",
+        "ger"
+      ],
+      [
+        "Ġch",
+        "o"
+      ],
+      [
+        "Ġbl",
+        "ank"
+      ],
+      [
+        "Ġclo",
+        "sed"
+      ],
+      [
+        "Ġw",
+        "on"
+      ],
+      [
+        "is",
+        "es"
+      ],
+      [
+        "Ġan",
+        "sw"
+      ],
+      [
+        "b",
+        "r"
+      ],
+      [
+        "Ġblank",
+        "et"
+      ],
+      [
+        "Ġm",
+        "outh"
+      ],
+      [
+        "am",
+        "es"
+      ],
+      [
+        "ec",
+        "es"
+      ],
+      [
+        "Ġeat",
+        "ing"
+      ],
+      [
+        "Ġpi",
+        "eces"
+      ],
+      [
+        "ck",
+        "et"
+      ],
+      [
+        "Ġst",
+        "re"
+      ],
+      [
+        "Ġwe",
+        "lc"
+      ],
+      [
+        "Ġwould",
+        "n"
+      ],
+      [
+        "Ġre",
+        "ach"
+      ],
+      [
+        "Ġbro",
+        "ke"
+      ],
+      [
+        "e",
+        "ared"
+      ],
+      [
+        "Ġdanger",
+        "ous"
+      ],
+      [
+        "g",
+        "s"
+      ],
+      [
+        "p",
+        "h"
+      ],
+      [
+        "ĠM",
+        "olly"
+      ],
+      [
+        "Ġc",
+        "e"
+      ],
+      [
+        "ĠM",
+        "r"
+      ],
+      [
+        "or",
+        "d"
+      ],
+      [
+        "f",
+        "ort"
+      ],
+      [
+        "Ġdoll",
+        "s"
+      ],
+      [
+        "m",
+        "ing"
+      ],
+      [
+        "Ġdan",
+        "ce"
+      ],
+      [
+        "Ġdra",
+        "gon"
+      ],
+      [
+        "Ġthink",
+        "s"
+      ],
+      [
+        "Ġask",
+        "s"
+      ],
+      [
+        "Ġac",
+        "ross"
+      ],
+      [
+        "O",
+        "kay"
+      ],
+      [
+        "Ġch",
+        "air"
+      ],
+      [
+        "Ġte",
+        "ac"
+      ],
+      [
+        "Ġb",
+        "ott"
+      ],
+      [
+        "H",
+        "i"
+      ],
+      [
+        "Ġp",
+        "a"
+      ],
+      [
+        "Ġne",
+        "igh"
+      ],
+      [
+        "Ġb",
+        "ar"
+      ],
+      [
+        "Ġb",
+        "ike"
+      ],
+      [
+        "Ġp",
+        "ack"
+      ],
+      [
+        "it",
+        "ing"
+      ],
+      [
+        "Ġdis",
+        "app"
+      ],
+      [
+        "Ġneigh",
+        "b"
+      ],
+      [
+        "Ġst",
+        "uck"
+      ],
+      [
+        "d",
+        "e"
+      ],
+      [
+        "Ġg",
+        "if"
+      ],
+      [
+        "Ġfr",
+        "uit"
+      ],
+      [
+        "Ġbelie",
+        "ve"
+      ],
+      [
+        "c",
+        "y"
+      ],
+      [
+        "Ġ",
+        "ve"
+      ],
+      [
+        "Ġcry",
+        "ing"
+      ],
+      [
+        "i",
+        "er"
+      ],
+      [
+        "ph",
+        "ant"
+      ],
+      [
+        "Ġs",
+        "uddenly"
+      ],
+      [
+        "Ġs",
+        "oup"
+      ],
+      [
+        "Ġr",
+        "ace"
+      ],
+      [
+        "Ġth",
+        "rew"
+      ],
+      [
+        "S",
+        "ure"
+      ],
+      [
+        "Ġfar",
+        "mer"
+      ],
+      [
+        "Ġacc",
+        "ident"
+      ],
+      [
+        "Ġdir",
+        "ty"
+      ],
+      [
+        "Ġele",
+        "phant"
+      ],
+      [
+        "Ġmon",
+        "key"
+      ],
+      [
+        "Ġhe",
+        "al"
+      ],
+      [
+        "w",
+        "eet"
+      ],
+      [
+        "Ġre",
+        "m"
+      ],
+      [
+        "Ġp",
+        "ers"
+      ],
+      [
+        "Ġsa",
+        "me"
+      ],
+      [
+        "or",
+        "ed"
+      ],
+      [
+        "vent",
+        "ually"
+      ],
+      [
+        "e",
+        "ad"
+      ],
+      [
+        "pp",
+        "ing"
+      ],
+      [
+        "Ġgent",
+        "le"
+      ],
+      [
+        "Ġf",
+        "ree"
+      ],
+      [
+        "Ġbr",
+        "own"
+      ],
+      [
+        "M",
+        "aybe"
+      ],
+      [
+        "Ġin",
+        "st"
+      ],
+      [
+        "Ġbe",
+        "e"
+      ],
+      [
+        "i",
+        "x"
+      ],
+      [
+        "Ġb",
+        "en"
+      ],
+      [
+        "Ġw",
+        "in"
+      ],
+      [
+        "Ġbl",
+        "ack"
+      ],
+      [
+        "Ġal",
+        "ong"
+      ],
+      [
+        "Ġlong",
+        "er"
+      ],
+      [
+        "i",
+        "ble"
+      ],
+      [
+        "Ġsp",
+        "r"
+      ],
+      [
+        "Ġcl",
+        "apped"
+      ],
+      [
+        "F",
+        "inally"
+      ],
+      [
+        "W",
+        "hy"
+      ],
+      [
+        "ck",
+        "ed"
+      ],
+      [
+        "Ġwor",
+        "ds"
+      ],
+      [
+        "ĠF",
+        "l"
+      ],
+      [
+        "Ġteac",
+        "her"
+      ],
+      [
+        "Ġup",
+        "set"
+      ],
+      [
+        "ch",
+        "ool"
+      ],
+      [
+        "Ġpie",
+        "ce"
+      ],
+      [
+        "Ġwe",
+        "ll"
+      ],
+      [
+        "Ġche",
+        "ered"
+      ],
+      [
+        "Ġh",
+        "it"
+      ],
+      [
+        "Ġsa",
+        "ng"
+      ],
+      [
+        "m",
+        "ent"
+      ],
+      [
+        "Ġbow",
+        "l"
+      ],
+      [
+        "Ġb",
+        "ite"
+      ],
+      [
+        "Ġdo",
+        "ctor"
+      ],
+      [
+        "ĠJ",
+        "ill"
+      ],
+      [
+        "Ġbuck",
+        "et"
+      ],
+      [
+        "M",
+        "ia"
+      ],
+      [
+        "Ġb",
+        "ath"
+      ],
+      [
+        "Ġc",
+        "aught"
+      ],
+      [
+        "Ġhe",
+        "art"
+      ],
+      [
+        "Ġfor",
+        "get"
+      ],
+      [
+        "Ġm",
+        "ark"
+      ],
+      [
+        "Ġbut",
+        "t"
+      ],
+      [
+        "Ġd",
+        "ry"
+      ],
+      [
+        "Ġyou",
+        "ng"
+      ],
+      [
+        "Ġse",
+        "a"
+      ],
+      [
+        "Ġc",
+        "our"
+      ],
+      [
+        "Ġdro",
+        "pped"
+      ],
+      [
+        "es",
+        "e"
+      ],
+      [
+        "Ġy",
+        "ard"
+      ],
+      [
+        "Ġpl",
+        "ac"
+      ],
+      [
+        "our",
+        "n"
+      ],
+      [
+        "Ġs",
+        "chool"
+      ],
+      [
+        "Ġsw",
+        "ings"
+      ],
+      [
+        "bb",
+        "y"
+      ],
+      [
+        "Ġw",
+        "ings"
+      ],
+      [
+        "b",
+        "s"
+      ],
+      [
+        "Ġexpl",
+        "ained"
+      ],
+      [
+        "Ġj",
+        "ourn"
+      ],
+      [
+        "Ġbr",
+        "ing"
+      ],
+      [
+        "Ġdr",
+        "ink"
+      ],
+      [
+        "Ġstre",
+        "et"
+      ],
+      [
+        "Ġju",
+        "ice"
+      ],
+      [
+        "un",
+        "g"
+      ],
+      [
+        "Ġnear",
+        "by"
+      ],
+      [
+        "ĠEm",
+        "ma"
+      ],
+      [
+        "Ġsm",
+        "o"
+      ],
+      [
+        "Ġsm",
+        "art"
+      ],
+      [
+        "Ġpu",
+        "shed"
+      ],
+      [
+        "Ġstor",
+        "ies"
+      ],
+      [
+        "Ġdro",
+        "ve"
+      ],
+      [
+        "Ġt",
+        "iny"
+      ],
+      [
+        "Ġp",
+        "en"
+      ],
+      [
+        "Ġcour",
+        "se"
+      ],
+      [
+        "Ġ",
+        "es"
+      ],
+      [
+        "Ġm",
+        "ine"
+      ],
+      [
+        "Ġto",
+        "day"
+      ],
+      [
+        "Ġpo",
+        "cket"
+      ],
+      [
+        "Ġye",
+        "ar"
+      ],
+      [
+        "aught",
+        "er"
+      ],
+      [
+        "Ġj",
+        "e"
+      ],
+      [
+        "Ġsec",
+        "ret"
+      ],
+      [
+        "Ġex",
+        "p"
+      ],
+      [
+        "Ġwith",
+        "out"
+      ],
+      [
+        "Ġsing",
+        "ing"
+      ],
+      [
+        "Ġwelc",
+        "ome"
+      ],
+      [
+        "Ġhapp",
+        "en"
+      ],
+      [
+        "t",
+        "o"
+      ],
+      [
+        "Ġf",
+        "it"
+      ],
+      [
+        "Ġst",
+        "u"
+      ],
+      [
+        "ve",
+        "l"
+      ],
+      [
+        "ra",
+        "ct"
+      ],
+      [
+        "Ġbu",
+        "s"
+      ],
+      [
+        "Ġche",
+        "ese"
+      ],
+      [
+        "Ġcr",
+        "ay"
+      ],
+      [
+        "Ġfair",
+        "y"
+      ],
+      [
+        "Ġj",
+        "ar"
+      ],
+      [
+        "Ġturn",
+        "s"
+      ],
+      [
+        "Ġbu",
+        "sh"
+      ],
+      [
+        "b",
+        "ow"
+      ],
+      [
+        "ll",
+        "o"
+      ],
+      [
+        "Ġexpl",
+        "oring"
+      ],
+      [
+        "Ġl",
+        "on"
+      ],
+      [
+        "Ġst",
+        "and"
+      ],
+      [
+        "itt",
+        "ing"
+      ],
+      [
+        "Ġsee",
+        "med"
+      ],
+      [
+        "Ġsp",
+        "oon"
+      ],
+      [
+        "ĠF",
+        "inally"
+      ],
+      [
+        "Ġg",
+        "ames"
+      ],
+      [
+        "Ġwo",
+        "ke"
+      ],
+      [
+        "is",
+        "sed"
+      ],
+      [
+        "Ġre",
+        "sp"
+      ],
+      [
+        "Ġtr",
+        "ou"
+      ],
+      [
+        "Ġtw",
+        "ins"
+      ],
+      [
+        "Ġhop",
+        "ed"
+      ],
+      [
+        "Ġat",
+        "t"
+      ],
+      [
+        "Ġlon",
+        "ely"
+      ],
+      [
+        "Ġa",
+        "nt"
+      ],
+      [
+        "ĠM",
+        "ama"
+      ],
+      [
+        "or",
+        "row"
+      ],
+      [
+        "Ġno",
+        "ises"
+      ],
+      [
+        "Ġhug",
+        "s"
+      ],
+      [
+        "ount",
+        "ain"
+      ],
+      [
+        "y",
+        "ard"
+      ],
+      [
+        "Ġd",
+        "aughter"
+      ],
+      [
+        "Ġin",
+        "v"
+      ],
+      [
+        "Ġke",
+        "y"
+      ],
+      [
+        "a",
+        "il"
+      ],
+      [
+        "Ġrock",
+        "s"
+      ],
+      [
+        "Ġdis",
+        "co"
+      ],
+      [
+        "Ġs",
+        "u"
+      ],
+      [
+        "Ġl",
+        "unch"
+      ],
+      [
+        "re",
+        "ad"
+      ],
+      [
+        "ou",
+        "n"
+      ],
+      [
+        "ver",
+        "ed"
+      ],
+      [
+        "Ġback",
+        "yard"
+      ],
+      [
+        "Ġs",
+        "uc"
+      ],
+      [
+        "Ġc",
+        "ow"
+      ],
+      [
+        "Ġapp",
+        "le"
+      ],
+      [
+        "e",
+        "k"
+      ],
+      [
+        "Ġsw",
+        "am"
+      ],
+      [
+        "Ġsho",
+        "es"
+      ],
+      [
+        "Ġst",
+        "ars"
+      ],
+      [
+        "Ġsh",
+        "ook"
+      ],
+      [
+        "itt",
+        "ens"
+      ],
+      [
+        "Ġm",
+        "iss"
+      ],
+      [
+        "c",
+        "hes"
+      ],
+      [
+        "Ġw",
+        "ish"
+      ],
+      [
+        "Ġre",
+        "lie"
+      ],
+      [
+        "fu",
+        "sed"
+      ],
+      [
+        "Ġshap",
+        "es"
+      ],
+      [
+        "urp",
+        "le"
+      ],
+      [
+        "Ġtow",
+        "er"
+      ],
+      [
+        "it",
+        "y"
+      ],
+      [
+        "Ġc",
+        "orn"
+      ],
+      [
+        "Ġmo",
+        "ved"
+      ],
+      [
+        "sh",
+        "ine"
+      ],
+      [
+        "Ġ",
+        "3"
+      ],
+      [
+        "Ġth",
+        "ough"
+      ],
+      [
+        "Ġc",
+        "ir"
+      ],
+      [
+        "um",
+        "b"
+      ],
+      [
+        "Ġta",
+        "king"
+      ],
+      [
+        "t",
+        "s"
+      ],
+      [
+        "ĠT",
+        "weet"
+      ],
+      [
+        "ap",
+        "e"
+      ],
+      [
+        "Ġrain",
+        "bow"
+      ],
+      [
+        "Ġthr",
+        "ow"
+      ],
+      [
+        "Ġst",
+        "ar"
+      ],
+      [
+        "Ġben",
+        "ch"
+      ],
+      [
+        "Ġne",
+        "ck"
+      ],
+      [
+        "ock",
+        "ed"
+      ],
+      [
+        "Ġcreat",
+        "ure"
+      ],
+      [
+        "Ġbu",
+        "bble"
+      ],
+      [
+        "Ġl",
+        "ate"
+      ],
+      [
+        "Ġadventure",
+        "s"
+      ],
+      [
+        "Ġo",
+        "wl"
+      ],
+      [
+        "ion",
+        "s"
+      ],
+      [
+        "A",
+        "nd"
+      ],
+      [
+        "Ġw",
+        "he"
+      ],
+      [
+        "Ġp",
+        "ar"
+      ],
+      [
+        "Ġshe",
+        "ll"
+      ],
+      [
+        "Ġk",
+        "ite"
+      ],
+      [
+        "ĠFl",
+        "uffy"
+      ],
+      [
+        "in",
+        "ing"
+      ],
+      [
+        "Ġm",
+        "il"
+      ],
+      [
+        "u",
+        "nt"
+      ],
+      [
+        "Ġf",
+        "ence"
+      ],
+      [
+        "Ġm",
+        "ix"
+      ],
+      [
+        "Ġli",
+        "ft"
+      ],
+      [
+        "Ġaccident",
+        "ally"
+      ],
+      [
+        "Ġw",
+        "ise"
+      ],
+      [
+        "Ġhe",
+        "llo"
+      ],
+      [
+        "Ġp",
+        "urple"
+      ],
+      [
+        "pp",
+        "er"
+      ],
+      [
+        "Ġon",
+        "to"
+      ],
+      [
+        "Ġsp",
+        "in"
+      ],
+      [
+        "t",
+        "en"
+      ],
+      [
+        "our",
+        "s"
+      ],
+      [
+        "Ġs",
+        "itting"
+      ],
+      [
+        "id",
+        "ge"
+      ],
+      [
+        "Ġsun",
+        "shine"
+      ],
+      [
+        "Ġcut",
+        "e"
+      ],
+      [
+        "Ġm",
+        "at"
+      ],
+      [
+        "w",
+        "ard"
+      ],
+      [
+        "Ġsh",
+        "op"
+      ],
+      [
+        "Ġwh",
+        "ist"
+      ],
+      [
+        "Ġd",
+        "ist"
+      ],
+      [
+        "Ġor",
+        "ange"
+      ],
+      [
+        "L",
+        "ila"
+      ],
+      [
+        "Ġn",
+        "aught"
+      ],
+      [
+        "ĠSam",
+        "my"
+      ],
+      [
+        "Ġnaught",
+        "y"
+      ],
+      [
+        "Ġn",
+        "est"
+      ],
+      [
+        "o",
+        "se"
+      ],
+      [
+        "or",
+        "s"
+      ],
+      [
+        "ll",
+        "a"
+      ],
+      [
+        "Ġmil",
+        "k"
+      ],
+      [
+        "f",
+        "ish"
+      ],
+      [
+        "Ġa",
+        "f"
+      ],
+      [
+        "Ġb",
+        "oun"
+      ],
+      [
+        "Ġp",
+        "hone"
+      ],
+      [
+        "Ġarm",
+        "s"
+      ],
+      [
+        "Ġe",
+        "as"
+      ],
+      [
+        "n",
+        "ess"
+      ],
+      [
+        "Ġcar",
+        "ry"
+      ],
+      [
+        "ĠGra",
+        "ndma"
+      ],
+      [
+        "o",
+        "g"
+      ],
+      [
+        "Ġb",
+        "ought"
+      ],
+      [
+        "Ġdri",
+        "ver"
+      ],
+      [
+        "Ġinst",
+        "ead"
+      ],
+      [
+        "L",
+        "ater"
+      ],
+      [
+        "Ġtal",
+        "ked"
+      ],
+      [
+        "Ġsear",
+        "ched"
+      ],
+      [
+        "g",
+        "ged"
+      ],
+      [
+        "Ġp",
+        "ig"
+      ],
+      [
+        "Ġco",
+        "zy"
+      ],
+      [
+        "Ġsun",
+        "ny"
+      ],
+      [
+        "itt",
+        "y"
+      ],
+      [
+        "Ġfeel",
+        "s"
+      ],
+      [
+        "Ġf",
+        "an"
+      ],
+      [
+        "Ġwonder",
+        "ed"
+      ],
+      [
+        "Ġcom",
+        "es"
+      ],
+      [
+        "Ġswim",
+        "ming"
+      ],
+      [
+        "u",
+        "ched"
+      ],
+      [
+        "Ġto",
+        "uched"
+      ],
+      [
+        "Ġp",
+        "op"
+      ],
+      [
+        "ĠIn",
+        "side"
+      ],
+      [
+        "a",
+        "le"
+      ],
+      [
+        "Ġl",
+        "ucky"
+      ],
+      [
+        "Ġlaug",
+        "hing"
+      ],
+      [
+        "Ġbel",
+        "ong"
+      ],
+      [
+        "Ġsound",
+        "s"
+      ],
+      [
+        "Ġw",
+        "om"
+      ],
+      [
+        "Ġc",
+        "ave"
+      ],
+      [
+        "le",
+        "t"
+      ],
+      [
+        "Ġjourn",
+        "ey"
+      ],
+      [
+        "Ġwom",
+        "an"
+      ],
+      [
+        "Ġc",
+        "ou"
+      ],
+      [
+        "Ġnot",
+        "hing"
+      ],
+      [
+        "Ġco",
+        "at"
+      ],
+      [
+        "Ġrelie",
+        "ved"
+      ],
+      [
+        "Ġ",
+        "O"
+      ],
+      [
+        "Ġpe",
+        "ace"
+      ],
+      [
+        "ad",
+        "ow"
+      ],
+      [
+        "Ġno",
+        "se"
+      ],
+      [
+        "Ġbu",
+        "sy"
+      ],
+      [
+        "B",
+        "ob"
+      ],
+      [
+        "Ġp",
+        "ast"
+      ],
+      [
+        "Ġapp",
+        "les"
+      ],
+      [
+        "Ġs",
+        "ick"
+      ],
+      [
+        "Ġr",
+        "ope"
+      ],
+      [
+        "Ġpat",
+        "ient"
+      ],
+      [
+        "Ġa",
+        "ct"
+      ],
+      [
+        "Ġp",
+        "udd"
+      ],
+      [
+        "Ġin",
+        "c"
+      ],
+      [
+        "ra",
+        "id"
+      ],
+      [
+        "Ġwatch",
+        "ing"
+      ],
+      [
+        "Ġbran",
+        "ch"
+      ],
+      [
+        "Ġaf",
+        "raid"
+      ],
+      [
+        "Ġto",
+        "m"
+      ],
+      [
+        "id",
+        "er"
+      ],
+      [
+        "Ġday",
+        "s"
+      ],
+      [
+        "Ġre",
+        "t"
+      ],
+      [
+        "c",
+        "ing"
+      ],
+      [
+        "ĠM",
+        "ary"
+      ],
+      [
+        "Ġb",
+        "and"
+      ],
+      [
+        "Ġfar",
+        "m"
+      ],
+      [
+        "Ġhug",
+        "e"
+      ],
+      [
+        "ĠTh",
+        "ank"
+      ],
+      [
+        "at",
+        "or"
+      ],
+      [
+        "Ġexc",
+        "iting"
+      ],
+      [
+        "Ġdan",
+        "ced"
+      ],
+      [
+        "th",
+        "day"
+      ],
+      [
+        "Ġwa",
+        "r"
+      ],
+      [
+        "ĠSo",
+        "on"
+      ],
+      [
+        "b",
+        "all"
+      ],
+      [
+        "Ġg",
+        "igg"
+      ],
+      [
+        "ble",
+        "m"
+      ],
+      [
+        "Ġz",
+        "oom"
+      ],
+      [
+        "Ġm",
+        "ad"
+      ],
+      [
+        "Ġv",
+        "ill"
+      ],
+      [
+        "Ġfore",
+        "ver"
+      ],
+      [
+        "Ġpro",
+        "blem"
+      ],
+      [
+        "Ġcoll",
+        "ect"
+      ],
+      [
+        "p",
+        "ed"
+      ],
+      [
+        "ir",
+        "t"
+      ],
+      [
+        "Ġmin",
+        "ut"
+      ],
+      [
+        "Ġw",
+        "ra"
+      ],
+      [
+        "h",
+        "o"
+      ],
+      [
+        "Ġli",
+        "fe"
+      ],
+      [
+        "Ġkne",
+        "e"
+      ],
+      [
+        "c",
+        "es"
+      ],
+      [
+        "D",
+        "o"
+      ],
+      [
+        "c",
+        "er"
+      ],
+      [
+        "m",
+        "p"
+      ],
+      [
+        "ar",
+        "p"
+      ],
+      [
+        "Ġk",
+        "ing"
+      ],
+      [
+        "Ġas",
+        "leep"
+      ],
+      [
+        "Ġret",
+        "urn"
+      ],
+      [
+        "Ġsh",
+        "arp"
+      ],
+      [
+        "Ġre",
+        "l"
+      ],
+      [
+        "Ġp",
+        "ower"
+      ],
+      [
+        "et",
+        "h"
+      ],
+      [
+        "Ġhold",
+        "ing"
+      ],
+      [
+        "Ġf",
+        "ing"
+      ],
+      [
+        "Ġheal",
+        "thy"
+      ],
+      [
+        "ĠM",
+        "ittens"
+      ],
+      [
+        "Ġpr",
+        "ot"
+      ],
+      [
+        "Ġme",
+        "et"
+      ],
+      [
+        "Ġor",
+        "gan"
+      ],
+      [
+        "Ġcle",
+        "ver"
+      ],
+      [
+        "Ġspot",
+        "ted"
+      ],
+      [
+        "Ġl",
+        "etter"
+      ],
+      [
+        "Ġg",
+        "ather"
+      ],
+      [
+        "al",
+        "m"
+      ],
+      [
+        "O",
+        "f"
+      ],
+      [
+        "e",
+        "re"
+      ],
+      [
+        "Ġr",
+        "ound"
+      ],
+      [
+        "Ġstor",
+        "m"
+      ],
+      [
+        "Ġprot",
+        "ect"
+      ],
+      [
+        "Ġgif",
+        "t"
+      ],
+      [
+        "am",
+        "ed"
+      ],
+      [
+        "Ġma",
+        "il"
+      ],
+      [
+        "ĠJ",
+        "en"
+      ],
+      [
+        "Ġbir",
+        "thday"
+      ],
+      [
+        "Ġpre",
+        "s"
+      ],
+      [
+        "Ġsa",
+        "f"
+      ],
+      [
+        "Ġneighb",
+        "or"
+      ],
+      [
+        "ep",
+        "end"
+      ],
+      [
+        "Ġta",
+        "kes"
+      ],
+      [
+        "s",
+        "c"
+      ],
+      [
+        "Ġe",
+        "ar"
+      ],
+      [
+        "Ġcom",
+        "fort"
+      ],
+      [
+        "Ġ",
+        "ent"
+      ],
+      [
+        "Ġre",
+        "p"
+      ],
+      [
+        "Ġpers",
+        "on"
+      ],
+      [
+        "Ġsmil",
+        "ing"
+      ],
+      [
+        "ĠW",
+        "ith"
+      ],
+      [
+        "Ġgent",
+        "ly"
+      ],
+      [
+        "Ġpoin",
+        "ted"
+      ],
+      [
+        "E",
+        "very"
+      ],
+      [
+        "ow",
+        "ed"
+      ],
+      [
+        "Ġsp",
+        "o"
+      ],
+      [
+        "co",
+        "l"
+      ],
+      [
+        "Ġtast",
+        "y"
+      ],
+      [
+        "ul",
+        "ar"
+      ],
+      [
+        "ĠJim",
+        "my"
+      ],
+      [
+        "Ġpl",
+        "ane"
+      ],
+      [
+        "st",
+        "ing"
+      ],
+      [
+        "h",
+        "in"
+      ],
+      [
+        "Ġh",
+        "oney"
+      ],
+      [
+        "it",
+        "ch"
+      ],
+      [
+        "Ġp",
+        "ill"
+      ],
+      [
+        "Ġp",
+        "ass"
+      ],
+      [
+        "itt",
+        "en"
+      ],
+      [
+        "Ġm",
+        "atter"
+      ],
+      [
+        "Ġad",
+        "m"
+      ],
+      [
+        "Ġtast",
+        "ed"
+      ],
+      [
+        "Ġsmell",
+        "ed"
+      ],
+      [
+        "n",
+        "ic"
+      ],
+      [
+        "o",
+        "ve"
+      ],
+      [
+        "Ġe",
+        "ag"
+      ],
+      [
+        "Ġsh",
+        "ining"
+      ],
+      [
+        "He",
+        "y"
+      ],
+      [
+        "Ġhop",
+        "e"
+      ],
+      [
+        "Ġplac",
+        "es"
+      ],
+      [
+        "Ġk",
+        "ick"
+      ],
+      [
+        "ĠC",
+        "h"
+      ],
+      [
+        "Ġpic",
+        "nic"
+      ],
+      [
+        "Ġbott",
+        "le"
+      ],
+      [
+        "Ġresp",
+        "ect"
+      ],
+      [
+        "Ġb",
+        "lew"
+      ],
+      [
+        "Ġapp",
+        "eared"
+      ],
+      [
+        "Ġsu",
+        "pp"
+      ],
+      [
+        "Tom",
+        "my"
+      ],
+      [
+        "ĠC",
+        "ome"
+      ],
+      [
+        "Ġsp",
+        "ider"
+      ],
+      [
+        "Ġint",
+        "ere"
+      ],
+      [
+        "Ġche",
+        "er"
+      ],
+      [
+        "bo",
+        "ard"
+      ],
+      [
+        "Ġwe",
+        "aring"
+      ],
+      [
+        "Ġpres",
+        "ent"
+      ],
+      [
+        "er",
+        "t"
+      ],
+      [
+        "Ġm",
+        "ist"
+      ],
+      [
+        "iz",
+        "e"
+      ],
+      [
+        "Ġtrou",
+        "ble"
+      ],
+      [
+        "Ġtri",
+        "p"
+      ],
+      [
+        "Ġp",
+        "ract"
+      ],
+      [
+        "Ġk",
+        "iss"
+      ],
+      [
+        "Ġqu",
+        "est"
+      ],
+      [
+        "o",
+        "nd"
+      ],
+      [
+        "Ġas",
+        "h"
+      ],
+      [
+        "Ġlo",
+        "ves"
+      ],
+      [
+        "Ġtight",
+        "ly"
+      ],
+      [
+        "g",
+        "g"
+      ],
+      [
+        "ar",
+        "ge"
+      ],
+      [
+        "Ġs",
+        "ur"
+      ],
+      [
+        "Ġsp",
+        "read"
+      ],
+      [
+        "a",
+        "ur"
+      ],
+      [
+        "Ġw",
+        "ide"
+      ],
+      [
+        "on",
+        "es"
+      ],
+      [
+        "um",
+        "ber"
+      ],
+      [
+        "Ġfe",
+        "ather"
+      ],
+      [
+        "Ġspl",
+        "as"
+      ],
+      [
+        "on",
+        "t"
+      ],
+      [
+        "nd",
+        "p"
+      ],
+      [
+        "Ġl",
+        "ater"
+      ],
+      [
+        "Ġwho",
+        "le"
+      ],
+      [
+        "Ġany",
+        "one"
+      ],
+      [
+        "Ġbre",
+        "ad"
+      ],
+      [
+        "M",
+        "olly"
+      ],
+      [
+        "Ġd",
+        "es"
+      ],
+      [
+        "Ġre",
+        "c"
+      ],
+      [
+        "ell",
+        "a"
+      ],
+      [
+        "Ġro",
+        "ad"
+      ],
+      [
+        "I",
+        "n"
+      ],
+      [
+        "Ġo",
+        "ce"
+      ],
+      [
+        "Ġgi",
+        "ant"
+      ],
+      [
+        "Ġoce",
+        "an"
+      ],
+      [
+        "el",
+        "s"
+      ],
+      [
+        "Ġpu",
+        "zz"
+      ],
+      [
+        "Ġcook",
+        "ie"
+      ],
+      [
+        "Ġp",
+        "an"
+      ],
+      [
+        "Ġp",
+        "ath"
+      ],
+      [
+        "Åĵ",
+        "I"
+      ],
+      [
+        "Ġcon",
+        "fused"
+      ],
+      [
+        "Ġscream",
+        "ed"
+      ],
+      [
+        "Ġcloud",
+        "s"
+      ],
+      [
+        "e",
+        "b"
+      ],
+      [
+        "Ġimp",
+        "ress"
+      ],
+      [
+        "Ġfr",
+        "ont"
+      ],
+      [
+        "ĠG",
+        "o"
+      ],
+      [
+        "Ġse",
+        "at"
+      ],
+      [
+        "le",
+        "x"
+      ],
+      [
+        "Ġl",
+        "ay"
+      ],
+      [
+        "Ġwh",
+        "ich"
+      ],
+      [
+        "l",
+        "a"
+      ],
+      [
+        "Ġth",
+        "in"
+      ],
+      [
+        "Ġte",
+        "ach"
+      ],
+      [
+        "er",
+        "ly"
+      ],
+      [
+        "Ġd",
+        "i"
+      ],
+      [
+        "Ġansw",
+        "er"
+      ],
+      [
+        "ung",
+        "le"
+      ],
+      [
+        "Ġa",
+        "p"
+      ],
+      [
+        "ss",
+        "ed"
+      ],
+      [
+        "h",
+        "ile"
+      ],
+      [
+        "u",
+        "b"
+      ],
+      [
+        "Ġl",
+        "arge"
+      ],
+      [
+        "Ġj",
+        "ungle"
+      ],
+      [
+        "Ġprom",
+        "ise"
+      ],
+      [
+        "Ġs",
+        "er"
+      ],
+      [
+        "Ġb",
+        "er"
+      ],
+      [
+        "Ġw",
+        "ild"
+      ],
+      [
+        "Ġb",
+        "ark"
+      ],
+      [
+        "Ġm",
+        "ach"
+      ],
+      [
+        "oo",
+        "se"
+      ],
+      [
+        "Ġbutt",
+        "on"
+      ],
+      [
+        "ndp",
+        "a"
+      ],
+      [
+        "G",
+        "ood"
+      ],
+      [
+        "Ġmy",
+        "ster"
+      ],
+      [
+        "Ġsn",
+        "ake"
+      ],
+      [
+        "Ġvill",
+        "age"
+      ],
+      [
+        "Ġh",
+        "or"
+      ],
+      [
+        "ĠEm",
+        "ily"
+      ],
+      [
+        "C",
+        "ome"
+      ],
+      [
+        "Ġtoo",
+        "l"
+      ],
+      [
+        "Ġput",
+        "s"
+      ],
+      [
+        "Ġla",
+        "st"
+      ],
+      [
+        "Ġim",
+        "ag"
+      ],
+      [
+        "ĠJ",
+        "ake"
+      ],
+      [
+        "L",
+        "ucy"
+      ],
+      [
+        "Ġt",
+        "id"
+      ],
+      [
+        "Ġb",
+        "an"
+      ],
+      [
+        "le",
+        "br"
+      ],
+      [
+        "Ġe",
+        "ventually"
+      ],
+      [
+        "Ġsl",
+        "id"
+      ],
+      [
+        "Ġwa",
+        "ve"
+      ],
+      [
+        "Ġli",
+        "ve"
+      ],
+      [
+        "Ġch",
+        "ased"
+      ],
+      [
+        "ĠEvery",
+        "where"
+      ],
+      [
+        "Ġce",
+        "lebr"
+      ],
+      [
+        "Ġcray",
+        "ons"
+      ],
+      [
+        "J",
+        "ust"
+      ],
+      [
+        "Ġsp",
+        "ent"
+      ],
+      [
+        "Ġwr",
+        "ite"
+      ],
+      [
+        "Ġgi",
+        "ves"
+      ],
+      [
+        "un",
+        "k"
+      ],
+      [
+        "if",
+        "e"
+      ],
+      [
+        "Ġdec",
+        "or"
+      ],
+      [
+        "Ġfo",
+        "ot"
+      ],
+      [
+        "Ġdel",
+        "ight"
+      ],
+      [
+        "Ġso",
+        "l"
+      ],
+      [
+        "Ġsand",
+        "w"
+      ],
+      [
+        "Ġdir",
+        "t"
+      ],
+      [
+        "ĠJ",
+        "enny"
+      ],
+      [
+        "Ġtal",
+        "king"
+      ],
+      [
+        "Ġtreat",
+        "s"
+      ],
+      [
+        "Ġc",
+        "art"
+      ],
+      [
+        "ch",
+        "ing"
+      ],
+      [
+        "Ġwait",
+        "ing"
+      ],
+      [
+        "Ġhid",
+        "ing"
+      ],
+      [
+        "Ġsnow",
+        "man"
+      ],
+      [
+        "Ġintere",
+        "sting"
+      ],
+      [
+        "Ġh",
+        "on"
+      ],
+      [
+        "on",
+        "y"
+      ],
+      [
+        "Ġshe",
+        "lf"
+      ],
+      [
+        "Ġtast",
+        "e"
+      ],
+      [
+        "e",
+        "en"
+      ],
+      [
+        "J",
+        "im"
+      ],
+      [
+        "Ġst",
+        "ep"
+      ],
+      [
+        "M",
+        "um"
+      ],
+      [
+        "Ġhelp",
+        "ful"
+      ],
+      [
+        "Ġfe",
+        "et"
+      ],
+      [
+        "Ġsh",
+        "y"
+      ],
+      [
+        "Ġgo",
+        "es"
+      ],
+      [
+        "Ġv",
+        "al"
+      ],
+      [
+        "Ġe",
+        "mb"
+      ],
+      [
+        "Ġst",
+        "ood"
+      ],
+      [
+        "Ġsh",
+        "r"
+      ],
+      [
+        "Ġbuild",
+        "ing"
+      ],
+      [
+        "Ġo",
+        "ven"
+      ],
+      [
+        "Ġst",
+        "ret"
+      ],
+      [
+        "Ġlove",
+        "ly"
+      ],
+      [
+        "Ġduck",
+        "s"
+      ],
+      [
+        "Ġcorn",
+        "er"
+      ],
+      [
+        "Ġwas",
+        "h"
+      ],
+      [
+        "ck",
+        "s"
+      ],
+      [
+        "Ġsp",
+        "e"
+      ],
+      [
+        "Ġpretend",
+        "ed"
+      ],
+      [
+        "Ġroll",
+        "ed"
+      ],
+      [
+        "Ġru",
+        "de"
+      ],
+      [
+        "o",
+        "ld"
+      ],
+      [
+        "Ġc",
+        "alm"
+      ],
+      [
+        "Ġp",
+        "ile"
+      ],
+      [
+        "Ġte",
+        "eth"
+      ],
+      [
+        "Ġjump",
+        "ing"
+      ],
+      [
+        "Ġz",
+        "oo"
+      ],
+      [
+        "Ġpudd",
+        "le"
+      ],
+      [
+        "Ġtid",
+        "y"
+      ],
+      [
+        "M",
+        "ama"
+      ],
+      [
+        "ig",
+        "er"
+      ],
+      [
+        "ip",
+        "e"
+      ],
+      [
+        "Ġbug",
+        "s"
+      ],
+      [
+        "Ġash",
+        "amed"
+      ],
+      [
+        "Ġb",
+        "at"
+      ],
+      [
+        "in",
+        "a"
+      ],
+      [
+        "ĠR",
+        "e"
+      ],
+      [
+        "Ġo",
+        "b"
+      ],
+      [
+        "Ġst",
+        "ra"
+      ],
+      [
+        "ĠS",
+        "t"
+      ],
+      [
+        "Ġwhist",
+        "le"
+      ],
+      [
+        "Ġban",
+        "an"
+      ],
+      [
+        "n",
+        "ot"
+      ],
+      [
+        "Ġn",
+        "et"
+      ],
+      [
+        "Ġforg",
+        "ive"
+      ],
+      [
+        "Ġprin",
+        "ce"
+      ],
+      [
+        "en",
+        "er"
+      ],
+      [
+        "Ġsh",
+        "irt"
+      ],
+      [
+        "Ġs",
+        "el"
+      ],
+      [
+        "Ġc",
+        "oo"
+      ],
+      [
+        "Ġemb",
+        "ar"
+      ],
+      [
+        "ump",
+        "y"
+      ],
+      [
+        "Ġspark",
+        "ly"
+      ],
+      [
+        "Ġrem",
+        "ind"
+      ],
+      [
+        "Ġs",
+        "ug"
+      ],
+      [
+        "Ġc",
+        "ross"
+      ],
+      [
+        "Ġm",
+        "ind"
+      ],
+      [
+        "Ġcan",
+        "not"
+      ],
+      [
+        "Ġsuc",
+        "cess"
+      ],
+      [
+        "Ġembar",
+        "ra"
+      ],
+      [
+        "S",
+        "oon"
+      ],
+      [
+        "Ġm",
+        "ot"
+      ],
+      [
+        "Ġsh",
+        "aring"
+      ],
+      [
+        "Ġwor",
+        "m"
+      ],
+      [
+        "Ġfo",
+        "ld"
+      ],
+      [
+        "Ġpeace",
+        "ful"
+      ],
+      [
+        "Ġw",
+        "ore"
+      ],
+      [
+        "Ġm",
+        "ountain"
+      ],
+      [
+        "Ġbl",
+        "ow"
+      ],
+      [
+        "l",
+        "ice"
+      ],
+      [
+        "Ġ",
+        "ign"
+      ],
+      [
+        "Ġbe",
+        "ll"
+      ],
+      [
+        "Ġfur",
+        "ry"
+      ],
+      [
+        "Ġgra",
+        "b"
+      ],
+      [
+        "al",
+        "s"
+      ],
+      [
+        "omet",
+        "imes"
+      ],
+      [
+        "Ġwhen",
+        "ever"
+      ],
+      [
+        "Ġp",
+        "our"
+      ],
+      [
+        "v",
+        "ous"
+      ],
+      [
+        "ll",
+        "ie"
+      ],
+      [
+        "Ġpu",
+        "sh"
+      ],
+      [
+        "Ġbre",
+        "ath"
+      ],
+      [
+        "Ġmach",
+        "ine"
+      ],
+      [
+        "Ġsug",
+        "ar"
+      ],
+      [
+        "Ġch",
+        "ick"
+      ],
+      [
+        "Ġcreat",
+        "ive"
+      ],
+      [
+        "S",
+        "t"
+      ],
+      [
+        "n",
+        "ed"
+      ],
+      [
+        "Ġb",
+        "al"
+      ],
+      [
+        "Ġst",
+        "ir"
+      ],
+      [
+        "Ġdo",
+        "lp"
+      ],
+      [
+        "Ġtri",
+        "es"
+      ],
+      [
+        "N",
+        "ow"
+      ],
+      [
+        "Ġl",
+        "ad"
+      ],
+      [
+        "ĠL",
+        "e"
+      ],
+      [
+        "Ġm",
+        "ed"
+      ],
+      [
+        "Ġp",
+        "ool"
+      ],
+      [
+        "Ġg",
+        "ener"
+      ],
+      [
+        "Ġsa",
+        "l"
+      ],
+      [
+        "or",
+        "k"
+      ],
+      [
+        "ul",
+        "t"
+      ],
+      [
+        "Ġspr",
+        "ay"
+      ],
+      [
+        "Ġsh",
+        "ip"
+      ],
+      [
+        "i",
+        "an"
+      ],
+      [
+        "Ġh",
+        "um"
+      ],
+      [
+        "Ġhe",
+        "l"
+      ],
+      [
+        "is",
+        "a"
+      ],
+      [
+        "Ġsel",
+        "fish"
+      ],
+      [
+        "Ġh",
+        "ar"
+      ],
+      [
+        "Ġfa",
+        "ces"
+      ],
+      [
+        "Ġmess",
+        "y"
+      ],
+      [
+        "Ġ",
+        "'"
+      ],
+      [
+        "Ġp",
+        "le"
+      ],
+      [
+        "ĠS",
+        "ome"
+      ],
+      [
+        "ĠH",
+        "ow"
+      ],
+      [
+        "Ġgo",
+        "ld"
+      ],
+      [
+        "Ġcho",
+        "col"
+      ],
+      [
+        "P",
+        "lease"
+      ],
+      [
+        "Ġminut",
+        "es"
+      ],
+      [
+        "Ġpill",
+        "ow"
+      ],
+      [
+        "M",
+        "y"
+      ],
+      [
+        "a",
+        "king"
+      ],
+      [
+        "Ġt",
+        "un"
+      ],
+      [
+        "Ġm",
+        "issed"
+      ],
+      [
+        "ig",
+        "hed"
+      ],
+      [
+        "Ġv",
+        "an"
+      ],
+      [
+        "Ġfix",
+        "ed"
+      ],
+      [
+        "Ġfight",
+        "ing"
+      ],
+      [
+        "o",
+        "in"
+      ],
+      [
+        "Ġf",
+        "ig"
+      ],
+      [
+        "Ġembarra",
+        "ssed"
+      ],
+      [
+        "Ġme",
+        "ant"
+      ],
+      [
+        "Ġdri",
+        "ve"
+      ],
+      [
+        "Ġtom",
+        "orrow"
+      ],
+      [
+        "Ġh",
+        "ours"
+      ],
+      [
+        "Ġc",
+        "a"
+      ],
+      [
+        "Ġn",
+        "er"
+      ],
+      [
+        "Ġsp",
+        "icy"
+      ],
+      [
+        "Ġknow",
+        "ing"
+      ],
+      [
+        "ĠP",
+        "lease"
+      ],
+      [
+        "Sara",
+        "h"
+      ],
+      [
+        "Ġlad",
+        "der"
+      ],
+      [
+        "it",
+        "al"
+      ],
+      [
+        "Ġhor",
+        "se"
+      ],
+      [
+        "at",
+        "o"
+      ],
+      [
+        "Ġu",
+        "g"
+      ],
+      [
+        "ĠJ",
+        "ust"
+      ],
+      [
+        "Ġtr",
+        "ust"
+      ],
+      [
+        "Ġho",
+        "sp"
+      ],
+      [
+        "Ġug",
+        "ly"
+      ],
+      [
+        "Ġhosp",
+        "ital"
+      ],
+      [
+        "Ġche",
+        "w"
+      ],
+      [
+        "Ġbed",
+        "room"
+      ],
+      [
+        "Ġeas",
+        "y"
+      ],
+      [
+        "Ġner",
+        "vous"
+      ],
+      [
+        "Ġro",
+        "b"
+      ],
+      [
+        "Ġthank",
+        "ful"
+      ],
+      [
+        "Ġcarrot",
+        "s"
+      ],
+      [
+        "D",
+        "ad"
+      ],
+      [
+        "ell",
+        "y"
+      ],
+      [
+        "Ġgre",
+        "w"
+      ],
+      [
+        "Ġcol",
+        "our"
+      ],
+      [
+        "Ġbar",
+        "ked"
+      ],
+      [
+        "Ġcou",
+        "ch"
+      ],
+      [
+        "Ġn",
+        "ut"
+      ],
+      [
+        "Ġme",
+        "adow"
+      ],
+      [
+        "Ġta",
+        "ught"
+      ],
+      [
+        "Ġunderst",
+        "ood"
+      ],
+      [
+        "Ġdisapp",
+        "oin"
+      ],
+      [
+        "Ġp",
+        "as"
+      ],
+      [
+        "an",
+        "o"
+      ],
+      [
+        "Ġof",
+        "ten"
+      ],
+      [
+        "Ġcl",
+        "ass"
+      ],
+      [
+        "Ġpas",
+        "sed"
+      ],
+      [
+        "Ġkn",
+        "ocked"
+      ],
+      [
+        "Ġland",
+        "ed"
+      ],
+      [
+        "Ġm",
+        "ic"
+      ],
+      [
+        "ir",
+        "d"
+      ],
+      [
+        "Ġfe",
+        "ar"
+      ],
+      [
+        "Ġco",
+        "in"
+      ],
+      [
+        "Ġmu",
+        "d"
+      ],
+      [
+        "w",
+        "ork"
+      ],
+      [
+        "Ġd",
+        "eter"
+      ],
+      [
+        "Ġre",
+        "g"
+      ],
+      [
+        "Ġreturn",
+        "ed"
+      ],
+      [
+        "Ġdeter",
+        "m"
+      ],
+      [
+        "Ġh",
+        "ur"
+      ],
+      [
+        "Ġfin",
+        "ish"
+      ],
+      [
+        "iz",
+        "z"
+      ],
+      [
+        "Ġte",
+        "a"
+      ],
+      [
+        "Ġsmo",
+        "oth"
+      ],
+      [
+        "m",
+        "o"
+      ],
+      [
+        "Ġst",
+        "uff"
+      ],
+      [
+        "Ġmo",
+        "v"
+      ],
+      [
+        "Ġgener",
+        "ous"
+      ],
+      [
+        "T",
+        "o"
+      ],
+      [
+        "Ġ",
+        "On"
+      ],
+      [
+        "is",
+        "p"
+      ],
+      [
+        "Ġdr",
+        "um"
+      ],
+      [
+        "o",
+        "bby"
+      ],
+      [
+        "Ġbubble",
+        "s"
+      ],
+      [
+        "Ġrob",
+        "ot"
+      ],
+      [
+        "Ġthe",
+        "se"
+      ],
+      [
+        "Ġse",
+        "ed"
+      ],
+      [
+        "Ġgl",
+        "ass"
+      ],
+      [
+        "Ġdisappoin",
+        "ted"
+      ],
+      [
+        "g",
+        "round"
+      ],
+      [
+        "Ġr",
+        "ing"
+      ],
+      [
+        "Ġc",
+        "ard"
+      ],
+      [
+        "Ġhe",
+        "ars"
+      ],
+      [
+        "Ġcar",
+        "ried"
+      ],
+      [
+        "Ġmo",
+        "on"
+      ],
+      [
+        "Ġchocol",
+        "ate"
+      ],
+      [
+        "Ġlea",
+        "f"
+      ],
+      [
+        "Ġsnack",
+        "s"
+      ],
+      [
+        "Ġcir",
+        "c"
+      ],
+      [
+        "Ġfan",
+        "cy"
+      ],
+      [
+        "d",
+        "le"
+      ],
+      [
+        "Ġsp",
+        "end"
+      ],
+      [
+        "ĠA",
+        "nn"
+      ],
+      [
+        "ust",
+        "r"
+      ],
+      [
+        "Ġcra",
+        "b"
+      ],
+      [
+        "Ġsong",
+        "s"
+      ],
+      [
+        "p",
+        "ack"
+      ],
+      [
+        "Ġp",
+        "ir"
+      ],
+      [
+        "eci",
+        "ally"
+      ],
+      [
+        "os",
+        "aur"
+      ],
+      [
+        "Ġso",
+        "ld"
+      ],
+      [
+        "Ġbr",
+        "idge"
+      ],
+      [
+        "ĠE",
+        "ven"
+      ],
+      [
+        "Ġsleep",
+        "y"
+      ],
+      [
+        "Ġhon",
+        "est"
+      ],
+      [
+        "Ġm",
+        "ir"
+      ],
+      [
+        "ĠB",
+        "r"
+      ],
+      [
+        "Ġpa",
+        "w"
+      ],
+      [
+        "p",
+        "ecially"
+      ],
+      [
+        "Ġa",
+        "v"
+      ],
+      [
+        "ĠW",
+        "hy"
+      ],
+      [
+        "iz",
+        "zy"
+      ],
+      [
+        "Ġche",
+        "st"
+      ],
+      [
+        "Ġwo",
+        "lf"
+      ],
+      [
+        "Ġdin",
+        "osaur"
+      ],
+      [
+        "Ġes",
+        "pecially"
+      ],
+      [
+        "Ġm",
+        "ap"
+      ],
+      [
+        "Ġg",
+        "as"
+      ],
+      [
+        "or",
+        "y"
+      ],
+      [
+        "Ġch",
+        "ange"
+      ],
+      [
+        "Ġgr",
+        "oup"
+      ],
+      [
+        "Ġgather",
+        "ed"
+      ],
+      [
+        "Ġs",
+        "our"
+      ],
+      [
+        "Ġpo",
+        "or"
+      ],
+      [
+        "Ġspl",
+        "ash"
+      ],
+      [
+        "Ġwa",
+        "ves"
+      ],
+      [
+        "Ġfor",
+        "ward"
+      ],
+      [
+        "Ġcl",
+        "own"
+      ],
+      [
+        "Ġmyster",
+        "ious"
+      ],
+      [
+        "r",
+        "or"
+      ],
+      [
+        "Ġbo",
+        "dy"
+      ],
+      [
+        "Ġfr",
+        "ustr"
+      ],
+      [
+        "Ġcra",
+        "w"
+      ],
+      [
+        "Ġf",
+        "ake"
+      ],
+      [
+        "Ġp",
+        "in"
+      ],
+      [
+        "Ġo",
+        "k"
+      ],
+      [
+        "Ġr",
+        "ad"
+      ],
+      [
+        "Ġwh",
+        "isp"
+      ],
+      [
+        "Ġtw",
+        "irl"
+      ],
+      [
+        "Ġstr",
+        "ing"
+      ],
+      [
+        "Ġsmell",
+        "y"
+      ],
+      [
+        "ĠTo",
+        "gether"
+      ],
+      [
+        "s",
+        "ist"
+      ],
+      [
+        "Ġc",
+        "and"
+      ],
+      [
+        "Ġg",
+        "ate"
+      ],
+      [
+        "Ġsc",
+        "ar"
+      ],
+      [
+        "ĠK",
+        "itty"
+      ],
+      [
+        "Ġneck",
+        "l"
+      ],
+      [
+        "B",
+        "illy"
+      ],
+      [
+        "Ġmot",
+        "or"
+      ],
+      [
+        "y",
+        "ing"
+      ],
+      [
+        "ot",
+        "e"
+      ],
+      [
+        "Ġsh",
+        "ore"
+      ],
+      [
+        "ur",
+        "se"
+      ],
+      [
+        "Ġje",
+        "w"
+      ],
+      [
+        "Ġwe",
+        "ak"
+      ],
+      [
+        "Ġgr",
+        "umpy"
+      ],
+      [
+        "Ġfing",
+        "er"
+      ],
+      [
+        "Ġsa",
+        "ck"
+      ],
+      [
+        "Ġk",
+        "itten"
+      ],
+      [
+        "Ġpol",
+        "ite"
+      ],
+      [
+        "Ġgl",
+        "ue"
+      ],
+      [
+        "u",
+        "ce"
+      ],
+      [
+        "Ġn",
+        "umber"
+      ],
+      [
+        "air",
+        "s"
+      ],
+      [
+        "Ġes",
+        "c"
+      ],
+      [
+        "Ġmir",
+        "ror"
+      ],
+      [
+        "Ġshe",
+        "ep"
+      ],
+      [
+        "Ġv",
+        "ase"
+      ],
+      [
+        "Ġplant",
+        "s"
+      ],
+      [
+        "Ġber",
+        "ries"
+      ],
+      [
+        "mo",
+        "st"
+      ],
+      [
+        "B",
+        "e"
+      ],
+      [
+        "d",
+        "en"
+      ],
+      [
+        "Ġj",
+        "elly"
+      ],
+      [
+        "ĠThe",
+        "ir"
+      ],
+      [
+        "Ġe",
+        "mp"
+      ],
+      [
+        "itt",
+        "er"
+      ],
+      [
+        "The",
+        "re"
+      ],
+      [
+        "Ġsc",
+        "r"
+      ],
+      [
+        "Ġgr",
+        "ay"
+      ],
+      [
+        "Ġpuzz",
+        "le"
+      ],
+      [
+        "Ġneckl",
+        "ace"
+      ],
+      [
+        "Ġm",
+        "aybe"
+      ],
+      [
+        "Ġpl",
+        "ate"
+      ],
+      [
+        "Ġal",
+        "most"
+      ],
+      [
+        "us",
+        "ie"
+      ],
+      [
+        "Ġfrustr",
+        "ated"
+      ],
+      [
+        "Ġemp",
+        "ty"
+      ],
+      [
+        "p",
+        "ort"
+      ],
+      [
+        "or",
+        "ry"
+      ],
+      [
+        "Ġth",
+        "ick"
+      ],
+      [
+        "Ġj",
+        "am"
+      ],
+      [
+        "Ġsk",
+        "ipped"
+      ],
+      [
+        "ens",
+        "ive"
+      ],
+      [
+        "ĠT",
+        "eddy"
+      ],
+      [
+        "ag",
+        "ed"
+      ],
+      [
+        "Ġclos",
+        "et"
+      ],
+      [
+        "Ġhid",
+        "den"
+      ],
+      [
+        "Ġexp",
+        "ensive"
+      ],
+      [
+        "Ġdeterm",
+        "ined"
+      ],
+      [
+        "Ġb",
+        "ored"
+      ],
+      [
+        "Ġl",
+        "it"
+      ],
+      [
+        "Ġd",
+        "rew"
+      ],
+      [
+        "Ġle",
+        "gs"
+      ],
+      [
+        "Ġho",
+        "pping"
+      ],
+      [
+        "at",
+        "es"
+      ],
+      [
+        "ĠS",
+        "ometimes"
+      ],
+      [
+        "Ġstick",
+        "s"
+      ],
+      [
+        "Ġon",
+        "es"
+      ],
+      [
+        "ĠA",
+        "t"
+      ],
+      [
+        "Ġbird",
+        "ie"
+      ],
+      [
+        "ĠD",
+        "on"
+      ],
+      [
+        "Ġpol",
+        "ice"
+      ],
+      [
+        "Ġfruit",
+        "s"
+      ],
+      [
+        "Ġt",
+        "ick"
+      ],
+      [
+        "Ġa",
+        "unt"
+      ],
+      [
+        "Ġw",
+        "is"
+      ],
+      [
+        "Ġb",
+        "ake"
+      ],
+      [
+        "Ġl",
+        "ine"
+      ],
+      [
+        "ot",
+        "s"
+      ],
+      [
+        "Ġst",
+        "one"
+      ],
+      [
+        "Ġdog",
+        "s"
+      ],
+      [
+        "au",
+        "l"
+      ],
+      [
+        "Ġfig",
+        "ure"
+      ],
+      [
+        "J",
+        "ane"
+      ],
+      [
+        "Ġs",
+        "ight"
+      ],
+      [
+        "Ġc",
+        "ries"
+      ],
+      [
+        "ĠB",
+        "e"
+      ],
+      [
+        "Ġmo",
+        "ving"
+      ],
+      [
+        "Ġcont",
+        "ent"
+      ],
+      [
+        "ĠBr",
+        "own"
+      ],
+      [
+        "Ġsa",
+        "ved"
+      ],
+      [
+        "Ġcl",
+        "oth"
+      ],
+      [
+        "?\"",
+        "."
+      ],
+      [
+        "bo",
+        "x"
+      ],
+      [
+        "Ġbran",
+        "ches"
+      ],
+      [
+        "Ġpack",
+        "ed"
+      ],
+      [
+        "Ġpower",
+        "ful"
+      ],
+      [
+        "Ġsplas",
+        "hed"
+      ],
+      [
+        "Ġfe",
+        "ed"
+      ],
+      [
+        "est",
+        "ed"
+      ],
+      [
+        "Ġyell",
+        "ed"
+      ],
+      [
+        "W",
+        "here"
+      ],
+      [
+        "d",
+        "ge"
+      ],
+      [
+        "k",
+        "in"
+      ],
+      [
+        "Ġt",
+        "iger"
+      ],
+      [
+        "Ġp",
+        "ay"
+      ],
+      [
+        "id",
+        "dle"
+      ],
+      [
+        "oo",
+        "p"
+      ],
+      [
+        "ĠB",
+        "ella"
+      ],
+      [
+        "Ġex",
+        "am"
+      ],
+      [
+        "Ġta",
+        "ken"
+      ],
+      [
+        "Ġcr",
+        "ane"
+      ],
+      [
+        "Ġspo",
+        "il"
+      ],
+      [
+        "'",
+        "d"
+      ],
+      [
+        "Ġha",
+        "ng"
+      ],
+      [
+        "Ġfl",
+        "ag"
+      ],
+      [
+        "Ġansw",
+        "ered"
+      ],
+      [
+        "Ġdisco",
+        "vered"
+      ],
+      [
+        "ĠLe",
+        "o"
+      ],
+      [
+        "u",
+        "sh"
+      ],
+      [
+        "Ġsa",
+        "ve"
+      ],
+      [
+        "Ġsee",
+        "k"
+      ],
+      [
+        "Ġexc",
+        "ite"
+      ],
+      [
+        "Ġpr",
+        "ay"
+      ],
+      [
+        "Ġjo",
+        "g"
+      ],
+      [
+        "Ġstand",
+        "ing"
+      ],
+      [
+        "Ġdolp",
+        "hin"
+      ],
+      [
+        "Ġj",
+        "ack"
+      ],
+      [
+        "A",
+        "re"
+      ],
+      [
+        "er",
+        "a"
+      ],
+      [
+        "ra",
+        "g"
+      ],
+      [
+        "Ġfl",
+        "ut"
+      ],
+      [
+        "get",
+        "able"
+      ],
+      [
+        "Ġb",
+        "oring"
+      ],
+      [
+        "Ġlo",
+        "ck"
+      ],
+      [
+        "Ġinc",
+        "red"
+      ],
+      [
+        "Ġexcite",
+        "ment"
+      ],
+      [
+        "Ġs",
+        "ighed"
+      ],
+      [
+        "Ġw",
+        "ip"
+      ],
+      [
+        "Ġf",
+        "is"
+      ],
+      [
+        "Ġf",
+        "ill"
+      ],
+      [
+        "Ġso",
+        "ap"
+      ],
+      [
+        "ĠM",
+        "um"
+      ],
+      [
+        "ol",
+        "a"
+      ],
+      [
+        "Ġple",
+        "ased"
+      ],
+      [
+        "Ġjack",
+        "et"
+      ],
+      [
+        "l",
+        "ight"
+      ],
+      [
+        "Ġs",
+        "ugg"
+      ],
+      [
+        "Ġm",
+        "iddle"
+      ],
+      [
+        "Ġe",
+        "ld"
+      ],
+      [
+        "Ġwr",
+        "ote"
+      ],
+      [
+        "Ġballoon",
+        "s"
+      ],
+      [
+        "Ġorgan",
+        "ized"
+      ],
+      [
+        "qu",
+        "e"
+      ],
+      [
+        "Ġsail",
+        "ed"
+      ],
+      [
+        "The",
+        "ir"
+      ],
+      [
+        "Ġtell",
+        "s"
+      ],
+      [
+        "Ġo",
+        "y"
+      ],
+      [
+        "Ġst",
+        "ones"
+      ],
+      [
+        "Ġbo",
+        "ard"
+      ],
+      [
+        "Ġsp",
+        "un"
+      ],
+      [
+        "Ġve",
+        "getable"
+      ],
+      [
+        "l",
+        "ies"
+      ],
+      [
+        "Ġ",
+        "ind"
+      ],
+      [
+        "in",
+        "ess"
+      ],
+      [
+        "Ġwor",
+        "king"
+      ],
+      [
+        "l",
+        "ower"
+      ],
+      [
+        "al",
+        "k"
+      ],
+      [
+        "if",
+        "f"
+      ],
+      [
+        "Ġpar",
+        "rot"
+      ],
+      [
+        "St",
+        "op"
+      ],
+      [
+        "Ġscar",
+        "f"
+      ],
+      [
+        "Ġwa",
+        "gged"
+      ],
+      [
+        "Ġcl",
+        "ap"
+      ],
+      [
+        "Ġme",
+        "asure"
+      ],
+      [
+        "as",
+        "ing"
+      ],
+      [
+        "Ġte",
+        "ars"
+      ],
+      [
+        "bo",
+        "dy"
+      ],
+      [
+        "Ġcomfort",
+        "able"
+      ],
+      [
+        "Ġle",
+        "g"
+      ],
+      [
+        "Ġsw",
+        "an"
+      ],
+      [
+        "Ġtr",
+        "ue"
+      ],
+      [
+        "Ġfr",
+        "ight"
+      ],
+      [
+        "Ġdr",
+        "op"
+      ],
+      [
+        "Ġsmo",
+        "ke"
+      ],
+      [
+        "Ġfeather",
+        "s"
+      ],
+      [
+        "Ġincred",
+        "ible"
+      ],
+      [
+        "g",
+        "gs"
+      ],
+      [
+        "u",
+        "al"
+      ],
+      [
+        "Ġt",
+        "ie"
+      ],
+      [
+        "Ġc",
+        "ap"
+      ],
+      [
+        "Ġlo",
+        "se"
+      ],
+      [
+        "Ġpu",
+        "s"
+      ],
+      [
+        "Ġeag",
+        "er"
+      ],
+      [
+        "Ġmov",
+        "ie"
+      ],
+      [
+        "f",
+        "ic"
+      ],
+      [
+        "Ġc",
+        "op"
+      ],
+      [
+        "Ġe",
+        "ggs"
+      ],
+      [
+        "oo",
+        "f"
+      ],
+      [
+        "Ġr",
+        "id"
+      ],
+      [
+        "Ġco",
+        "vered"
+      ],
+      [
+        "Ġf",
+        "il"
+      ],
+      [
+        "Ġle",
+        "m"
+      ],
+      [
+        "Ġgra",
+        "p"
+      ],
+      [
+        "Ġdisapp",
+        "eared"
+      ],
+      [
+        "Ġrec",
+        "ord"
+      ],
+      [
+        "ĠT",
+        "V"
+      ],
+      [
+        "ĠB",
+        "l"
+      ],
+      [
+        "Ġex",
+        "t"
+      ],
+      [
+        "Ġor",
+        "d"
+      ],
+      [
+        "Ġgigg",
+        "led"
+      ],
+      [
+        "c",
+        "orn"
+      ],
+      [
+        "Ġp",
+        "ri"
+      ],
+      [
+        "Ġha",
+        "m"
+      ],
+      [
+        "Ġr",
+        "are"
+      ],
+      [
+        "Ġyour",
+        "self"
+      ],
+      [
+        "Ġen",
+        "g"
+      ],
+      [
+        "Ġwh",
+        "ale"
+      ],
+      [
+        "Ġkn",
+        "ife"
+      ],
+      [
+        "ĠL",
+        "isa"
+      ],
+      [
+        "Ġte",
+        "am"
+      ],
+      [
+        "ĠJohn",
+        "ny"
+      ],
+      [
+        "z",
+        "ed"
+      ],
+      [
+        "Ġt",
+        "est"
+      ],
+      [
+        "Ġb",
+        "one"
+      ],
+      [
+        "Ġd",
+        "izzy"
+      ],
+      [
+        "Ġli",
+        "br"
+      ],
+      [
+        "Ġwra",
+        "p"
+      ],
+      [
+        "Ġquest",
+        "ions"
+      ],
+      [
+        "i",
+        "v"
+      ],
+      [
+        "Ġl",
+        "ying"
+      ],
+      [
+        "Ġst",
+        "amp"
+      ],
+      [
+        "Ġli",
+        "cked"
+      ],
+      [
+        "Ġno",
+        "isy"
+      ],
+      [
+        "Ġkind",
+        "ness"
+      ],
+      [
+        "Ġdif",
+        "fic"
+      ],
+      [
+        "Ġdraw",
+        "ing"
+      ],
+      [
+        "app",
+        "ing"
+      ],
+      [
+        "Jim",
+        "my"
+      ],
+      [
+        "Ġstra",
+        "w"
+      ],
+      [
+        "Ġb",
+        "urn"
+      ],
+      [
+        "Ġwa",
+        "gon"
+      ],
+      [
+        "at",
+        "ely"
+      ],
+      [
+        "Ġgr",
+        "own"
+      ],
+      [
+        "Ġrock",
+        "et"
+      ],
+      [
+        "Ġpop",
+        "corn"
+      ],
+      [
+        "S",
+        "ally"
+      ],
+      [
+        "Ġb",
+        "atter"
+      ],
+      [
+        "Ġwa",
+        "nd"
+      ],
+      [
+        "Ġan",
+        "c"
+      ],
+      [
+        "ĠE",
+        "nd"
+      ],
+      [
+        "Ġsw",
+        "ord"
+      ],
+      [
+        "Ġhappen",
+        "ing"
+      ],
+      [
+        "Ġlift",
+        "ed"
+      ],
+      [
+        "Ġbal",
+        "ance"
+      ],
+      [
+        "Ġext",
+        "ra"
+      ],
+      [
+        "S",
+        "orry"
+      ],
+      [
+        "h",
+        "a"
+      ],
+      [
+        "Ġwa",
+        "nder"
+      ],
+      [
+        "Ġf",
+        "at"
+      ],
+      [
+        "ĠM",
+        "ark"
+      ],
+      [
+        "ĠE",
+        "lla"
+      ],
+      [
+        "Ġbec",
+        "ome"
+      ],
+      [
+        "Ġtr",
+        "ack"
+      ],
+      [
+        "Ġsmall",
+        "er"
+      ],
+      [
+        "Ġmist",
+        "ake"
+      ],
+      [
+        "Ġto",
+        "ast"
+      ],
+      [
+        "at",
+        "ing"
+      ],
+      [
+        "Ġman",
+        "aged"
+      ],
+      [
+        "sel",
+        "ves"
+      ],
+      [
+        "ĠP",
+        "eter"
+      ],
+      [
+        "Ġbath",
+        "room"
+      ],
+      [
+        "Ġhar",
+        "m"
+      ],
+      [
+        "Ġdiffic",
+        "ult"
+      ],
+      [
+        "Ġtw",
+        "ist"
+      ],
+      [
+        "Ġoff",
+        "ered"
+      ],
+      [
+        "Ġru",
+        "ined"
+      ],
+      [
+        "Ġmat",
+        "ch"
+      ],
+      [
+        "Ġanc",
+        "ient"
+      ],
+      [
+        "Ġg",
+        "ar"
+      ],
+      [
+        "ill",
+        "i"
+      ],
+      [
+        "Ġdist",
+        "ance"
+      ],
+      [
+        "Ġplay",
+        "ground"
+      ],
+      [
+        "Ġla",
+        "zy"
+      ],
+      [
+        "Ġdan",
+        "cing"
+      ],
+      [
+        "Ġadvent",
+        "ur"
+      ],
+      [
+        "a",
+        "f"
+      ],
+      [
+        "ĠB",
+        "a"
+      ],
+      [
+        "Ġcall",
+        "ing"
+      ],
+      [
+        "Ġclean",
+        "ed"
+      ],
+      [
+        "Ġcr",
+        "own"
+      ],
+      [
+        "orm",
+        "al"
+      ],
+      [
+        "Ġon",
+        "ce"
+      ],
+      [
+        "Ġbo",
+        "ss"
+      ],
+      [
+        "Ġse",
+        "ll"
+      ],
+      [
+        "Ġwalk",
+        "s"
+      ],
+      [
+        "Ġfright",
+        "ened"
+      ],
+      [
+        "er",
+        "ri"
+      ],
+      [
+        "Ġm",
+        "ask"
+      ],
+      [
+        "Ġfl",
+        "uffy"
+      ],
+      [
+        "em",
+        "o"
+      ],
+      [
+        "Ġ",
+        "Z"
+      ],
+      [
+        "Ġf",
+        "rag"
+      ],
+      [
+        "Ġd",
+        "est"
+      ],
+      [
+        "Ġn",
+        "ormal"
+      ],
+      [
+        "Ġy",
+        "og"
+      ],
+      [
+        "Ġpick",
+        "s"
+      ],
+      [
+        "Ġey",
+        "e"
+      ],
+      [
+        "Ġdr",
+        "ank"
+      ],
+      [
+        "Ġcir",
+        "cle"
+      ],
+      [
+        "Ġadventur",
+        "ous"
+      ],
+      [
+        "S",
+        "pot"
+      ],
+      [
+        "Ġt",
+        "ent"
+      ],
+      [
+        "Ġp",
+        "ress"
+      ],
+      [
+        "Ġk",
+        "issed"
+      ],
+      [
+        "ic",
+        "t"
+      ],
+      [
+        "Ġsc",
+        "iss"
+      ],
+      [
+        "Ġget",
+        "s"
+      ],
+      [
+        "Ġtr",
+        "unk"
+      ],
+      [
+        "Ġche",
+        "ck"
+      ],
+      [
+        "Ġenjoy",
+        "ing"
+      ],
+      [
+        "Ġshell",
+        "s"
+      ],
+      [
+        "Ġeld",
+        "erly"
+      ],
+      [
+        "Ġsciss",
+        "ors"
+      ],
+      [
+        "Ġt",
+        "erri"
+      ],
+      [
+        "Ġto",
+        "ug"
+      ],
+      [
+        "ag",
+        "es"
+      ],
+      [
+        "Ġste",
+        "al"
+      ],
+      [
+        "M",
+        "e"
+      ],
+      [
+        "re",
+        "ady"
+      ],
+      [
+        "et",
+        "e"
+      ],
+      [
+        "Ġal",
+        "ready"
+      ],
+      [
+        "ĠL",
+        "ittle"
+      ],
+      [
+        "Ġju",
+        "icy"
+      ],
+      [
+        "Ġstu",
+        "dy"
+      ],
+      [
+        "Ġh",
+        "orn"
+      ],
+      [
+        "er",
+        "p"
+      ],
+      [
+        "Ġp",
+        "izz"
+      ],
+      [
+        "Ġall",
+        "ig"
+      ],
+      [
+        "Ġloud",
+        "er"
+      ],
+      [
+        "Ġtow",
+        "el"
+      ],
+      [
+        "Ġcirc",
+        "les"
+      ],
+      [
+        "Ġle",
+        "ad"
+      ],
+      [
+        "Ġro",
+        "ar"
+      ],
+      [
+        "Ġro",
+        "se"
+      ],
+      [
+        "Ġsl",
+        "ipped"
+      ],
+      [
+        "Ġte",
+        "le"
+      ],
+      [
+        "Ġfam",
+        "ous"
+      ],
+      [
+        "Ġar",
+        "g"
+      ],
+      [
+        "Ġcheer",
+        "ful"
+      ],
+      [
+        "ĠRe",
+        "x"
+      ],
+      [
+        "Ġtoug",
+        "h"
+      ],
+      [
+        "i",
+        "pper"
+      ],
+      [
+        "Ġb",
+        "arn"
+      ],
+      [
+        "Ġf",
+        "ool"
+      ],
+      [
+        "Ġd",
+        "ig"
+      ],
+      [
+        "Ġd",
+        "ish"
+      ],
+      [
+        "Ġagain",
+        "st"
+      ],
+      [
+        "Ġde",
+        "er"
+      ],
+      [
+        "Ġsweet",
+        "ie"
+      ],
+      [
+        "Ġeng",
+        "ine"
+      ],
+      [
+        "Ġ",
+        "ed"
+      ],
+      [
+        "Ġf",
+        "ather"
+      ],
+      [
+        "Ġco",
+        "ver"
+      ],
+      [
+        "Ġyour",
+        "s"
+      ],
+      [
+        "Ġneed",
+        "s"
+      ],
+      [
+        "Jo",
+        "e"
+      ],
+      [
+        "Ġbag",
+        "s"
+      ],
+      [
+        "Ġspin",
+        "ning"
+      ],
+      [
+        "S",
+        "ue"
+      ],
+      [
+        "Ġa",
+        "w"
+      ],
+      [
+        "an",
+        "ged"
+      ],
+      [
+        "am",
+        "ond"
+      ],
+      [
+        "Ġy",
+        "arn"
+      ],
+      [
+        "op",
+        "h"
+      ],
+      [
+        "Ġgi",
+        "ving"
+      ],
+      [
+        "Ġdi",
+        "amond"
+      ],
+      [
+        "Ġsandw",
+        "ich"
+      ],
+      [
+        "Ġind",
+        "epend"
+      ],
+      [
+        "Ġfrag",
+        "ile"
+      ],
+      [
+        "W",
+        "ho"
+      ],
+      [
+        "ce",
+        "pt"
+      ],
+      [
+        "Ġno",
+        "sy"
+      ],
+      [
+        "Ġtw",
+        "ig"
+      ],
+      [
+        "Ġhurt",
+        "s"
+      ],
+      [
+        "Ġsugg",
+        "ested"
+      ],
+      [
+        "Ġlem",
+        "on"
+      ],
+      [
+        "i",
+        "est"
+      ],
+      [
+        "in",
+        "ation"
+      ],
+      [
+        "or",
+        "ge"
+      ],
+      [
+        "Ġno",
+        "d"
+      ],
+      [
+        "Ġbl",
+        "oom"
+      ],
+      [
+        "Ġho",
+        "se"
+      ],
+      [
+        "Ġbox",
+        "es"
+      ],
+      [
+        "Ġreal",
+        "ised"
+      ],
+      [
+        "Ġfr",
+        "own"
+      ],
+      [
+        "ac",
+        "he"
+      ],
+      [
+        "Ġrel",
+        "ax"
+      ],
+      [
+        "Ġham",
+        "mer"
+      ],
+      [
+        "Ġa",
+        "dded"
+      ],
+      [
+        "Ġwe",
+        "ird"
+      ],
+      [
+        "Ġmo",
+        "d"
+      ],
+      [
+        "Ġcr",
+        "ack"
+      ],
+      [
+        "Ġallig",
+        "ator"
+      ],
+      [
+        "A",
+        "my"
+      ],
+      [
+        "G",
+        "ra"
+      ],
+      [
+        "o",
+        "ot"
+      ],
+      [
+        "Ġsh",
+        "ake"
+      ],
+      [
+        "ra",
+        "ge"
+      ],
+      [
+        "Ġlearn",
+        "ing"
+      ],
+      [
+        "Ġvegetable",
+        "s"
+      ],
+      [
+        "Ġa",
+        "dd"
+      ],
+      [
+        "Ġm",
+        "elt"
+      ],
+      [
+        "ĠS",
+        "usie"
+      ],
+      [
+        "el",
+        "p"
+      ],
+      [
+        "ĠB",
+        "obby"
+      ],
+      [
+        "Ġtra",
+        "p"
+      ],
+      [
+        "Ġcoll",
+        "ar"
+      ],
+      [
+        "Ġstu",
+        "bb"
+      ],
+      [
+        "i",
+        "que"
+      ],
+      [
+        "Ġb",
+        "orrow"
+      ],
+      [
+        "Ġp",
+        "ump"
+      ],
+      [
+        "Ġloud",
+        "ly"
+      ],
+      [
+        "Ġsear",
+        "ch"
+      ],
+      [
+        "Ġchick",
+        "en"
+      ],
+      [
+        "Ġpizz",
+        "a"
+      ],
+      [
+        "Ġindepend",
+        "ent"
+      ],
+      [
+        "Ġstubb",
+        "orn"
+      ],
+      [
+        "Ġre",
+        "f"
+      ],
+      [
+        "Ġas",
+        "king"
+      ],
+      [
+        "Ġbr",
+        "illi"
+      ],
+      [
+        "Ġdec",
+        "ide"
+      ],
+      [
+        "Ġfl",
+        "ash"
+      ],
+      [
+        "Ġcat",
+        "erp"
+      ],
+      [
+        "Ġqu",
+        "een"
+      ],
+      [
+        "Ġsn",
+        "ee"
+      ],
+      [
+        "ĠR",
+        "ose"
+      ],
+      [
+        "Ġinv",
+        "ited"
+      ],
+      [
+        "Ġstraw",
+        "ber"
+      ],
+      [
+        "Ġfool",
+        "ish"
+      ],
+      [
+        "Ġcaterp",
+        "ill"
+      ],
+      [
+        "g",
+        "y"
+      ],
+      [
+        "Ġt",
+        "ur"
+      ],
+      [
+        "Ġd",
+        "epend"
+      ],
+      [
+        "Ġg",
+        "uit"
+      ],
+      [
+        "Ġst",
+        "ri"
+      ],
+      [
+        "Ġkn",
+        "ight"
+      ],
+      [
+        "Ġboy",
+        "s"
+      ],
+      [
+        "Ġpe",
+        "e"
+      ],
+      [
+        "Ġcom",
+        "b"
+      ],
+      [
+        "Ġcle",
+        "ar"
+      ],
+      [
+        "Ġun",
+        "ique"
+      ],
+      [
+        "Ġbutt",
+        "ons"
+      ],
+      [
+        "ĠTweet",
+        "y"
+      ],
+      [
+        "Ġcolour",
+        "ful"
+      ],
+      [
+        "Ġesc",
+        "ape"
+      ],
+      [
+        "Ġbrilli",
+        "ant"
+      ],
+      [
+        "Ġr",
+        "ich"
+      ],
+      [
+        "ĠB",
+        "u"
+      ],
+      [
+        "Ġsay",
+        "ing"
+      ],
+      [
+        "Ġro",
+        "de"
+      ],
+      [
+        "Ġsk",
+        "in"
+      ],
+      [
+        "Ġgar",
+        "age"
+      ],
+      [
+        "H",
+        "elp"
+      ],
+      [
+        "d",
+        "om"
+      ],
+      [
+        "Ġm",
+        "ummy"
+      ],
+      [
+        "Ġbe",
+        "ak"
+      ],
+      [
+        "ur",
+        "ed"
+      ],
+      [
+        "a",
+        "w"
+      ],
+      [
+        "e",
+        "orge"
+      ],
+      [
+        "r",
+        "op"
+      ],
+      [
+        "ed",
+        "ient"
+      ],
+      [
+        "Ġun",
+        "us"
+      ],
+      [
+        "Ġoy",
+        "ster"
+      ],
+      [
+        "Ġtur",
+        "key"
+      ],
+      [
+        "Ġ",
+        "OK"
+      ],
+      [
+        "Ġf",
+        "ountain"
+      ],
+      [
+        "Ġp",
+        "atter"
+      ],
+      [
+        "Ġwe",
+        "ek"
+      ],
+      [
+        "Ġch",
+        "ase"
+      ],
+      [
+        "Ġru",
+        "bb"
+      ],
+      [
+        "Ġcount",
+        "ed"
+      ],
+      [
+        "Ġreg",
+        "ular"
+      ],
+      [
+        "Ġwip",
+        "ed"
+      ],
+      [
+        "Ġguit",
+        "ar"
+      ],
+      [
+        "Ġunus",
+        "ual"
+      ],
+      [
+        "l",
+        "and"
+      ],
+      [
+        "Ġu",
+        "mb"
+      ],
+      [
+        "Ġfor",
+        "k"
+      ],
+      [
+        "Ġshow",
+        "s"
+      ],
+      [
+        "Ġlight",
+        "s"
+      ],
+      [
+        "Ġwall",
+        "s"
+      ],
+      [
+        "Ġdream",
+        "ed"
+      ],
+      [
+        "Ġbanan",
+        "a"
+      ],
+      [
+        "Ġsuccess",
+        "ful"
+      ],
+      [
+        "Ġjew",
+        "el"
+      ],
+      [
+        "Ġpatter",
+        "n"
+      ],
+      [
+        "Ġumb",
+        "re"
+      ],
+      [
+        "c",
+        "il"
+      ],
+      [
+        "r",
+        "ay"
+      ],
+      [
+        "in",
+        "al"
+      ],
+      [
+        "Ġl",
+        "ow"
+      ],
+      [
+        "im",
+        "ed"
+      ],
+      [
+        "Ġsw",
+        "e"
+      ],
+      [
+        "Ġcry",
+        "st"
+      ],
+      [
+        "Ġpen",
+        "cil"
+      ],
+      [
+        "Ġsaf",
+        "ely"
+      ],
+      [
+        "Ġtool",
+        "s"
+      ],
+      [
+        "W",
+        "ell"
+      ],
+      [
+        "Ġt",
+        "ape"
+      ],
+      [
+        "Ġst",
+        "ream"
+      ],
+      [
+        "ce",
+        "ed"
+      ],
+      [
+        "Ġre",
+        "sc"
+      ],
+      [
+        "Ġab",
+        "ove"
+      ],
+      [
+        "Ġhard",
+        "er"
+      ],
+      [
+        "Ġgu",
+        "ess"
+      ],
+      [
+        "Ġbott",
+        "om"
+      ],
+      [
+        "Ġmark",
+        "et"
+      ],
+      [
+        "Ġimpress",
+        "ed"
+      ],
+      [
+        "Ġwa",
+        "ff"
+      ],
+      [
+        "an",
+        "ut"
+      ],
+      [
+        "ig",
+        "inal"
+      ],
+      [
+        "Ġnot",
+        "ice"
+      ],
+      [
+        "ill",
+        "a"
+      ],
+      [
+        "Ġno",
+        "ds"
+      ],
+      [
+        "Ġpe",
+        "anut"
+      ],
+      [
+        "ol",
+        "og"
+      ],
+      [
+        "Ġpat",
+        "ch"
+      ],
+      [
+        "Ġcraw",
+        "led"
+      ],
+      [
+        "Ġcaterpill",
+        "ar"
+      ],
+      [
+        "n",
+        "a"
+      ],
+      [
+        "Ġt",
+        "ank"
+      ],
+      [
+        "Ġt",
+        "ask"
+      ],
+      [
+        "Ġt",
+        "ire"
+      ],
+      [
+        "Ġg",
+        "un"
+      ],
+      [
+        "Ġlo",
+        "ad"
+      ],
+      [
+        "Ġcomp",
+        "et"
+      ],
+      [
+        "umb",
+        "led"
+      ],
+      [
+        "Ġap",
+        "olog"
+      ],
+      [
+        "Ġsol",
+        "ve"
+      ],
+      [
+        "H",
+        "ow"
+      ],
+      [
+        "M",
+        "ummy"
+      ],
+      [
+        "f",
+        "ast"
+      ],
+      [
+        "h",
+        "ip"
+      ],
+      [
+        "Ġ",
+        "No"
+      ],
+      [
+        "Ġb",
+        "itter"
+      ],
+      [
+        "ar",
+        "l"
+      ],
+      [
+        "Ġe",
+        "ars"
+      ],
+      [
+        "Ġsh",
+        "one"
+      ],
+      [
+        "Ġbr",
+        "ush"
+      ],
+      [
+        "ĠF",
+        "in"
+      ],
+      [
+        "Ġor",
+        "iginal"
+      ],
+      [
+        "Ġfi",
+        "er"
+      ],
+      [
+        "Ġgl",
+        "ow"
+      ],
+      [
+        "ĠN",
+        "emo"
+      ],
+      [
+        "Ġbreak",
+        "fast"
+      ],
+      [
+        "Ġadm",
+        "ired"
+      ],
+      [
+        "ĠBl",
+        "ue"
+      ],
+      [
+        "Ġed",
+        "ge"
+      ],
+      [
+        "Ġdepend",
+        "able"
+      ],
+      [
+        "u",
+        "nd"
+      ],
+      [
+        "ut",
+        "h"
+      ],
+      [
+        "ĠI",
+        "f"
+      ],
+      [
+        "Ġcl",
+        "ay"
+      ],
+      [
+        "Ġstrong",
+        "er"
+      ],
+      [
+        "Ġboss",
+        "y"
+      ],
+      [
+        "Ġc",
+        "udd"
+      ],
+      [
+        "as",
+        "er"
+      ],
+      [
+        "Ġgra",
+        "ndpa"
+      ],
+      [
+        "Ġknow",
+        "s"
+      ],
+      [
+        "Ġpick",
+        "ing"
+      ],
+      [
+        "Ġjo",
+        "ke"
+      ],
+      [
+        "Ġboat",
+        "s"
+      ],
+      [
+        "Ġba",
+        "ld"
+      ],
+      [
+        "Ġmed",
+        "ic"
+      ],
+      [
+        "Ġscr",
+        "at"
+      ],
+      [
+        "Ġc",
+        "one"
+      ],
+      [
+        "Ġp",
+        "enny"
+      ],
+      [
+        "Ġle",
+        "an"
+      ],
+      [
+        "Ġra",
+        "ft"
+      ],
+      [
+        "ugg",
+        "led"
+      ],
+      [
+        "Ġsuc",
+        "ceed"
+      ],
+      [
+        "Ġob",
+        "edient"
+      ],
+      [
+        "Ġhum",
+        "ble"
+      ],
+      [
+        "Ġlibr",
+        "ary"
+      ],
+      [
+        "R",
+        "e"
+      ],
+      [
+        "he",
+        "ad"
+      ],
+      [
+        "Ġp",
+        "h"
+      ],
+      [
+        "Ġn",
+        "umb"
+      ],
+      [
+        "Ġsa",
+        "uce"
+      ],
+      [
+        "ĠB",
+        "ear"
+      ],
+      [
+        "Ġtr",
+        "ay"
+      ],
+      [
+        "Ġproud",
+        "ly"
+      ],
+      [
+        "He",
+        "re"
+      ],
+      [
+        "Ġsound",
+        "ed"
+      ],
+      [
+        "Ġsqu",
+        "are"
+      ],
+      [
+        "Ġterri",
+        "ble"
+      ],
+      [
+        "Ġcryst",
+        "al"
+      ],
+      [
+        "Ġfier",
+        "ce"
+      ],
+      [
+        "J",
+        "ill"
+      ],
+      [
+        "Ġw",
+        "itch"
+      ],
+      [
+        "in",
+        "ary"
+      ],
+      [
+        "Ġhapp",
+        "iness"
+      ],
+      [
+        "ĠL",
+        "ola"
+      ],
+      [
+        "Ġhand",
+        "ed"
+      ],
+      [
+        "Ġfr",
+        "idge"
+      ],
+      [
+        "f",
+        "a"
+      ],
+      [
+        "Ġr",
+        "ough"
+      ],
+      [
+        "ent",
+        "ion"
+      ],
+      [
+        "Ġch",
+        "anged"
+      ],
+      [
+        "Ġjo",
+        "ined"
+      ],
+      [
+        "Ġra",
+        "ven"
+      ],
+      [
+        "Ġmight",
+        "y"
+      ],
+      [
+        "Ġcho",
+        "se"
+      ],
+      [
+        "Ġwhe",
+        "el"
+      ],
+      [
+        "Ġumbre",
+        "lla"
+      ],
+      [
+        "Ġt",
+        "ag"
+      ],
+      [
+        "Ġc",
+        "ri"
+      ],
+      [
+        "Ġo",
+        "w"
+      ],
+      [
+        "ar",
+        "ry"
+      ],
+      [
+        "im",
+        "p"
+      ],
+      [
+        "ĠB",
+        "ill"
+      ],
+      [
+        "Ġhelp",
+        "s"
+      ],
+      [
+        "Ġfind",
+        "ing"
+      ],
+      [
+        "Ġclean",
+        "ing"
+      ],
+      [
+        "Ġsqu",
+        "ee"
+      ],
+      [
+        "Ġfire",
+        "work"
+      ],
+      [
+        "Ġmedic",
+        "ine"
+      ],
+      [
+        "a",
+        "zz"
+      ],
+      [
+        "m",
+        "et"
+      ],
+      [
+        "Ġplay",
+        "ful"
+      ],
+      [
+        "Ġlo",
+        "cked"
+      ],
+      [
+        "Ġgo",
+        "at"
+      ],
+      [
+        "Ġac",
+        "cept"
+      ],
+      [
+        "Ġcomp",
+        "ass"
+      ],
+      [
+        "Ġsur",
+        "f"
+      ],
+      [
+        "Ġcompet",
+        "it"
+      ],
+      [
+        "e",
+        "xt"
+      ],
+      [
+        "k",
+        "n"
+      ],
+      [
+        "Ġs",
+        "y"
+      ],
+      [
+        "Ġs",
+        "il"
+      ],
+      [
+        "Ġbe",
+        "et"
+      ],
+      [
+        "ĠM",
+        "ar"
+      ],
+      [
+        "ur",
+        "ing"
+      ],
+      [
+        "Ġch",
+        "ir"
+      ],
+      [
+        "ĠE",
+        "llie"
+      ],
+      [
+        "Ġball",
+        "s"
+      ],
+      [
+        "Åĵ",
+        "Let"
+      ],
+      [
+        "Ġbutterf",
+        "lies"
+      ],
+      [
+        "Ġgu",
+        "ard"
+      ],
+      [
+        "Ġcray",
+        "on"
+      ],
+      [
+        "Ġdisco",
+        "ver"
+      ],
+      [
+        "Ġpar",
+        "ade"
+      ],
+      [
+        "Ġmix",
+        "ed"
+      ],
+      [
+        "Ġval",
+        "u"
+      ],
+      [
+        "Ġhel",
+        "met"
+      ],
+      [
+        "ĠBrown",
+        "ie"
+      ],
+      [
+        "E",
+        "m"
+      ],
+      [
+        "j",
+        "ect"
+      ],
+      [
+        "s",
+        "qu"
+      ],
+      [
+        "u",
+        "d"
+      ],
+      [
+        "Ġg",
+        "um"
+      ],
+      [
+        "at",
+        "ure"
+      ],
+      [
+        "Ġis",
+        "land"
+      ],
+      [
+        "Ġco",
+        "st"
+      ],
+      [
+        "Ġmo",
+        "le"
+      ],
+      [
+        "Ġnice",
+        "ly"
+      ],
+      [
+        "Ġkind",
+        "s"
+      ],
+      [
+        "Ġra",
+        "ced"
+      ],
+      [
+        "Ġsto",
+        "ve"
+      ],
+      [
+        "Ġlaugh",
+        "s"
+      ],
+      [
+        "Ġmar",
+        "ch"
+      ],
+      [
+        "Ġfall",
+        "s"
+      ],
+      [
+        "Ġpers",
+        "ist"
+      ],
+      [
+        "ĠBa",
+        "by"
+      ],
+      [
+        "oph",
+        "ie"
+      ],
+      [
+        "A",
+        "lice"
+      ],
+      [
+        "i",
+        "ence"
+      ],
+      [
+        "it",
+        "o"
+      ],
+      [
+        "Ġc",
+        "age"
+      ],
+      [
+        "Ġg",
+        "oose"
+      ],
+      [
+        "Ġco",
+        "ins"
+      ],
+      [
+        "Ġtr",
+        "ump"
+      ],
+      [
+        "Ġmo",
+        "squ"
+      ],
+      [
+        "Ġser",
+        "ious"
+      ],
+      [
+        "Ġmosqu",
+        "ito"
+      ],
+      [
+        "Ġf",
+        "lex"
+      ],
+      [
+        "Ġc",
+        "ro"
+      ],
+      [
+        "el",
+        "on"
+      ],
+      [
+        "Ġexc",
+        "la"
+      ],
+      [
+        "Ġch",
+        "oose"
+      ],
+      [
+        "Ġexpl",
+        "ored"
+      ],
+      [
+        "Ġun",
+        "l"
+      ],
+      [
+        "Ġbrother",
+        "s"
+      ],
+      [
+        "Ġgu",
+        "il"
+      ],
+      [
+        "Ġnumb",
+        "ers"
+      ],
+      [
+        "Ġtrump",
+        "et"
+      ],
+      [
+        "Ġ",
+        "icy"
+      ],
+      [
+        "Ġmom",
+        "s"
+      ],
+      [
+        "ie",
+        "w"
+      ],
+      [
+        "Ġv",
+        "iew"
+      ],
+      [
+        "Ġen",
+        "orm"
+      ],
+      [
+        "Ġfire",
+        "man"
+      ],
+      [
+        "ĠMr",
+        "s"
+      ],
+      [
+        "Ġpract",
+        "ice"
+      ],
+      [
+        "Ġenorm",
+        "ous"
+      ],
+      [
+        "w",
+        "ards"
+      ],
+      [
+        "Ġs",
+        "up"
+      ],
+      [
+        "Ġvo",
+        "lc"
+      ],
+      [
+        "Ġmean",
+        "s"
+      ],
+      [
+        "Ġpoin",
+        "ting"
+      ],
+      [
+        "Ġvalu",
+        "able"
+      ],
+      [
+        "Ġflex",
+        "ible"
+      ],
+      [
+        "Ġexcla",
+        "imed"
+      ],
+      [
+        "Ġguil",
+        "ty"
+      ],
+      [
+        "y",
+        "al"
+      ],
+      [
+        "Ġc",
+        "am"
+      ],
+      [
+        "Ġp",
+        "ipe"
+      ],
+      [
+        "is",
+        "ion"
+      ],
+      [
+        "ĠM",
+        "y"
+      ],
+      [
+        "Ġuse",
+        "ful"
+      ],
+      [
+        "Ġfav",
+        "our"
+      ],
+      [
+        "Ġcra",
+        "zy"
+      ],
+      [
+        "Ġph",
+        "ot"
+      ],
+      [
+        "kn",
+        "own"
+      ],
+      [
+        "Ġvolc",
+        "ano"
+      ],
+      [
+        "Ġwa",
+        "ke"
+      ],
+      [
+        "Ġc",
+        "ity"
+      ],
+      [
+        "om",
+        "ed"
+      ],
+      [
+        "ll",
+        "ip"
+      ],
+      [
+        "Ġfor",
+        "th"
+      ],
+      [
+        "Ġlo",
+        "llip"
+      ],
+      [
+        "Ġse",
+        "al"
+      ],
+      [
+        "Ġall",
+        "owed"
+      ],
+      [
+        "Ġsc",
+        "are"
+      ],
+      [
+        "Ġbright",
+        "ly"
+      ],
+      [
+        "Ġmar",
+        "ble"
+      ],
+      [
+        "Ġpop",
+        "ular"
+      ],
+      [
+        "Ġflash",
+        "light"
+      ],
+      [
+        "Ġcompass",
+        "ion"
+      ],
+      [
+        "Ġlollip",
+        "op"
+      ],
+      [
+        "Ġ",
+        "U"
+      ],
+      [
+        "Ġ",
+        "ing"
+      ],
+      [
+        "Ġh",
+        "unt"
+      ],
+      [
+        "Ġd",
+        "ull"
+      ],
+      [
+        "er",
+        "ry"
+      ],
+      [
+        "Ġst",
+        "at"
+      ],
+      [
+        "Ġshe",
+        "l"
+      ],
+      [
+        "!\"",
+        "."
+      ],
+      [
+        "Ġun",
+        "known"
+      ],
+      [
+        "Ġhat",
+        "s"
+      ],
+      [
+        "Ġsho",
+        "ot"
+      ],
+      [
+        "red",
+        "ient"
+      ],
+      [
+        "Ġbelong",
+        "ed"
+      ],
+      [
+        "Ġfavour",
+        "ite"
+      ],
+      [
+        "Ġing",
+        "redient"
+      ],
+      [
+        "Ġp",
+        "il"
+      ],
+      [
+        "Ġlo",
+        "yal"
+      ],
+      [
+        "Ġbra",
+        "ce"
+      ],
+      [
+        "ĠWhen",
+        "ever"
+      ],
+      [
+        "Ġdream",
+        "s"
+      ],
+      [
+        "Ġkick",
+        "ed"
+      ],
+      [
+        "Ġseed",
+        "s"
+      ],
+      [
+        "Ġtwirl",
+        "ed"
+      ],
+      [
+        "Ġsup",
+        "er"
+      ],
+      [
+        "t",
+        "ime"
+      ],
+      [
+        "Ġf",
+        "ine"
+      ],
+      [
+        "Ġbe",
+        "es"
+      ],
+      [
+        "Ġso",
+        "fa"
+      ],
+      [
+        "Ġsh",
+        "ark"
+      ],
+      [
+        "ĠM",
+        "ike"
+      ],
+      [
+        "Ġan",
+        "x"
+      ],
+      [
+        "Ġsad",
+        "ly"
+      ],
+      [
+        "Ġshow",
+        "ing"
+      ],
+      [
+        "Ġway",
+        "s"
+      ],
+      [
+        "Ġtruck",
+        "s"
+      ],
+      [
+        "Ġdelic",
+        "ate"
+      ],
+      [
+        "ation",
+        "s"
+      ],
+      [
+        "Ġrep",
+        "e"
+      ],
+      [
+        "Ġimpress",
+        "ive"
+      ],
+      [
+        "Ġpour",
+        "ed"
+      ],
+      [
+        "Ġpir",
+        "ate"
+      ],
+      [
+        "Ġwhisp",
+        "ered"
+      ],
+      [
+        "Ġharm",
+        "less"
+      ],
+      [
+        "a",
+        "ff"
+      ],
+      [
+        "Ġt",
+        "urt"
+      ],
+      [
+        "Ġt",
+        "ied"
+      ],
+      [
+        "ar",
+        "oo"
+      ],
+      [
+        "ad",
+        "o"
+      ],
+      [
+        "art",
+        "h"
+      ],
+      [
+        "Ġgra",
+        "ce"
+      ],
+      [
+        "Ġhand",
+        "le"
+      ],
+      [
+        "Ġen",
+        "c"
+      ],
+      [
+        "Ġdel",
+        "iver"
+      ],
+      [
+        "Ben",
+        "ny"
+      ],
+      [
+        "Ġru",
+        "shed"
+      ],
+      [
+        "Ġus",
+        "ing"
+      ],
+      [
+        "ang",
+        "aroo"
+      ],
+      [
+        "Ġshap",
+        "e"
+      ],
+      [
+        "Ġbus",
+        "hes"
+      ],
+      [
+        "Ġpersist",
+        "ent"
+      ],
+      [
+        "Ġg",
+        "or"
+      ],
+      [
+        "ĠS",
+        "p"
+      ],
+      [
+        "Ġk",
+        "angaroo"
+      ],
+      [
+        "Ġan",
+        "g"
+      ],
+      [
+        "Ġoff",
+        "ice"
+      ],
+      [
+        "Ġanx",
+        "ious"
+      ],
+      [
+        "G",
+        "o"
+      ],
+      [
+        "al",
+        "ous"
+      ],
+      [
+        "Ġsp",
+        "ell"
+      ],
+      [
+        "ĠW",
+        "hile"
+      ],
+      [
+        "ia",
+        "ble"
+      ],
+      [
+        "Ġpot",
+        "ato"
+      ],
+      [
+        "Ġje",
+        "alous"
+      ],
+      [
+        "Ġwra",
+        "pped"
+      ],
+      [
+        "Ġf",
+        "our"
+      ],
+      [
+        "Ġc",
+        "urt"
+      ],
+      [
+        "Ġlo",
+        "g"
+      ],
+      [
+        "Ġco",
+        "al"
+      ],
+      [
+        "Ġrel",
+        "iable"
+      ],
+      [
+        "Ġcurt",
+        "ain"
+      ],
+      [
+        "D",
+        "aisy"
+      ],
+      [
+        "Ġs",
+        "udden"
+      ],
+      [
+        "mb",
+        "ol"
+      ],
+      [
+        "Åĵ",
+        "Yes"
+      ],
+      [
+        "ac",
+        "hes"
+      ],
+      [
+        "ĠP",
+        "e"
+      ],
+      [
+        "Ġpain",
+        "ted"
+      ],
+      [
+        "ĠTo",
+        "by"
+      ],
+      [
+        "Ġce",
+        "re"
+      ],
+      [
+        "g",
+        "u"
+      ],
+      [
+        "Ġt",
+        "ummy"
+      ],
+      [
+        "Ġth",
+        "ose"
+      ],
+      [
+        "ous",
+        "es"
+      ],
+      [
+        "udd",
+        "y"
+      ],
+      [
+        "Ġcu",
+        "sh"
+      ],
+      [
+        "Ġmet",
+        "al"
+      ],
+      [
+        "Ġsy",
+        "mbol"
+      ],
+      [
+        "Ġbeet",
+        "le"
+      ],
+      [
+        "Ġcam",
+        "era"
+      ],
+      [
+        "Ġh",
+        "ouses"
+      ],
+      [
+        "il",
+        "t"
+      ],
+      [
+        "Ġcelebr",
+        "ate"
+      ],
+      [
+        "Ġdelight",
+        "ed"
+      ],
+      [
+        "Ġgor",
+        "illa"
+      ],
+      [
+        "Ġto",
+        "oth"
+      ],
+      [
+        "Ġth",
+        "irst"
+      ],
+      [
+        "ke",
+        "ep"
+      ],
+      [
+        "Ġsh",
+        "iver"
+      ],
+      [
+        "Ġre",
+        "ward"
+      ],
+      [
+        "Ġsp",
+        "ace"
+      ],
+      [
+        "Ġtra",
+        "vel"
+      ],
+      [
+        "Ġru",
+        "bbed"
+      ],
+      [
+        "Ġprin",
+        "t"
+      ],
+      [
+        "Ġdri",
+        "ving"
+      ],
+      [
+        "Ġmar",
+        "ry"
+      ],
+      [
+        "Ġwar",
+        "ned"
+      ],
+      [
+        "Ġsold",
+        "ier"
+      ],
+      [
+        "Ġmotor",
+        "cy"
+      ],
+      [
+        "c",
+        "ut"
+      ],
+      [
+        "Ġs",
+        "on"
+      ],
+      [
+        "Ġto",
+        "r"
+      ],
+      [
+        "ar",
+        "lie"
+      ],
+      [
+        "Ġher",
+        "o"
+      ],
+      [
+        "ie",
+        "f"
+      ],
+      [
+        "Ġcar",
+        "p"
+      ],
+      [
+        "Ġexcited",
+        "ly"
+      ],
+      [
+        "Ġte",
+        "mp"
+      ],
+      [
+        "ĠP",
+        "ete"
+      ],
+      [
+        "ĠBob",
+        "o"
+      ],
+      [
+        "co",
+        "d"
+      ],
+      [
+        "Ġhun",
+        "g"
+      ],
+      [
+        "Ġgrow",
+        "ing"
+      ],
+      [
+        "up",
+        "id"
+      ],
+      [
+        "Ġthin",
+        "king"
+      ],
+      [
+        "Ġtun",
+        "n"
+      ],
+      [
+        "W",
+        "hile"
+      ],
+      [
+        "c",
+        "u"
+      ],
+      [
+        "i",
+        "pp"
+      ],
+      [
+        "Ġh",
+        "ay"
+      ],
+      [
+        "Ġy",
+        "et"
+      ],
+      [
+        "Ġv",
+        "ine"
+      ],
+      [
+        "Ġac",
+        "orn"
+      ],
+      [
+        "icy",
+        "cle"
+      ],
+      [
+        "Ġpre",
+        "p"
+      ],
+      [
+        "Ġremind",
+        "ed"
+      ],
+      [
+        "Ġgas",
+        "ped"
+      ],
+      [
+        "Ġflut",
+        "e"
+      ],
+      [
+        "Ġord",
+        "inary"
+      ],
+      [
+        "Ġcro",
+        "cod"
+      ],
+      [
+        "Ġa",
+        "mb"
+      ],
+      [
+        "Ġc",
+        "ur"
+      ],
+      [
+        "ĠB",
+        "et"
+      ],
+      [
+        "ĠM",
+        "andy"
+      ],
+      [
+        "Ġpu",
+        "p"
+      ],
+      [
+        "Ġcreature",
+        "s"
+      ],
+      [
+        "Ġhur",
+        "ry"
+      ],
+      [
+        "Ġspoil",
+        "ed"
+      ],
+      [
+        "Ġt",
+        "imes"
+      ],
+      [
+        "Ġm",
+        "is"
+      ],
+      [
+        "Ġr",
+        "ice"
+      ],
+      [
+        "Ġst",
+        "upid"
+      ],
+      [
+        "Ġsh",
+        "ine"
+      ],
+      [
+        "Ġre",
+        "sist"
+      ],
+      [
+        "ug",
+        "ged"
+      ],
+      [
+        "Ġla",
+        "w"
+      ],
+      [
+        "Ġsk",
+        "ull"
+      ],
+      [
+        "co",
+        "a"
+      ],
+      [
+        "Ġmiss",
+        "ing"
+      ],
+      [
+        "Ġwhe",
+        "at"
+      ],
+      [
+        "Ġsupp",
+        "ort"
+      ],
+      [
+        "Ġingredient",
+        "s"
+      ],
+      [
+        "a",
+        "id"
+      ],
+      [
+        "l",
+        "oo"
+      ],
+      [
+        "Ġc",
+        "ase"
+      ],
+      [
+        "er",
+        "y"
+      ],
+      [
+        "Ġwas",
+        "hed"
+      ],
+      [
+        "Ġdo",
+        "ve"
+      ],
+      [
+        "Ġsp",
+        "illed"
+      ],
+      [
+        "Ġsc",
+        "oot"
+      ],
+      [
+        "Ġme",
+        "al"
+      ],
+      [
+        "Ġmu",
+        "le"
+      ],
+      [
+        "ĠD",
+        "ucky"
+      ],
+      [
+        "Ġmo",
+        "der"
+      ],
+      [
+        "ars",
+        "h"
+      ],
+      [
+        "Åĵ",
+        "What"
+      ],
+      [
+        "Ġtri",
+        "ck"
+      ],
+      [
+        "Ġset",
+        "t"
+      ],
+      [
+        "ĠTweet",
+        "ie"
+      ],
+      [
+        "Ġboun",
+        "ce"
+      ],
+      [
+        "Ġfil",
+        "thy"
+      ],
+      [
+        "Ġb",
+        "ase"
+      ],
+      [
+        "Ġh",
+        "oop"
+      ],
+      [
+        "Ġf",
+        "re"
+      ],
+      [
+        "Ġst",
+        "umbled"
+      ],
+      [
+        "Ġso",
+        "ar"
+      ],
+      [
+        "Ġwe",
+        "al"
+      ],
+      [
+        "Ġsee",
+        "m"
+      ],
+      [
+        "Ġwor",
+        "d"
+      ],
+      [
+        "Ġla",
+        "b"
+      ],
+      [
+        "ĠD",
+        "ave"
+      ],
+      [
+        "ĠF",
+        "r"
+      ],
+      [
+        "Ġbad",
+        "ly"
+      ],
+      [
+        "Ġhair",
+        "y"
+      ],
+      [
+        "Ġcra",
+        "wl"
+      ],
+      [
+        "Ġlive",
+        "ly"
+      ],
+      [
+        "Ġstep",
+        "s"
+      ],
+      [
+        "ÅĵLet",
+        "â"
+      ],
+      [
+        "Ġbrace",
+        "let"
+      ],
+      [
+        "Ġcere",
+        "al"
+      ],
+      [
+        "Ġthirst",
+        "y"
+      ],
+      [
+        "Ġcarp",
+        "et"
+      ],
+      [
+        "Ġw",
+        "ool"
+      ],
+      [
+        "it",
+        "her"
+      ],
+      [
+        "Ġgo",
+        "al"
+      ],
+      [
+        "Ġback",
+        "pack"
+      ],
+      [
+        "Ġtr",
+        "uth"
+      ],
+      [
+        "Ġcom",
+        "pl"
+      ],
+      [
+        "Ġche",
+        "ap"
+      ],
+      [
+        "Ġdis",
+        "g"
+      ],
+      [
+        "Ġplac",
+        "ed"
+      ],
+      [
+        "Ġear",
+        "ly"
+      ],
+      [
+        "Ġdecor",
+        "ate"
+      ],
+      [
+        "Ġnut",
+        "s"
+      ],
+      [
+        "O",
+        "w"
+      ],
+      [
+        "c",
+        "ream"
+      ],
+      [
+        "Ġb",
+        "ump"
+      ],
+      [
+        "Ġthem",
+        "selves"
+      ],
+      [
+        "ic",
+        "es"
+      ],
+      [
+        "Ġhelp",
+        "less"
+      ],
+      [
+        "Ġcl",
+        "um"
+      ],
+      [
+        "Ġsc",
+        "atter"
+      ],
+      [
+        "Ġsc",
+        "ale"
+      ],
+      [
+        "Ġnew",
+        "s"
+      ],
+      [
+        "ust",
+        "ing"
+      ],
+      [
+        "Ġen",
+        "v"
+      ],
+      [
+        "âĤ¬â",
+        "Ģ"
+      ],
+      [
+        "Ġtell",
+        "ing"
+      ],
+      [
+        "Ġswing",
+        "ing"
+      ],
+      [
+        "Ġspark",
+        "led"
+      ],
+      [
+        "Ġcarry",
+        "ing"
+      ],
+      [
+        "gg",
+        "ing"
+      ],
+      [
+        "in",
+        "es"
+      ],
+      [
+        "ri",
+        "c"
+      ],
+      [
+        "Ġfriends",
+        "hip"
+      ],
+      [
+        "Ġcare",
+        "less"
+      ],
+      [
+        "Ġsn",
+        "e"
+      ],
+      [
+        "Ġdoes",
+        "n"
+      ],
+      [
+        "Ġfall",
+        "ing"
+      ],
+      [
+        "Ġcomp",
+        "ut"
+      ],
+      [
+        "Ġpa",
+        "le"
+      ],
+      [
+        "Ġpee",
+        "ked"
+      ],
+      [
+        "Ġcompassion",
+        "ate"
+      ],
+      [
+        "c",
+        "om"
+      ],
+      [
+        "v",
+        "ice"
+      ],
+      [
+        "Ġs",
+        "end"
+      ],
+      [
+        "Ġst",
+        "age"
+      ],
+      [
+        "Ġme",
+        "m"
+      ],
+      [
+        "Ġch",
+        "alk"
+      ],
+      [
+        "Ġch",
+        "asing"
+      ],
+      [
+        "Ġpe",
+        "bble"
+      ],
+      [
+        "ĠEvery",
+        "thing"
+      ],
+      [
+        "Ġcu",
+        "be"
+      ],
+      [
+        "Ġpig",
+        "e"
+      ],
+      [
+        "Ġcou",
+        "rage"
+      ],
+      [
+        "Ġfing",
+        "ers"
+      ],
+      [
+        "Ġturt",
+        "le"
+      ],
+      [
+        "b",
+        "led"
+      ],
+      [
+        "Ġs",
+        "ink"
+      ],
+      [
+        "Ġb",
+        "icycle"
+      ],
+      [
+        "Ġsh",
+        "aking"
+      ],
+      [
+        "Ġsleep",
+        "ing"
+      ],
+      [
+        "Ġneighb",
+        "our"
+      ],
+      [
+        "Ġmoder",
+        "n"
+      ],
+      [
+        "Ġdisg",
+        "usting"
+      ],
+      [
+        "Ġclum",
+        "sy"
+      ],
+      [
+        "g",
+        "est"
+      ],
+      [
+        "Ġh",
+        "ook"
+      ],
+      [
+        "Ġc",
+        "her"
+      ],
+      [
+        "Ġn",
+        "ail"
+      ],
+      [
+        "Ġbig",
+        "gest"
+      ],
+      [
+        "ic",
+        "hes"
+      ],
+      [
+        "Ġbu",
+        "l"
+      ],
+      [
+        "Ġend",
+        "ing"
+      ],
+      [
+        "Ġde",
+        "ad"
+      ],
+      [
+        "Ġtri",
+        "ang"
+      ],
+      [
+        "ul",
+        "ance"
+      ],
+      [
+        "Ġspo",
+        "ke"
+      ],
+      [
+        "Ġpract",
+        "iced"
+      ],
+      [
+        "Ġamb",
+        "ulance"
+      ],
+      [
+        "Ġcomput",
+        "er"
+      ],
+      [
+        "i",
+        "bb"
+      ],
+      [
+        "Ġl",
+        "amp"
+      ],
+      [
+        "Ġst",
+        "ation"
+      ],
+      [
+        "Ġch",
+        "ar"
+      ],
+      [
+        "Ġwall",
+        "et"
+      ],
+      [
+        "ĠTo",
+        "day"
+      ],
+      [
+        "Ġpack",
+        "age"
+      ],
+      [
+        "Ġmic",
+        "rop"
+      ],
+      [
+        "Ġcush",
+        "ion"
+      ],
+      [
+        "keep",
+        "er"
+      ],
+      [
+        "Ġcrocod",
+        "ile"
+      ],
+      [
+        "Ġmicrop",
+        "hone"
+      ],
+      [
+        "u",
+        "nder"
+      ],
+      [
+        "ĠA",
+        "lex"
+      ],
+      [
+        "Ġthought",
+        "ful"
+      ],
+      [
+        "Ġjo",
+        "lly"
+      ],
+      [
+        "Ġpen",
+        "gu"
+      ],
+      [
+        "Ġpump",
+        "kin"
+      ],
+      [
+        "Ġcost",
+        "um"
+      ],
+      [
+        "Ġf",
+        "ive"
+      ],
+      [
+        "Ġd",
+        "ough"
+      ],
+      [
+        "Ġp",
+        "ony"
+      ],
+      [
+        "Ġo",
+        "l"
+      ],
+      [
+        "im",
+        "i"
+      ],
+      [
+        "Ġst",
+        "airs"
+      ],
+      [
+        "Ġkn",
+        "ock"
+      ],
+      [
+        "Ġgra",
+        "nd"
+      ],
+      [
+        "Ġint",
+        "ell"
+      ],
+      [
+        "Ġun",
+        "iver"
+      ],
+      [
+        "Ġbright",
+        "er"
+      ],
+      [
+        "Ġopen",
+        "s"
+      ],
+      [
+        "Ġdream",
+        "ing"
+      ],
+      [
+        "Ġboun",
+        "ced"
+      ],
+      [
+        "Ġquest",
+        "ion"
+      ],
+      [
+        "Ġstat",
+        "ue"
+      ],
+      [
+        "Ġw",
+        "ine"
+      ],
+      [
+        "is",
+        "k"
+      ],
+      [
+        "ĠA",
+        "lice"
+      ],
+      [
+        "Ġco",
+        "coa"
+      ],
+      [
+        "ĠYou",
+        "r"
+      ],
+      [
+        "Ġpe",
+        "pper"
+      ],
+      [
+        "Ġbeaut",
+        "y"
+      ],
+      [
+        "Ġper",
+        "m"
+      ],
+      [
+        "Ġpain",
+        "ting"
+      ],
+      [
+        "Ġsho",
+        "e"
+      ],
+      [
+        "Ġele",
+        "v"
+      ],
+      [
+        "Every",
+        "one"
+      ],
+      [
+        "hin",
+        "o"
+      ],
+      [
+        "Ġweal",
+        "thy"
+      ],
+      [
+        "Ġintell",
+        "ig"
+      ],
+      [
+        "n",
+        "oon"
+      ],
+      [
+        "Ġs",
+        "uit"
+      ],
+      [
+        "Ġm",
+        "ild"
+      ],
+      [
+        "Ġn",
+        "ature"
+      ],
+      [
+        "an",
+        "s"
+      ],
+      [
+        "Ġhapp",
+        "ier"
+      ],
+      [
+        "Ġne",
+        "at"
+      ],
+      [
+        "Ġstart",
+        "s"
+      ],
+      [
+        "uck",
+        "ed"
+      ],
+      [
+        "Ġafter",
+        "noon"
+      ],
+      [
+        "Ġtor",
+        "n"
+      ],
+      [
+        "Ġelev",
+        "ator"
+      ],
+      [
+        "g",
+        "en"
+      ],
+      [
+        "t",
+        "i"
+      ],
+      [
+        "Ġt",
+        "en"
+      ],
+      [
+        "Ġh",
+        "arsh"
+      ],
+      [
+        "Ġp",
+        "ed"
+      ],
+      [
+        "at",
+        "ient"
+      ],
+      [
+        "or",
+        "ant"
+      ],
+      [
+        "Ġre",
+        "ce"
+      ],
+      [
+        "Ġj",
+        "et"
+      ],
+      [
+        "ill",
+        "ie"
+      ],
+      [
+        "ĠR",
+        "ed"
+      ],
+      [
+        "Ġread",
+        "ing"
+      ],
+      [
+        "Ġsear",
+        "ching"
+      ],
+      [
+        "Ġbasket",
+        "ball"
+      ],
+      [
+        "Ġbar",
+        "ber"
+      ],
+      [
+        "Ġspe",
+        "ed"
+      ],
+      [
+        "S",
+        "ee"
+      ],
+      [
+        "a",
+        "wn"
+      ],
+      [
+        "Ġst",
+        "ack"
+      ],
+      [
+        "ĠM",
+        "ummy"
+      ],
+      [
+        "Ġclo",
+        "ck"
+      ],
+      [
+        "ĠG",
+        "ive"
+      ],
+      [
+        "Ġmag",
+        "n"
+      ],
+      [
+        "Ġlea",
+        "ving"
+      ],
+      [
+        "Ġcup",
+        "board"
+      ],
+      [
+        "Ġdes",
+        "ign"
+      ],
+      [
+        "Ġslid",
+        "es"
+      ],
+      [
+        "Ġsandw",
+        "iches"
+      ],
+      [
+        "Ġcand",
+        "le"
+      ],
+      [
+        "aul",
+        "if"
+      ],
+      [
+        "Ġrid",
+        "ing"
+      ],
+      [
+        "Ġfre",
+        "sh"
+      ],
+      [
+        "o",
+        "ppy"
+      ],
+      [
+        "Ġsh",
+        "ocked"
+      ],
+      [
+        "Ġen",
+        "er"
+      ],
+      [
+        "Ġjump",
+        "s"
+      ],
+      [
+        "Ġhair",
+        "cut"
+      ],
+      [
+        "Ġrespect",
+        "ful"
+      ],
+      [
+        "Ġcoo",
+        "king"
+      ],
+      [
+        "Ġtick",
+        "et"
+      ],
+      [
+        "Ġenc",
+        "ou"
+      ],
+      [
+        "Ġtunn",
+        "el"
+      ],
+      [
+        "aulif",
+        "lower"
+      ],
+      [
+        "G",
+        "ive"
+      ],
+      [
+        "Ġs",
+        "le"
+      ],
+      [
+        "re",
+        "en"
+      ],
+      [
+        "Ġm",
+        "ay"
+      ],
+      [
+        "Ġth",
+        "ief"
+      ],
+      [
+        "Ġy",
+        "awn"
+      ],
+      [
+        "Ġfor",
+        "t"
+      ],
+      [
+        "Ġal",
+        "ert"
+      ],
+      [
+        "Ġsor",
+        "ts"
+      ],
+      [
+        "Ġimp",
+        "atient"
+      ],
+      [
+        "Ġcre",
+        "ate"
+      ],
+      [
+        "ail",
+        "able"
+      ],
+      [
+        "Ġwhe",
+        "els"
+      ],
+      [
+        "Ġval",
+        "ue"
+      ],
+      [
+        "Ġpri",
+        "ze"
+      ],
+      [
+        "M",
+        "ary"
+      ],
+      [
+        "y",
+        "e"
+      ],
+      [
+        "he",
+        "t"
+      ],
+      [
+        "Ġs",
+        "ent"
+      ],
+      [
+        "Ġb",
+        "ent"
+      ],
+      [
+        "in",
+        "ce"
+      ],
+      [
+        "Ġc",
+        "omet"
+      ],
+      [
+        "Ġc",
+        "amp"
+      ],
+      [
+        "Ġc",
+        "auliflower"
+      ],
+      [
+        "Ġm",
+        "elon"
+      ],
+      [
+        "Ġg",
+        "em"
+      ],
+      [
+        "Ġit",
+        "self"
+      ],
+      [
+        "ir",
+        "on"
+      ],
+      [
+        "Ġmu",
+        "sh"
+      ],
+      [
+        "Ġmonkey",
+        "s"
+      ],
+      [
+        "Ġsal",
+        "ad"
+      ],
+      [
+        "Ġdest",
+        "ro"
+      ],
+      [
+        "Ġresc",
+        "ue"
+      ],
+      [
+        "Ġscoot",
+        "er"
+      ],
+      [
+        "Ġintellig",
+        "ent"
+      ],
+      [
+        "a",
+        "z"
+      ],
+      [
+        "Ġd",
+        "ug"
+      ],
+      [
+        "il",
+        "ing"
+      ],
+      [
+        "an",
+        "ger"
+      ],
+      [
+        "Ġr",
+        "oof"
+      ],
+      [
+        "Ġr",
+        "hino"
+      ],
+      [
+        "Ġsc",
+        "old"
+      ],
+      [
+        "ag",
+        "het"
+      ],
+      [
+        "Ġexp",
+        "er"
+      ],
+      [
+        "Ġbark",
+        "ing"
+      ],
+      [
+        "Ġbanan",
+        "as"
+      ],
+      [
+        "Ġign",
+        "orant"
+      ],
+      [
+        "Ġmic",
+        "ro"
+      ],
+      [
+        "Ġav",
+        "ailable"
+      ],
+      [
+        "Ġgrace",
+        "ful"
+      ],
+      [
+        "Ġmotorcy",
+        "cle"
+      ],
+      [
+        "aghet",
+        "ti"
+      ],
+      [
+        "h",
+        "ood"
+      ],
+      [
+        "ĠS",
+        "n"
+      ],
+      [
+        "Ġe",
+        "arth"
+      ],
+      [
+        "Ġbo",
+        "ots"
+      ],
+      [
+        "Ġsp",
+        "aghetti"
+      ],
+      [
+        "um",
+        "mer"
+      ],
+      [
+        "Ġag",
+        "ree"
+      ],
+      [
+        "Ġbu",
+        "ll"
+      ],
+      [
+        "Ġany",
+        "where"
+      ],
+      [
+        "ĠG",
+        "eorge"
+      ],
+      [
+        "Ġbeh",
+        "ave"
+      ],
+      [
+        "ĠK",
+        "im"
+      ],
+      [
+        "Ġpa",
+        "id"
+      ],
+      [
+        "sc",
+        "ope"
+      ],
+      [
+        "Ġstret",
+        "ched"
+      ],
+      [
+        "Ġfear",
+        "ful"
+      ],
+      [
+        "Ġav",
+        "o"
+      ],
+      [
+        "Ġmicro",
+        "scope"
+      ],
+      [
+        "I",
+        "f"
+      ],
+      [
+        "i",
+        "o"
+      ],
+      [
+        "Ġnot",
+        "eb"
+      ],
+      [
+        "ĠE",
+        "ventually"
+      ],
+      [
+        "Ġold",
+        "er"
+      ],
+      [
+        "Ġsn",
+        "iff"
+      ],
+      [
+        "Ġad",
+        "vice"
+      ],
+      [
+        "Ġstop",
+        "s"
+      ],
+      [
+        "Ġperf",
+        "orm"
+      ],
+      [
+        "Ġfur",
+        "ther"
+      ],
+      [
+        "Ġenv",
+        "ious"
+      ],
+      [
+        "Ġpige",
+        "on"
+      ],
+      [
+        "Ġmush",
+        "room"
+      ],
+      [
+        "Ġnoteb",
+        "ook"
+      ],
+      [
+        "u",
+        "bby"
+      ],
+      [
+        "Ġp",
+        "un"
+      ],
+      [
+        "at",
+        "s"
+      ],
+      [
+        "Ġn",
+        "urse"
+      ],
+      [
+        "or",
+        "able"
+      ],
+      [
+        "Ġth",
+        "under"
+      ],
+      [
+        "Ġcl",
+        "apping"
+      ],
+      [
+        "Ġv",
+        "ide"
+      ],
+      [
+        "Ġbu",
+        "ilt"
+      ],
+      [
+        "ĠC",
+        "l"
+      ],
+      [
+        "Ġun",
+        "com"
+      ],
+      [
+        "Ġshout",
+        "ing"
+      ],
+      [
+        "Ġar",
+        "row"
+      ],
+      [
+        "Ġdraw",
+        "er"
+      ],
+      [
+        "Ġpro",
+        "v"
+      ],
+      [
+        "fort",
+        "able"
+      ],
+      [
+        "Ġtom",
+        "ato"
+      ],
+      [
+        "Ġmeet",
+        "ing"
+      ],
+      [
+        "Ġob",
+        "ject"
+      ],
+      [
+        "Ġyog",
+        "urt"
+      ],
+      [
+        "Ġtemp",
+        "le"
+      ],
+      [
+        "Ġuncom",
+        "fortable"
+      ],
+      [
+        "e",
+        "f"
+      ],
+      [
+        "u",
+        "es"
+      ],
+      [
+        "ĠT",
+        "ony"
+      ],
+      [
+        "Ġloo",
+        "p"
+      ],
+      [
+        "Ġch",
+        "ubby"
+      ],
+      [
+        "Ġsw",
+        "itch"
+      ],
+      [
+        "Ġsk",
+        "ip"
+      ],
+      [
+        "Ġad",
+        "orable"
+      ],
+      [
+        "Åĵ",
+        "It"
+      ],
+      [
+        "Ġcount",
+        "ing"
+      ],
+      [
+        "Ġcoo",
+        "ked"
+      ],
+      [
+        "Ġp",
+        "ist"
+      ],
+      [
+        "ar",
+        "ian"
+      ],
+      [
+        "en",
+        "ry"
+      ],
+      [
+        "Ġst",
+        "ared"
+      ],
+      [
+        "Ġsh",
+        "ut"
+      ],
+      [
+        "ic",
+        "op"
+      ],
+      [
+        "Ġqu",
+        "ite"
+      ],
+      [
+        "Ġsn",
+        "uggled"
+      ],
+      [
+        "ĠGra",
+        "ndpa"
+      ],
+      [
+        "Ġtrou",
+        "bled"
+      ],
+      [
+        "Ġgigg",
+        "le"
+      ],
+      [
+        "Ġblow",
+        "ing"
+      ],
+      [
+        "Ġhel",
+        "icop"
+      ],
+      [
+        "Ġfis",
+        "her"
+      ],
+      [
+        "Ġpist",
+        "ol"
+      ],
+      [
+        "Ġhelicop",
+        "ter"
+      ],
+      [
+        "p",
+        "ar"
+      ],
+      [
+        "ĠS",
+        "ophie"
+      ],
+      [
+        "oo",
+        "ped"
+      ],
+      [
+        "ip",
+        "s"
+      ],
+      [
+        "Ġnow",
+        "here"
+      ],
+      [
+        "Ġforg",
+        "ave"
+      ],
+      [
+        "Ġmar",
+        "ched"
+      ],
+      [
+        "Ġtreasure",
+        "s"
+      ],
+      [
+        "ho",
+        "st"
+      ],
+      [
+        "Ġpass",
+        "port"
+      ],
+      [
+        "Ġstir",
+        "red"
+      ],
+      [
+        "Ġpus",
+        "hing"
+      ],
+      [
+        "Ġcompetit",
+        "ive"
+      ],
+      [
+        "Ġdestro",
+        "y"
+      ],
+      [
+        "Y",
+        "ay"
+      ],
+      [
+        "a",
+        "ked"
+      ],
+      [
+        "o",
+        "e"
+      ],
+      [
+        "t",
+        "ter"
+      ],
+      [
+        "Ġg",
+        "ir"
+      ],
+      [
+        "Ġg",
+        "host"
+      ],
+      [
+        "an",
+        "ic"
+      ],
+      [
+        "ke",
+        "let"
+      ],
+      [
+        "ht",
+        "ub"
+      ],
+      [
+        "Ġre",
+        "ef"
+      ],
+      [
+        "Ġse",
+        "par"
+      ],
+      [
+        "op",
+        "ard"
+      ],
+      [
+        "pl",
+        "ay"
+      ],
+      [
+        "Ġen",
+        "vel"
+      ],
+      [
+        "Ġbre",
+        "at"
+      ],
+      [
+        "Ġrep",
+        "air"
+      ],
+      [
+        "Ġfoot",
+        "ball"
+      ],
+      [
+        "Ġbat",
+        "htub"
+      ],
+      [
+        "Ġrubb",
+        "er"
+      ],
+      [
+        "Ġang",
+        "el"
+      ],
+      [
+        "Ġtriang",
+        "le"
+      ],
+      [
+        "Ġl",
+        "ed"
+      ],
+      [
+        "Ġm",
+        "ill"
+      ],
+      [
+        "ĠS",
+        "h"
+      ],
+      [
+        "ch",
+        "anic"
+      ],
+      [
+        "Ġnam",
+        "es"
+      ],
+      [
+        "Ġle",
+        "opard"
+      ],
+      [
+        "Ġno",
+        "body"
+      ],
+      [
+        "Ġany",
+        "way"
+      ],
+      [
+        "uc",
+        "t"
+      ],
+      [
+        "ct",
+        "us"
+      ],
+      [
+        "Ġshould",
+        "n"
+      ],
+      [
+        "Ġz",
+        "eb"
+      ],
+      [
+        "Ġgi",
+        "ven"
+      ],
+      [
+        "Ġhold",
+        "s"
+      ],
+      [
+        "Ġbar",
+        "rel"
+      ],
+      [
+        "Ġband",
+        "age"
+      ],
+      [
+        "Ġent",
+        "h"
+      ],
+      [
+        "Dad",
+        "dy"
+      ],
+      [
+        "Ġzeb",
+        "ra"
+      ],
+      [
+        "i",
+        "ves"
+      ],
+      [
+        "u",
+        "be"
+      ],
+      [
+        "y",
+        "ear"
+      ],
+      [
+        "Ġp",
+        "or"
+      ],
+      [
+        "Ġp",
+        "and"
+      ],
+      [
+        "Ġo",
+        "tter"
+      ],
+      [
+        "Ġr",
+        "ibb"
+      ],
+      [
+        "Ġsh",
+        "ield"
+      ],
+      [
+        "Ġme",
+        "chanic"
+      ],
+      [
+        "Ġdon",
+        "â"
+      ],
+      [
+        "Ġdis",
+        "ag"
+      ],
+      [
+        "Ġdis",
+        "play"
+      ],
+      [
+        "Ġmusic",
+        "ian"
+      ],
+      [
+        "cer",
+        "os"
+      ],
+      [
+        "Ġspe",
+        "ak"
+      ],
+      [
+        "Ġca",
+        "b"
+      ],
+      [
+        "Ġca",
+        "ctus"
+      ],
+      [
+        "ĠBet",
+        "sy"
+      ],
+      [
+        "Ġbul",
+        "b"
+      ],
+      [
+        "C",
+        "h"
+      ],
+      [
+        "e",
+        "ath"
+      ],
+      [
+        "i",
+        "kes"
+      ],
+      [
+        "x",
+        "y"
+      ],
+      [
+        "Ġt",
+        "ube"
+      ],
+      [
+        "Ġa",
+        "head"
+      ],
+      [
+        "Ġs",
+        "ummer"
+      ],
+      [
+        "Ġs",
+        "kelet"
+      ],
+      [
+        "Ġp",
+        "urse"
+      ],
+      [
+        "Ġkn",
+        "ob"
+      ],
+      [
+        "Ġdidn",
+        "â"
+      ],
+      [
+        "Ġcouldn",
+        "â"
+      ],
+      [
+        "Ġcol",
+        "ours"
+      ],
+      [
+        "Ġwindow",
+        "s"
+      ],
+      [
+        "oom",
+        "y"
+      ],
+      [
+        "Ġgif",
+        "ted"
+      ],
+      [
+        "Ġcart",
+        "oon"
+      ],
+      [
+        "Ġrhino",
+        "ceros"
+      ],
+      [
+        "g",
+        "l"
+      ],
+      [
+        "he",
+        "art"
+      ],
+      [
+        "Ġs",
+        "ize"
+      ],
+      [
+        "Ġb",
+        "et"
+      ],
+      [
+        "ĠM",
+        "iss"
+      ],
+      [
+        "Ġsc",
+        "rew"
+      ],
+      [
+        "Ġfl",
+        "our"
+      ],
+      [
+        "Ġbl",
+        "in"
+      ],
+      [
+        "ap",
+        "a"
+      ],
+      [
+        "Ġdis",
+        "hes"
+      ],
+      [
+        "Ġrain",
+        "ing"
+      ],
+      [
+        "Ġhop",
+        "ing"
+      ],
+      [
+        "Ġsho",
+        "vel"
+      ],
+      [
+        "Ġmin",
+        "t"
+      ],
+      [
+        "Ġjelly",
+        "fish"
+      ],
+      [
+        "Ġswe",
+        "ater"
+      ],
+      [
+        "Ġchar",
+        "ming"
+      ],
+      [
+        "Ġpengu",
+        "in"
+      ],
+      [
+        "Ġenvel",
+        "ope"
+      ],
+      [
+        "Ġenth",
+        "us"
+      ],
+      [
+        "Ġcab",
+        "in"
+      ],
+      [
+        "re",
+        "c"
+      ],
+      [
+        "Ġp",
+        "ant"
+      ],
+      [
+        "Ġth",
+        "read"
+      ],
+      [
+        "Ġin",
+        "se"
+      ],
+      [
+        "Ġst",
+        "aff"
+      ],
+      [
+        "Ġli",
+        "z"
+      ],
+      [
+        "Ġun",
+        "pack"
+      ],
+      [
+        "Ġwr",
+        "iting"
+      ],
+      [
+        "Ġtra",
+        "sh"
+      ],
+      [
+        "Ġroll",
+        "ing"
+      ],
+      [
+        "Ġwaff",
+        "le"
+      ],
+      [
+        "Ġ",
+        "iron"
+      ],
+      [
+        "Ġw",
+        "ing"
+      ],
+      [
+        "er",
+        "able"
+      ],
+      [
+        "Ġshe",
+        "et"
+      ],
+      [
+        "ĠB",
+        "uddy"
+      ],
+      [
+        "Ġsh",
+        "adow"
+      ],
+      [
+        "Ġro",
+        "ared"
+      ],
+      [
+        "Ġmu",
+        "ff"
+      ],
+      [
+        "Ġair",
+        "port"
+      ],
+      [
+        "Ġce",
+        "iling"
+      ],
+      [
+        "Ġatt",
+        "ic"
+      ],
+      [
+        "Ġorgan",
+        "ize"
+      ],
+      [
+        "Ġstret",
+        "ch"
+      ],
+      [
+        "Ġgrap",
+        "es"
+      ],
+      [
+        "Ġo",
+        "bs"
+      ],
+      [
+        "ĠA",
+        "re"
+      ],
+      [
+        "ĠW",
+        "ould"
+      ],
+      [
+        "ĠIn",
+        "st"
+      ],
+      [
+        "Ġpi",
+        "ano"
+      ],
+      [
+        "Ġsal",
+        "t"
+      ],
+      [
+        "Ġmis",
+        "erable"
+      ],
+      [
+        "Ġc",
+        "ord"
+      ],
+      [
+        "Ġd",
+        "ess"
+      ],
+      [
+        "Ġre",
+        "fused"
+      ],
+      [
+        "Ġsc",
+        "reen"
+      ],
+      [
+        "ĠD",
+        "an"
+      ],
+      [
+        "Ġstr",
+        "ugg"
+      ],
+      [
+        "Ġneed",
+        "le"
+      ],
+      [
+        "Ġbear",
+        "s"
+      ],
+      [
+        "ĠAnd",
+        "y"
+      ],
+      [
+        "Ġhead",
+        "ed"
+      ],
+      [
+        "Ġstick",
+        "y"
+      ],
+      [
+        "Ġfree",
+        "z"
+      ],
+      [
+        "Ġzoom",
+        "ed"
+      ],
+      [
+        "Ġimag",
+        "ined"
+      ],
+      [
+        "Ġmed",
+        "al"
+      ],
+      [
+        "Ġmagn",
+        "et"
+      ],
+      [
+        "rec",
+        "i"
+      ],
+      [
+        "Ġobs",
+        "er"
+      ],
+      [
+        "Ġ",
+        "er"
+      ],
+      [
+        "Ġli",
+        "ves"
+      ],
+      [
+        "ĠA",
+        "l"
+      ],
+      [
+        "ĠP",
+        "at"
+      ],
+      [
+        "Ġapp",
+        "reci"
+      ],
+      [
+        "ass",
+        "es"
+      ],
+      [
+        "Ġsail",
+        "or"
+      ],
+      [
+        "Ġminut",
+        "e"
+      ],
+      [
+        "Ġfisher",
+        "man"
+      ],
+      [
+        "v",
+        "ision"
+      ],
+      [
+        "Ġr",
+        "at"
+      ],
+      [
+        "al",
+        "ed"
+      ],
+      [
+        "Ġbr",
+        "us"
+      ],
+      [
+        "Ġch",
+        "ance"
+      ],
+      [
+        "Ġpo",
+        "st"
+      ],
+      [
+        "Ġsun",
+        "gl"
+      ],
+      [
+        "Ġche",
+        "ek"
+      ],
+      [
+        "ree",
+        "ze"
+      ],
+      [
+        "Ġde",
+        "af"
+      ],
+      [
+        "Ġru",
+        "les"
+      ],
+      [
+        "Ġfrog",
+        "s"
+      ],
+      [
+        "Ġair",
+        "pl"
+      ],
+      [
+        "ĠGo",
+        "d"
+      ],
+      [
+        "Ġstrawber",
+        "ry"
+      ],
+      [
+        "Ġsle",
+        "pt"
+      ],
+      [
+        "Ġliz",
+        "ard"
+      ],
+      [
+        "Ġsungl",
+        "asses"
+      ],
+      [
+        "Ġl",
+        "uck"
+      ],
+      [
+        "Ġin",
+        "f"
+      ],
+      [
+        "Ġbe",
+        "ep"
+      ],
+      [
+        "ĠB",
+        "unny"
+      ],
+      [
+        "Ġme",
+        "as"
+      ],
+      [
+        "Ġro",
+        "d"
+      ],
+      [
+        "Ġor",
+        "der"
+      ],
+      [
+        "Ġrest",
+        "less"
+      ],
+      [
+        "Ġsand",
+        "box"
+      ],
+      [
+        "Ġmess",
+        "age"
+      ],
+      [
+        "ĠJoe",
+        "y"
+      ],
+      [
+        "Ġcomp",
+        "let"
+      ],
+      [
+        "Ġatt",
+        "ract"
+      ],
+      [
+        "Ġgold",
+        "en"
+      ],
+      [
+        "Gra",
+        "ndma"
+      ],
+      [
+        "Ġpil",
+        "ot"
+      ],
+      [
+        "Ġpor",
+        "ch"
+      ],
+      [
+        "L",
+        "ittle"
+      ],
+      [
+        "l",
+        "er"
+      ],
+      [
+        "s",
+        "es"
+      ]
+    ]
+  }
+}
\ No newline at end of file
diff --git a/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-3400/tokenizer_config.json b/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-3400/tokenizer_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..f1578d3b6947e13e4001d559b79d4944be52b9c1
--- /dev/null
+++ b/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-3400/tokenizer_config.json
@@ -0,0 +1,13 @@
+{
+  "add_prefix_space": false,
+  "backend": "tokenizers",
+  "bos_token": "<|endoftext|>",
+  "eos_token": "<|endoftext|>",
+  "errors": "replace",
+  "is_local": false,
+  "local_files_only": false,
+  "model_max_length": 1024,
+  "pad_token": "<|endoftext|>",
+  "tokenizer_class": "GPT2Tokenizer",
+  "unk_token": "<|endoftext|>"
+}
diff --git a/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-3400/trainer_state.json b/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-3400/trainer_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..532c23677ada13823089ff424d19e86c53ed9859
--- /dev/null
+++ b/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-3400/trainer_state.json
@@ -0,0 +1,1240 @@
+{
+  "best_global_step": null,
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 0.22918773171553758,
+  "eval_steps": 2498,
+  "global_step": 3400,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.0013481631277384564,
+      "grad_norm": 2.078125,
+      "learning_rate": 2.66e-05,
+      "loss": 8.299579620361328,
+      "step": 20
+    },
+    {
+      "epoch": 0.002696326255476913,
+      "grad_norm": 1.359375,
+      "learning_rate": 5.46e-05,
+      "loss": 8.047666931152344,
+      "step": 40
+    },
+    {
+      "epoch": 0.004044489383215369,
+      "grad_norm": 1.2734375,
+      "learning_rate": 8.259999999999999e-05,
+      "loss": 7.838191986083984,
+      "step": 60
+    },
+    {
+      "epoch": 0.005392652510953826,
+      "grad_norm": 1.265625,
+      "learning_rate": 0.0001106,
+      "loss": 7.57310791015625,
+      "step": 80
+    },
+    {
+      "epoch": 0.006740815638692282,
+      "grad_norm": 1.1953125,
+      "learning_rate": 0.0001386,
+      "loss": 7.233531951904297,
+      "step": 100
+    },
+    {
+      "epoch": 0.008088978766430738,
+      "grad_norm": 1.1328125,
+      "learning_rate": 0.00016659999999999998,
+      "loss": 6.860941314697266,
+      "step": 120
+    },
+    {
+      "epoch": 0.009437141894169195,
+      "grad_norm": 0.95703125,
+      "learning_rate": 0.00019460000000000001,
+      "loss": 6.51712646484375,
+      "step": 140
+    },
+    {
+      "epoch": 0.010785305021907651,
+      "grad_norm": 0.81640625,
+      "learning_rate": 0.0002226,
+      "loss": 6.234881591796875,
+      "step": 160
+    },
+    {
+      "epoch": 0.012133468149646108,
+      "grad_norm": 0.73828125,
+      "learning_rate": 0.00025059999999999997,
+      "loss": 6.024795913696289,
+      "step": 180
+    },
+    {
+      "epoch": 0.013481631277384564,
+      "grad_norm": 1.0390625,
+      "learning_rate": 0.0002786,
+      "loss": 5.837321472167969,
+      "step": 200
+    },
+    {
+      "epoch": 0.01482979440512302,
+      "grad_norm": 0.63671875,
+      "learning_rate": 0.00030659999999999997,
+      "loss": 5.647708129882813,
+      "step": 220
+    },
+    {
+      "epoch": 0.016177957532861477,
+      "grad_norm": 0.8984375,
+      "learning_rate": 0.0003346,
+      "loss": 5.43688735961914,
+      "step": 240
+    },
+    {
+      "epoch": 0.01752612066059993,
+      "grad_norm": 0.77734375,
+      "learning_rate": 0.00036260000000000003,
+      "loss": 5.210599517822265,
+      "step": 260
+    },
+    {
+      "epoch": 0.01887428378833839,
+      "grad_norm": 0.890625,
+      "learning_rate": 0.0003906,
+      "loss": 4.956959533691406,
+      "step": 280
+    },
+    {
+      "epoch": 0.020222446916076844,
+      "grad_norm": 0.84765625,
+      "learning_rate": 0.0004186,
+      "loss": 4.726874160766601,
+      "step": 300
+    },
+    {
+      "epoch": 0.021570610043815303,
+      "grad_norm": 0.87890625,
+      "learning_rate": 0.0004466,
+      "loss": 4.527945327758789,
+      "step": 320
+    },
+    {
+      "epoch": 0.022918773171553757,
+      "grad_norm": 1.3515625,
+      "learning_rate": 0.00047460000000000004,
+      "loss": 4.3517810821533205,
+      "step": 340
+    },
+    {
+      "epoch": 0.024266936299292215,
+      "grad_norm": 0.76171875,
+      "learning_rate": 0.0005026,
+      "loss": 4.212622451782226,
+      "step": 360
+    },
+    {
+      "epoch": 0.02561509942703067,
+      "grad_norm": 0.6640625,
+      "learning_rate": 0.0005306,
+      "loss": 4.076633453369141,
+      "step": 380
+    },
+    {
+      "epoch": 0.026963262554769128,
+      "grad_norm": 0.498046875,
+      "learning_rate": 0.0005586,
+      "loss": 3.9346649169921877,
+      "step": 400
+    },
+    {
+      "epoch": 0.028311425682507583,
+      "grad_norm": 0.85546875,
+      "learning_rate": 0.0005866,
+      "loss": 3.8310710906982424,
+      "step": 420
+    },
+    {
+      "epoch": 0.02965958881024604,
+      "grad_norm": 0.59375,
+      "learning_rate": 0.0006146,
+      "loss": 3.7676155090332033,
+      "step": 440
+    },
+    {
+      "epoch": 0.031007751937984496,
+      "grad_norm": 0.6171875,
+      "learning_rate": 0.0006426,
+      "loss": 3.6599285125732424,
+      "step": 460
+    },
+    {
+      "epoch": 0.032355915065722954,
+      "grad_norm": 0.5546875,
+      "learning_rate": 0.0006705999999999999,
+      "loss": 3.5886669158935547,
+      "step": 480
+    },
+    {
+      "epoch": 0.03370407819346141,
+      "grad_norm": 0.546875,
+      "learning_rate": 0.0006986,
+      "loss": 3.512950134277344,
+      "step": 500
+    },
+    {
+      "epoch": 0.03505224132119986,
+      "grad_norm": 0.53125,
+      "learning_rate": 0.0007,
+      "loss": 3.444244384765625,
+      "step": 520
+    },
+    {
+      "epoch": 0.03640040444893832,
+      "grad_norm": 0.5078125,
+      "learning_rate": 0.0007,
+      "loss": 3.369425964355469,
+      "step": 540
+    },
+    {
+      "epoch": 0.03774856757667678,
+      "grad_norm": 0.5625,
+      "learning_rate": 0.0007,
+      "loss": 3.318771743774414,
+      "step": 560
+    },
+    {
+      "epoch": 0.03909673070441524,
+      "grad_norm": 0.470703125,
+      "learning_rate": 0.0007,
+      "loss": 3.2595756530761717,
+      "step": 580
+    },
+    {
+      "epoch": 0.04044489383215369,
+      "grad_norm": 0.53125,
+      "learning_rate": 0.0007,
+      "loss": 3.2241649627685547,
+      "step": 600
+    },
+    {
+      "epoch": 0.04179305695989215,
+      "grad_norm": 0.484375,
+      "learning_rate": 0.0007,
+      "loss": 3.1619989395141603,
+      "step": 620
+    },
+    {
+      "epoch": 0.043141220087630605,
+      "grad_norm": 0.5625,
+      "learning_rate": 0.0007,
+      "loss": 3.14036865234375,
+      "step": 640
+    },
+    {
+      "epoch": 0.044489383215369056,
+      "grad_norm": 0.41796875,
+      "learning_rate": 0.0007,
+      "loss": 3.083884620666504,
+      "step": 660
+    },
+    {
+      "epoch": 0.045837546343107514,
+      "grad_norm": 0.451171875,
+      "learning_rate": 0.0007,
+      "loss": 3.0591588973999024,
+      "step": 680
+    },
+    {
+      "epoch": 0.04718570947084597,
+      "grad_norm": 0.423828125,
+      "learning_rate": 0.0007,
+      "loss": 3.015497016906738,
+      "step": 700
+    },
+    {
+      "epoch": 0.04853387259858443,
+      "grad_norm": 0.41796875,
+      "learning_rate": 0.0007,
+      "loss": 2.9805700302124025,
+      "step": 720
+    },
+    {
+      "epoch": 0.04988203572632288,
+      "grad_norm": 0.46875,
+      "learning_rate": 0.0007,
+      "loss": 2.9426918029785156,
+      "step": 740
+    },
+    {
+      "epoch": 0.05123019885406134,
+      "grad_norm": 0.46484375,
+      "learning_rate": 0.0007,
+      "loss": 2.9274158477783203,
+      "step": 760
+    },
+    {
+      "epoch": 0.0525783619817998,
+      "grad_norm": 0.421875,
+      "learning_rate": 0.0007,
+      "loss": 2.931459426879883,
+      "step": 780
+    },
+    {
+      "epoch": 0.053926525109538256,
+      "grad_norm": 0.486328125,
+      "learning_rate": 0.0007,
+      "loss": 2.877642059326172,
+      "step": 800
+    },
+    {
+      "epoch": 0.05527468823727671,
+      "grad_norm": 0.40234375,
+      "learning_rate": 0.0007,
+      "loss": 2.8646697998046875,
+      "step": 820
+    },
+    {
+      "epoch": 0.056622851365015166,
+      "grad_norm": 0.451171875,
+      "learning_rate": 0.0007,
+      "loss": 2.8328128814697267,
+      "step": 840
+    },
+    {
+      "epoch": 0.057971014492753624,
+      "grad_norm": 0.396484375,
+      "learning_rate": 0.0007,
+      "loss": 2.790274429321289,
+      "step": 860
+    },
+    {
+      "epoch": 0.05931917762049208,
+      "grad_norm": 0.423828125,
+      "learning_rate": 0.0007,
+      "loss": 2.7668125152587892,
+      "step": 880
+    },
+    {
+      "epoch": 0.06066734074823053,
+      "grad_norm": 0.427734375,
+      "learning_rate": 0.0007,
+      "loss": 2.7516881942749025,
+      "step": 900
+    },
+    {
+      "epoch": 0.06201550387596899,
+      "grad_norm": 0.42578125,
+      "learning_rate": 0.0007,
+      "loss": 2.722590446472168,
+      "step": 920
+    },
+    {
+      "epoch": 0.06336366700370745,
+      "grad_norm": 0.4375,
+      "learning_rate": 0.0007,
+      "loss": 2.708496856689453,
+      "step": 940
+    },
+    {
+      "epoch": 0.06471183013144591,
+      "grad_norm": 0.400390625,
+      "learning_rate": 0.0007,
+      "loss": 2.681654930114746,
+      "step": 960
+    },
+    {
+      "epoch": 0.06605999325918437,
+      "grad_norm": 0.396484375,
+      "learning_rate": 0.0007,
+      "loss": 2.6650571823120117,
+      "step": 980
+    },
+    {
+      "epoch": 0.06740815638692282,
+      "grad_norm": 0.41015625,
+      "learning_rate": 0.0007,
+      "loss": 2.6637720108032226,
+      "step": 1000
+    },
+    {
+      "epoch": 0.06875631951466127,
+      "grad_norm": 0.396484375,
+      "learning_rate": 0.0007,
+      "loss": 2.6311159133911133,
+      "step": 1020
+    },
+    {
+      "epoch": 0.07010448264239973,
+      "grad_norm": 0.408203125,
+      "learning_rate": 0.0007,
+      "loss": 2.615707015991211,
+      "step": 1040
+    },
+    {
+      "epoch": 0.07145264577013818,
+      "grad_norm": 0.404296875,
+      "learning_rate": 0.0007,
+      "loss": 2.6003103256225586,
+      "step": 1060
+    },
+    {
+      "epoch": 0.07280080889787664,
+      "grad_norm": 0.41015625,
+      "learning_rate": 0.0007,
+      "loss": 2.581348991394043,
+      "step": 1080
+    },
+    {
+      "epoch": 0.0741489720256151,
+      "grad_norm": 0.404296875,
+      "learning_rate": 0.0007,
+      "loss": 2.574792671203613,
+      "step": 1100
+    },
+    {
+      "epoch": 0.07549713515335356,
+      "grad_norm": 0.384765625,
+      "learning_rate": 0.0007,
+      "loss": 2.538400650024414,
+      "step": 1120
+    },
+    {
+      "epoch": 0.07684529828109202,
+      "grad_norm": 0.41796875,
+      "learning_rate": 0.0007,
+      "loss": 2.5249162673950196,
+      "step": 1140
+    },
+    {
+      "epoch": 0.07819346140883048,
+      "grad_norm": 0.404296875,
+      "learning_rate": 0.0007,
+      "loss": 2.5237232208251954,
+      "step": 1160
+    },
+    {
+      "epoch": 0.07954162453656892,
+      "grad_norm": 0.396484375,
+      "learning_rate": 0.0007,
+      "loss": 2.517318344116211,
+      "step": 1180
+    },
+    {
+      "epoch": 0.08088978766430738,
+      "grad_norm": 0.41796875,
+      "learning_rate": 0.0007,
+      "loss": 2.507699203491211,
+      "step": 1200
+    },
+    {
+      "epoch": 0.08223795079204584,
+      "grad_norm": 0.3828125,
+      "learning_rate": 0.0007,
+      "loss": 2.4932661056518555,
+      "step": 1220
+    },
+    {
+      "epoch": 0.0835861139197843,
+      "grad_norm": 0.365234375,
+      "learning_rate": 0.0007,
+      "loss": 2.4781061172485352,
+      "step": 1240
+    },
+    {
+      "epoch": 0.08493427704752275,
+      "grad_norm": 0.388671875,
+      "learning_rate": 0.0007,
+      "loss": 2.465612030029297,
+      "step": 1260
+    },
+    {
+      "epoch": 0.08628244017526121,
+      "grad_norm": 0.41796875,
+      "learning_rate": 0.0007,
+      "loss": 2.4463497161865235,
+      "step": 1280
+    },
+    {
+      "epoch": 0.08763060330299967,
+      "grad_norm": 0.390625,
+      "learning_rate": 0.0007,
+      "loss": 2.4374414443969727,
+      "step": 1300
+    },
+    {
+      "epoch": 0.08897876643073811,
+      "grad_norm": 0.35546875,
+      "learning_rate": 0.0007,
+      "loss": 2.4308101654052736,
+      "step": 1320
+    },
+    {
+      "epoch": 0.09032692955847657,
+      "grad_norm": 0.40234375,
+      "learning_rate": 0.0007,
+      "loss": 2.416130256652832,
+      "step": 1340
+    },
+    {
+      "epoch": 0.09167509268621503,
+      "grad_norm": 0.4296875,
+      "learning_rate": 0.0007,
+      "loss": 2.41524600982666,
+      "step": 1360
+    },
+    {
+      "epoch": 0.09302325581395349,
+      "grad_norm": 0.359375,
+      "learning_rate": 0.0007,
+      "loss": 2.392221450805664,
+      "step": 1380
+    },
+    {
+      "epoch": 0.09437141894169195,
+      "grad_norm": 0.373046875,
+      "learning_rate": 0.0007,
+      "loss": 2.383866310119629,
+      "step": 1400
+    },
+    {
+      "epoch": 0.0957195820694304,
+      "grad_norm": 0.396484375,
+      "learning_rate": 0.0007,
+      "loss": 2.394974708557129,
+      "step": 1420
+    },
+    {
+      "epoch": 0.09706774519716886,
+      "grad_norm": 0.396484375,
+      "learning_rate": 0.0007,
+      "loss": 2.3713239669799804,
+      "step": 1440
+    },
+    {
+      "epoch": 0.09841590832490732,
+      "grad_norm": 0.37109375,
+      "learning_rate": 0.0007,
+      "loss": 2.3597253799438476,
+      "step": 1460
+    },
+    {
+      "epoch": 0.09976407145264576,
+      "grad_norm": 0.34765625,
+      "learning_rate": 0.0007,
+      "loss": 2.3452421188354493,
+      "step": 1480
+    },
+    {
+      "epoch": 0.10111223458038422,
+      "grad_norm": 0.376953125,
+      "learning_rate": 0.0007,
+      "loss": 2.3336454391479493,
+      "step": 1500
+    },
+    {
+      "epoch": 0.10246039770812268,
+      "grad_norm": 0.39453125,
+      "learning_rate": 0.0007,
+      "loss": 2.3358110427856444,
+      "step": 1520
+    },
+    {
+      "epoch": 0.10380856083586114,
+      "grad_norm": 0.40625,
+      "learning_rate": 0.0007,
+      "loss": 2.324386787414551,
+      "step": 1540
+    },
+    {
+      "epoch": 0.1051567239635996,
+      "grad_norm": 0.376953125,
+      "learning_rate": 0.0007,
+      "loss": 2.313844108581543,
+      "step": 1560
+    },
+    {
+      "epoch": 0.10650488709133805,
+      "grad_norm": 0.349609375,
+      "learning_rate": 0.0007,
+      "loss": 2.3294256210327147,
+      "step": 1580
+    },
+    {
+      "epoch": 0.10785305021907651,
+      "grad_norm": 0.40234375,
+      "learning_rate": 0.0007,
+      "loss": 2.297942352294922,
+      "step": 1600
+    },
+    {
+      "epoch": 0.10920121334681497,
+      "grad_norm": 0.357421875,
+      "learning_rate": 0.0007,
+      "loss": 2.296767997741699,
+      "step": 1620
+    },
+    {
+      "epoch": 0.11054937647455342,
+      "grad_norm": 0.37890625,
+      "learning_rate": 0.0007,
+      "loss": 2.3081844329833983,
+      "step": 1640
+    },
+    {
+      "epoch": 0.11189753960229187,
+      "grad_norm": 0.35546875,
+      "learning_rate": 0.0007,
+      "loss": 2.2883626937866213,
+      "step": 1660
+    },
+    {
+      "epoch": 0.11324570273003033,
+      "grad_norm": 0.375,
+      "learning_rate": 0.0007,
+      "loss": 2.272566223144531,
+      "step": 1680
+    },
+    {
+      "epoch": 0.11459386585776879,
+      "grad_norm": 0.373046875,
+      "learning_rate": 0.0007,
+      "loss": 2.281250762939453,
+      "step": 1700
+    },
+    {
+      "epoch": 0.11594202898550725,
+      "grad_norm": 0.41796875,
+      "learning_rate": 0.0007,
+      "loss": 2.257417106628418,
+      "step": 1720
+    },
+    {
+      "epoch": 0.1172901921132457,
+      "grad_norm": 0.365234375,
+      "learning_rate": 0.0007,
+      "loss": 2.2473636627197267,
+      "step": 1740
+    },
+    {
+      "epoch": 0.11863835524098416,
+      "grad_norm": 0.380859375,
+      "learning_rate": 0.0007,
+      "loss": 2.253912925720215,
+      "step": 1760
+    },
+    {
+      "epoch": 0.11998651836872262,
+      "grad_norm": 0.3515625,
+      "learning_rate": 0.0007,
+      "loss": 2.2672780990600585,
+      "step": 1780
+    },
+    {
+      "epoch": 0.12133468149646107,
+      "grad_norm": 0.3671875,
+      "learning_rate": 0.0007,
+      "loss": 2.261806106567383,
+      "step": 1800
+    },
+    {
+      "epoch": 0.12268284462419952,
+      "grad_norm": 0.375,
+      "learning_rate": 0.0007,
+      "loss": 2.2513105392456056,
+      "step": 1820
+    },
+    {
+      "epoch": 0.12403100775193798,
+      "grad_norm": 0.369140625,
+      "learning_rate": 0.0007,
+      "loss": 2.2201774597167967,
+      "step": 1840
+    },
+    {
+      "epoch": 0.12537917087967643,
+      "grad_norm": 0.35546875,
+      "learning_rate": 0.0007,
+      "loss": 2.2213924407958983,
+      "step": 1860
+    },
+    {
+      "epoch": 0.1267273340074149,
+      "grad_norm": 0.361328125,
+      "learning_rate": 0.0007,
+      "loss": 2.21158447265625,
+      "step": 1880
+    },
+    {
+      "epoch": 0.12807549713515334,
+      "grad_norm": 0.357421875,
+      "learning_rate": 0.0007,
+      "loss": 2.218313217163086,
+      "step": 1900
+    },
+    {
+      "epoch": 0.12942366026289182,
+      "grad_norm": 0.361328125,
+      "learning_rate": 0.0007,
+      "loss": 2.1961637496948243,
+      "step": 1920
+    },
+    {
+      "epoch": 0.13077182339063026,
+      "grad_norm": 0.369140625,
+      "learning_rate": 0.0007,
+      "loss": 2.2057926177978517,
+      "step": 1940
+    },
+    {
+      "epoch": 0.13211998651836873,
+      "grad_norm": 0.345703125,
+      "learning_rate": 0.0007,
+      "loss": 2.181648826599121,
+      "step": 1960
+    },
+    {
+      "epoch": 0.13346814964610718,
+      "grad_norm": 0.380859375,
+      "learning_rate": 0.0007,
+      "loss": 2.203908920288086,
+      "step": 1980
+    },
+    {
+      "epoch": 0.13481631277384565,
+      "grad_norm": 0.341796875,
+      "learning_rate": 0.0007,
+      "loss": 2.1758956909179688,
+      "step": 2000
+    },
+    {
+      "epoch": 0.1361644759015841,
+      "grad_norm": 0.35546875,
+      "learning_rate": 0.0007,
+      "loss": 2.185748481750488,
+      "step": 2020
+    },
+    {
+      "epoch": 0.13751263902932254,
+      "grad_norm": 0.41796875,
+      "learning_rate": 0.0007,
+      "loss": 2.165380668640137,
+      "step": 2040
+    },
+    {
+      "epoch": 0.138860802157061,
+      "grad_norm": 0.3515625,
+      "learning_rate": 0.0007,
+      "loss": 2.1852161407470705,
+      "step": 2060
+    },
+    {
+      "epoch": 0.14020896528479945,
+      "grad_norm": 0.34765625,
+      "learning_rate": 0.0007,
+      "loss": 2.160782051086426,
+      "step": 2080
+    },
+    {
+      "epoch": 0.14155712841253792,
+      "grad_norm": 0.337890625,
+      "learning_rate": 0.0007,
+      "loss": 2.152023124694824,
+      "step": 2100
+    },
+    {
+      "epoch": 0.14290529154027637,
+      "grad_norm": 0.359375,
+      "learning_rate": 0.0007,
+      "loss": 2.160308837890625,
+      "step": 2120
+    },
+    {
+      "epoch": 0.14425345466801484,
+      "grad_norm": 0.34765625,
+      "learning_rate": 0.0007,
+      "loss": 2.1609643936157226,
+      "step": 2140
+    },
+    {
+      "epoch": 0.14560161779575329,
+      "grad_norm": 0.357421875,
+      "learning_rate": 0.0007,
+      "loss": 2.1475265502929686,
+      "step": 2160
+    },
+    {
+      "epoch": 0.14694978092349173,
+      "grad_norm": 0.345703125,
+      "learning_rate": 0.0007,
+      "loss": 2.155929183959961,
+      "step": 2180
+    },
+    {
+      "epoch": 0.1482979440512302,
+      "grad_norm": 0.341796875,
+      "learning_rate": 0.0007,
+      "loss": 2.1293373107910156,
+      "step": 2200
+    },
+    {
+      "epoch": 0.14964610717896865,
+      "grad_norm": 0.35546875,
+      "learning_rate": 0.0007,
+      "loss": 2.137188720703125,
+      "step": 2220
+    },
+    {
+      "epoch": 0.15099427030670712,
+      "grad_norm": 0.345703125,
+      "learning_rate": 0.0007,
+      "loss": 2.1462854385375976,
+      "step": 2240
+    },
+    {
+      "epoch": 0.15234243343444556,
+      "grad_norm": 0.365234375,
+      "learning_rate": 0.0007,
+      "loss": 2.1255794525146485,
+      "step": 2260
+    },
+    {
+      "epoch": 0.15369059656218403,
+      "grad_norm": 0.33984375,
+      "learning_rate": 0.0007,
+      "loss": 2.1365018844604493,
+      "step": 2280
+    },
+    {
+      "epoch": 0.15503875968992248,
+      "grad_norm": 0.337890625,
+      "learning_rate": 0.0007,
+      "loss": 2.1164464950561523,
+      "step": 2300
+    },
+    {
+      "epoch": 0.15638692281766095,
+      "grad_norm": 0.361328125,
+      "learning_rate": 0.0007,
+      "loss": 2.127320671081543,
+      "step": 2320
+    },
+    {
+      "epoch": 0.1577350859453994,
+      "grad_norm": 0.3359375,
+      "learning_rate": 0.0007,
+      "loss": 2.117641067504883,
+      "step": 2340
+    },
+    {
+      "epoch": 0.15908324907313784,
+      "grad_norm": 0.357421875,
+      "learning_rate": 0.0007,
+      "loss": 2.119377326965332,
+      "step": 2360
+    },
+    {
+      "epoch": 0.1604314122008763,
+      "grad_norm": 0.33203125,
+      "learning_rate": 0.0007,
+      "loss": 2.121909332275391,
+      "step": 2380
+    },
+    {
+      "epoch": 0.16177957532861476,
+      "grad_norm": 0.361328125,
+      "learning_rate": 0.0007,
+      "loss": 2.10235538482666,
+      "step": 2400
+    },
+    {
+      "epoch": 0.16312773845635323,
+      "grad_norm": 0.353515625,
+      "learning_rate": 0.0007,
+      "loss": 2.1056692123413088,
+      "step": 2420
+    },
+    {
+      "epoch": 0.16447590158409167,
+      "grad_norm": 0.3359375,
+      "learning_rate": 0.0007,
+      "loss": 2.093578910827637,
+      "step": 2440
+    },
+    {
+      "epoch": 0.16582406471183014,
+      "grad_norm": 0.337890625,
+      "learning_rate": 0.0007,
+      "loss": 2.1059795379638673,
+      "step": 2460
+    },
+    {
+      "epoch": 0.1671722278395686,
+      "grad_norm": 0.361328125,
+      "learning_rate": 0.0007,
+      "loss": 2.106010627746582,
+      "step": 2480
+    },
+    {
+      "epoch": 0.1683855746545332,
+      "eval_loss": 2.100916624069214,
+      "eval_runtime": 15.3711,
+      "eval_samples_per_second": 619.799,
+      "eval_steps_per_second": 0.651,
+      "step": 2498
+    },
+    {
+      "epoch": 0.16852039096730703,
+      "grad_norm": 0.33984375,
+      "learning_rate": 0.0007,
+      "loss": 2.087843322753906,
+      "step": 2500
+    },
+    {
+      "epoch": 0.16852039096730703,
+      "eval_loss": 2.1001250743865967,
+      "eval_runtime": 18.4156,
+      "eval_samples_per_second": 517.335,
+      "eval_steps_per_second": 0.543,
+      "step": 2500
+    },
+    {
+      "epoch": 0.1698685540950455,
+      "grad_norm": 20840448.0,
+      "learning_rate": 3.4200000000000005e-05,
+      "loss": 2.092716407775879,
+      "step": 2520
+    },
+    {
+      "epoch": 0.17121671722278395,
+      "grad_norm": 22937600.0,
+      "learning_rate": 7.020000000000001e-05,
+      "loss": 2.106246566772461,
+      "step": 2540
+    },
+    {
+      "epoch": 0.17256488035052242,
+      "grad_norm": 116391936.0,
+      "learning_rate": 9e-05,
+      "loss": 3.2435539245605467,
+      "step": 2560
+    },
+    {
+      "epoch": 0.17391304347826086,
+      "grad_norm": 283115520.0,
+      "learning_rate": 9e-05,
+      "loss": 7.010993957519531,
+      "step": 2580
+    },
+    {
+      "epoch": 0.17526120660599934,
+      "grad_norm": 583008256.0,
+      "learning_rate": 9e-05,
+      "loss": 7.576824188232422,
+      "step": 2600
+    },
+    {
+      "epoch": 0.17660936973373778,
+      "grad_norm": 998244352.0,
+      "learning_rate": 9e-05,
+      "loss": 7.7992095947265625,
+      "step": 2620
+    },
+    {
+      "epoch": 0.17795753286147623,
+      "grad_norm": 1501560832.0,
+      "learning_rate": 9e-05,
+      "loss": 7.901728820800781,
+      "step": 2640
+    },
+    {
+      "epoch": 0.1793056959892147,
+      "grad_norm": 2055208960.0,
+      "learning_rate": 9e-05,
+      "loss": 7.956874847412109,
+      "step": 2660
+    },
+    {
+      "epoch": 0.18065385911695314,
+      "grad_norm": 2650800128.0,
+      "learning_rate": 9e-05,
+      "loss": 7.995229339599609,
+      "step": 2680
+    },
+    {
+      "epoch": 0.1820020222446916,
+      "grad_norm": 3288334336.0,
+      "learning_rate": 9e-05,
+      "loss": 8.019290161132812,
+      "step": 2700
+    },
+    {
+      "epoch": 0.18335018537243006,
+      "grad_norm": 3942645760.0,
+      "learning_rate": 9e-05,
+      "loss": 8.043710327148437,
+      "step": 2720
+    },
+    {
+      "epoch": 0.18469834850016853,
+      "grad_norm": 4630511616.0,
+      "learning_rate": 9e-05,
+      "loss": 8.043434143066406,
+      "step": 2740
+    },
+    {
+      "epoch": 0.18604651162790697,
+      "grad_norm": 5301600256.0,
+      "learning_rate": 9e-05,
+      "loss": 8.049758911132812,
+      "step": 2760
+    },
+    {
+      "epoch": 0.18739467475564545,
+      "grad_norm": 5972688896.0,
+      "learning_rate": 9e-05,
+      "loss": 8.061854553222656,
+      "step": 2780
+    },
+    {
+      "epoch": 0.1887428378833839,
+      "grad_norm": 6643777536.0,
+      "learning_rate": 9e-05,
+      "loss": 8.073146057128906,
+      "step": 2800
+    },
+    {
+      "epoch": 0.19009100101112233,
+      "grad_norm": 7281311744.0,
+      "learning_rate": 9e-05,
+      "loss": 8.076551818847657,
+      "step": 2820
+    },
+    {
+      "epoch": 0.1914391641388608,
+      "grad_norm": 7918845952.0,
+      "learning_rate": 9e-05,
+      "loss": 8.078580474853515,
+      "step": 2840
+    },
+    {
+      "epoch": 0.19278732726659925,
+      "grad_norm": 8556380160.0,
+      "learning_rate": 9e-05,
+      "loss": 8.073567199707032,
+      "step": 2860
+    },
+    {
+      "epoch": 0.19413549039433772,
+      "grad_norm": 9126805504.0,
+      "learning_rate": 9e-05,
+      "loss": 8.08355941772461,
+      "step": 2880
+    },
+    {
+      "epoch": 0.19548365352207617,
+      "grad_norm": 9730785280.0,
+      "learning_rate": 9e-05,
+      "loss": 8.085595703125,
+      "step": 2900
+    },
+    {
+      "epoch": 0.19683181664981464,
+      "grad_norm": 10267656192.0,
+      "learning_rate": 9e-05,
+      "loss": 8.09107666015625,
+      "step": 2920
+    },
+    {
+      "epoch": 0.19817997977755308,
+      "grad_norm": 10804527104.0,
+      "learning_rate": 9e-05,
+      "loss": 8.093254089355469,
+      "step": 2940
+    },
+    {
+      "epoch": 0.19952814290529153,
+      "grad_norm": 11341398016.0,
+      "learning_rate": 9e-05,
+      "loss": 8.094740295410157,
+      "step": 2960
+    },
+    {
+      "epoch": 0.20087630603303,
+      "grad_norm": 11811160064.0,
+      "learning_rate": 9e-05,
+      "loss": 8.100899505615235,
+      "step": 2980
+    },
+    {
+      "epoch": 0.20222446916076844,
+      "grad_norm": 12213813248.0,
+      "learning_rate": 9e-05,
+      "loss": 8.100372314453125,
+      "step": 3000
+    },
+    {
+      "epoch": 0.20357263228850692,
+      "grad_norm": 12616466432.0,
+      "learning_rate": 9e-05,
+      "loss": 8.101102447509765,
+      "step": 3020
+    },
+    {
+      "epoch": 0.20492079541624536,
+      "grad_norm": 13019119616.0,
+      "learning_rate": 9e-05,
+      "loss": 8.099246215820312,
+      "step": 3040
+    },
+    {
+      "epoch": 0.20626895854398383,
+      "grad_norm": 13421772800.0,
+      "learning_rate": 9e-05,
+      "loss": 8.084943389892578,
+      "step": 3060
+    },
+    {
+      "epoch": 0.20761712167172228,
+      "grad_norm": 13757317120.0,
+      "learning_rate": 9e-05,
+      "loss": 8.084758758544922,
+      "step": 3080
+    },
+    {
+      "epoch": 0.20896528479946072,
+      "grad_norm": 14159970304.0,
+      "learning_rate": 9e-05,
+      "loss": 8.089293670654296,
+      "step": 3100
+    },
+    {
+      "epoch": 0.2103134479271992,
+      "grad_norm": 14562623488.0,
+      "learning_rate": 9e-05,
+      "loss": 8.095923614501952,
+      "step": 3120
+    },
+    {
+      "epoch": 0.21166161105493764,
+      "grad_norm": 14965276672.0,
+      "learning_rate": 9e-05,
+      "loss": 8.09695816040039,
+      "step": 3140
+    },
+    {
+      "epoch": 0.2130097741826761,
+      "grad_norm": 15367929856.0,
+      "learning_rate": 9e-05,
+      "loss": 8.095108795166016,
+      "step": 3160
+    },
+    {
+      "epoch": 0.21435793731041455,
+      "grad_norm": 15770583040.0,
+      "learning_rate": 9e-05,
+      "loss": 8.094277954101562,
+      "step": 3180
+    },
+    {
+      "epoch": 0.21570610043815303,
+      "grad_norm": 16173236224.0,
+      "learning_rate": 9e-05,
+      "loss": 8.096886444091798,
+      "step": 3200
+    },
+    {
+      "epoch": 0.21705426356589147,
+      "grad_norm": 16508780544.0,
+      "learning_rate": 9e-05,
+      "loss": 8.10149917602539,
+      "step": 3220
+    },
+    {
+      "epoch": 0.21840242669362994,
+      "grad_norm": 16844324864.0,
+      "learning_rate": 9e-05,
+      "loss": 8.102628326416015,
+      "step": 3240
+    },
+    {
+      "epoch": 0.2197505898213684,
+      "grad_norm": 17179869184.0,
+      "learning_rate": 9e-05,
+      "loss": 8.108981323242187,
+      "step": 3260
+    },
+    {
+      "epoch": 0.22109875294910683,
+      "grad_norm": 17582522368.0,
+      "learning_rate": 9e-05,
+      "loss": 8.10803451538086,
+      "step": 3280
+    },
+    {
+      "epoch": 0.2224469160768453,
+      "grad_norm": 17850957824.0,
+      "learning_rate": 9e-05,
+      "loss": 8.101796722412109,
+      "step": 3300
+    },
+    {
+      "epoch": 0.22379507920458375,
+      "grad_norm": 18119393280.0,
+      "learning_rate": 9e-05,
+      "loss": 8.101763916015624,
+      "step": 3320
+    },
+    {
+      "epoch": 0.22514324233232222,
+      "grad_norm": 18387828736.0,
+      "learning_rate": 9e-05,
+      "loss": 8.10339126586914,
+      "step": 3340
+    },
+    {
+      "epoch": 0.22649140546006066,
+      "grad_norm": 18790481920.0,
+      "learning_rate": 9e-05,
+      "loss": 8.108073425292968,
+      "step": 3360
+    },
+    {
+      "epoch": 0.22783956858779914,
+      "grad_norm": 19058917376.0,
+      "learning_rate": 9e-05,
+      "loss": 8.1084228515625,
+      "step": 3380
+    },
+    {
+      "epoch": 0.22918773171553758,
+      "grad_norm": 19327352832.0,
+      "learning_rate": 9e-05,
+      "loss": 8.104817199707032,
+      "step": 3400
+    }
+  ],
+  "logging_steps": 20,
+  "max_steps": 3500,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 1,
+  "save_steps": 100,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 1.09693649289216e+16,
+  "train_batch_size": 64,
+  "trial_name": null,
+  "trial_params": null
+}
diff --git a/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-3400/training_args.bin b/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-3400/training_args.bin
new file mode 100644
index 0000000000000000000000000000000000000000..c1e7646e238287016f463d9c164308eeb61907be
--- /dev/null
+++ b/zain/Activation/out/glu-gelu-100L_trash_run/checkpoint-3400/training_args.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:759f687547d62f080b691b398df9dd337d9e21ff107770065591d2088b29bf88
+size 4920
diff --git a/zain/Activation/out/glu-gelu-100L_trash_run/training_log.jsonl b/zain/Activation/out/glu-gelu-100L_trash_run/training_log.jsonl
index 338a676a220f56afbf0aa734a23a6b6de75a3302..6ff74fa7b37b1f5951937b98b7876f8c4f5cfad5 100644
--- a/zain/Activation/out/glu-gelu-100L_trash_run/training_log.jsonl
+++ b/zain/Activation/out/glu-gelu-100L_trash_run/training_log.jsonl
@@ -1,9 +1,3 @@
-{"step": 2520, "epoch": 0.1698685540950455, "timestamp": 1786741698.226895, "loss": 2.092716407775879, "grad_norm": 20840448.0, "learning_rate": 3.4200000000000005e-05, "train/total_time_seconds": 7.084472380578518, "train/time_per_step_avg": 0.3542236190289259, "train/epoch_time_elapsed": 8.299816828221083, "train/estimated_remaining_minutes": 0.04591787654078669, "train/tensor_act_model_layers_0_residual_pre_attn/norm": 185.9805908203125, "train/tensor_act_model_layers_0_residual_pre_attn/mean": 0.00089263916015625, "train/tensor_act_model_layers_0_residual_pre_attn/std": 0.0908203125, "train/tensor_act_model_layers_0_residual_pre_attn/max_abs": 0.32421875, "train/tensor_act_model_layers_0_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_residual_pre_attn/min": -0.255859375, "train/tensor_act_model_layers_0_residual_pre_attn/max": 0.32421875, "train/tensor_act_model_layers_0_residual_pre_attn/range": 0.580078125, "train/tensor_act_model_layers_0_residual_post_attn/norm": 187.81423950195312, "train/tensor_act_model_layers_0_residual_post_attn/mean": -4.506111145019531e-05, "train/tensor_act_model_layers_0_residual_post_attn/std": 0.091796875, "train/tensor_act_model_layers_0_residual_post_attn/max_abs": 0.3359375, "train/tensor_act_model_layers_0_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_residual_post_attn/min": -0.3359375, "train/tensor_act_model_layers_0_residual_post_attn/max": 0.3203125, "train/tensor_act_model_layers_0_residual_post_attn/range": 0.65625, "train/tensor_act_model_layers_0_mlp_gate_proj/norm": 1185.2750244140625, "train/tensor_act_model_layers_0_mlp_gate_proj/mean": -0.01123046875, "train/tensor_act_model_layers_0_mlp_gate_proj/std": 0.408203125, "train/tensor_act_model_layers_0_mlp_gate_proj/max_abs": 2.171875, "train/tensor_act_model_layers_0_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_mlp_gate_proj/min": -2.078125, "train/tensor_act_model_layers_0_mlp_gate_proj/max": 2.171875, "train/tensor_act_model_layers_0_mlp_gate_proj/range": 4.25, "train/tensor_act_model_layers_0_mlp_up_proj/norm": 1120.935302734375, "train/tensor_act_model_layers_0_mlp_up_proj/mean": 0.00118255615234375, "train/tensor_act_model_layers_0_mlp_up_proj/std": 0.38671875, "train/tensor_act_model_layers_0_mlp_up_proj/max_abs": 2.140625, "train/tensor_act_model_layers_0_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_mlp_up_proj/min": -2.140625, "train/tensor_act_model_layers_0_mlp_up_proj/max": 1.9921875, "train/tensor_act_model_layers_0_mlp_up_proj/range": 4.1328125, "train/tensor_act_model_layers_0_mlp_down_proj/norm": 160.1437225341797, "train/tensor_act_model_layers_0_mlp_down_proj/mean": 0.001739501953125, "train/tensor_act_model_layers_0_mlp_down_proj/std": 0.078125, "train/tensor_act_model_layers_0_mlp_down_proj/max_abs": 0.50390625, "train/tensor_act_model_layers_0_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_mlp_down_proj/min": -0.50390625, "train/tensor_act_model_layers_0_mlp_down_proj/max": 0.48828125, "train/tensor_act_model_layers_0_mlp_down_proj/range": 0.9921875, "train/tensor_act_model_layers_0_mlp/norm": 160.1437225341797, "train/tensor_act_model_layers_0_mlp/mean": 0.001739501953125, "train/tensor_act_model_layers_0_mlp/std": 0.078125, "train/tensor_act_model_layers_0_mlp/max_abs": 0.50390625, "train/tensor_act_model_layers_0_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_mlp/min": -0.50390625, "train/tensor_act_model_layers_0_mlp/max": 0.48828125, "train/tensor_act_model_layers_0_mlp/range": 0.9921875, "train/tensor_act_model_layers_0_residual_post_mlp/norm": 265.5049133300781, "train/tensor_act_model_layers_0_residual_post_mlp/mean": 0.00170135498046875, "train/tensor_act_model_layers_0_residual_post_mlp/std": 0.1298828125, "train/tensor_act_model_layers_0_residual_post_mlp/max_abs": 0.6640625, "train/tensor_act_model_layers_0_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_residual_post_mlp/min": -0.6640625, "train/tensor_act_model_layers_0_residual_post_mlp/max": 0.5390625, "train/tensor_act_model_layers_0_residual_post_mlp/range": 1.203125, "train/tensor_act_model_layers_1_residual_pre_attn/norm": 265.5049133300781, "train/tensor_act_model_layers_1_residual_pre_attn/mean": 0.00170135498046875, "train/tensor_act_model_layers_1_residual_pre_attn/std": 0.1298828125, "train/tensor_act_model_layers_1_residual_pre_attn/max_abs": 0.6640625, "train/tensor_act_model_layers_1_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_residual_pre_attn/min": -0.6640625, "train/tensor_act_model_layers_1_residual_pre_attn/max": 0.5390625, "train/tensor_act_model_layers_1_residual_pre_attn/range": 1.203125, "train/tensor_act_model_layers_1_residual_post_attn/norm": 282.164306640625, "train/tensor_act_model_layers_1_residual_post_attn/mean": 0.003631591796875, "train/tensor_act_model_layers_1_residual_post_attn/std": 0.1376953125, "train/tensor_act_model_layers_1_residual_post_attn/max_abs": 0.69921875, "train/tensor_act_model_layers_1_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_residual_post_attn/min": -0.69921875, "train/tensor_act_model_layers_1_residual_post_attn/max": 0.6875, "train/tensor_act_model_layers_1_residual_post_attn/range": 1.38671875, "train/tensor_act_model_layers_1_mlp_gate_proj/norm": 1366.4249267578125, "train/tensor_act_model_layers_1_mlp_gate_proj/mean": -0.0223388671875, "train/tensor_act_model_layers_1_mlp_gate_proj/std": 0.470703125, "train/tensor_act_model_layers_1_mlp_gate_proj/max_abs": 3.171875, "train/tensor_act_model_layers_1_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_mlp_gate_proj/min": -1.96875, "train/tensor_act_model_layers_1_mlp_gate_proj/max": 3.171875, "train/tensor_act_model_layers_1_mlp_gate_proj/range": 5.140625, "train/tensor_act_model_layers_1_mlp_up_proj/norm": 1296.3203125, "train/tensor_act_model_layers_1_mlp_up_proj/mean": -0.0096435546875, "train/tensor_act_model_layers_1_mlp_up_proj/std": 0.447265625, "train/tensor_act_model_layers_1_mlp_up_proj/max_abs": 2.578125, "train/tensor_act_model_layers_1_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_mlp_up_proj/min": -2.484375, "train/tensor_act_model_layers_1_mlp_up_proj/max": 2.578125, "train/tensor_act_model_layers_1_mlp_up_proj/range": 5.0625, "train/tensor_act_model_layers_1_mlp_down_proj/norm": 269.73406982421875, "train/tensor_act_model_layers_1_mlp_down_proj/mean": 0.0003452301025390625, "train/tensor_act_model_layers_1_mlp_down_proj/std": 0.1318359375, "train/tensor_act_model_layers_1_mlp_down_proj/max_abs": 1.578125, "train/tensor_act_model_layers_1_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_mlp_down_proj/min": -1.4140625, "train/tensor_act_model_layers_1_mlp_down_proj/max": 1.578125, "train/tensor_act_model_layers_1_mlp_down_proj/range": 2.9921875, "train/tensor_act_model_layers_1_mlp/norm": 269.73406982421875, "train/tensor_act_model_layers_1_mlp/mean": 0.0003452301025390625, "train/tensor_act_model_layers_1_mlp/std": 0.1318359375, "train/tensor_act_model_layers_1_mlp/max_abs": 1.578125, "train/tensor_act_model_layers_1_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_mlp/min": -1.4140625, "train/tensor_act_model_layers_1_mlp/max": 1.578125, "train/tensor_act_model_layers_1_mlp/range": 2.9921875, "train/tensor_act_model_layers_1_residual_post_mlp/norm": 453.3546447753906, "train/tensor_act_model_layers_1_residual_post_mlp/mean": 0.00396728515625, "train/tensor_act_model_layers_1_residual_post_mlp/std": 0.2216796875, "train/tensor_act_model_layers_1_residual_post_mlp/max_abs": 1.75, "train/tensor_act_model_layers_1_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_residual_post_mlp/min": -1.671875, "train/tensor_act_model_layers_1_residual_post_mlp/max": 1.75, "train/tensor_act_model_layers_1_residual_post_mlp/range": 3.421875, "train/tensor_act_model_layers_2_residual_pre_attn/norm": 453.3546447753906, "train/tensor_act_model_layers_2_residual_pre_attn/mean": 0.00396728515625, "train/tensor_act_model_layers_2_residual_pre_attn/std": 0.2216796875, "train/tensor_act_model_layers_2_residual_pre_attn/max_abs": 1.75, "train/tensor_act_model_layers_2_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_residual_pre_attn/min": -1.671875, "train/tensor_act_model_layers_2_residual_pre_attn/max": 1.75, "train/tensor_act_model_layers_2_residual_pre_attn/range": 3.421875, "train/tensor_act_model_layers_2_residual_post_attn/norm": 472.86663818359375, "train/tensor_act_model_layers_2_residual_post_attn/mean": 0.00494384765625, "train/tensor_act_model_layers_2_residual_post_attn/std": 0.23046875, "train/tensor_act_model_layers_2_residual_post_attn/max_abs": 1.78125, "train/tensor_act_model_layers_2_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_residual_post_attn/min": -1.734375, "train/tensor_act_model_layers_2_residual_post_attn/max": 1.78125, "train/tensor_act_model_layers_2_residual_post_attn/range": 3.515625, "train/tensor_act_model_layers_2_mlp_gate_proj/norm": 1191.9266357421875, "train/tensor_act_model_layers_2_mlp_gate_proj/mean": -0.099609375, "train/tensor_act_model_layers_2_mlp_gate_proj/std": 0.3984375, "train/tensor_act_model_layers_2_mlp_gate_proj/max_abs": 2.203125, "train/tensor_act_model_layers_2_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_mlp_gate_proj/min": -2.203125, "train/tensor_act_model_layers_2_mlp_gate_proj/max": 2.09375, "train/tensor_act_model_layers_2_mlp_gate_proj/range": 4.296875, "train/tensor_act_model_layers_2_mlp_up_proj/norm": 1077.0762939453125, "train/tensor_act_model_layers_2_mlp_up_proj/mean": -0.00445556640625, "train/tensor_act_model_layers_2_mlp_up_proj/std": 0.37109375, "train/tensor_act_model_layers_2_mlp_up_proj/max_abs": 2.03125, "train/tensor_act_model_layers_2_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_mlp_up_proj/min": -2.03125, "train/tensor_act_model_layers_2_mlp_up_proj/max": 1.921875, "train/tensor_act_model_layers_2_mlp_up_proj/range": 3.953125, "train/tensor_act_model_layers_2_mlp_down_proj/norm": 109.58350372314453, "train/tensor_act_model_layers_2_mlp_down_proj/mean": 0.0010528564453125, "train/tensor_act_model_layers_2_mlp_down_proj/std": 0.053466796875, "train/tensor_act_model_layers_2_mlp_down_proj/max_abs": 0.61328125, "train/tensor_act_model_layers_2_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_mlp_down_proj/min": -0.61328125, "train/tensor_act_model_layers_2_mlp_down_proj/max": 0.51171875, "train/tensor_act_model_layers_2_mlp_down_proj/range": 1.125, "train/tensor_act_model_layers_2_mlp/norm": 109.58350372314453, "train/tensor_act_model_layers_2_mlp/mean": 0.0010528564453125, "train/tensor_act_model_layers_2_mlp/std": 0.053466796875, "train/tensor_act_model_layers_2_mlp/max_abs": 0.61328125, "train/tensor_act_model_layers_2_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_mlp/min": -0.61328125, "train/tensor_act_model_layers_2_mlp/max": 0.51171875, "train/tensor_act_model_layers_2_mlp/range": 1.125, "train/tensor_act_model_layers_2_residual_post_mlp/norm": 522.0498046875, "train/tensor_act_model_layers_2_residual_post_mlp/mean": 0.006011962890625, "train/tensor_act_model_layers_2_residual_post_mlp/std": 0.25390625, "train/tensor_act_model_layers_2_residual_post_mlp/max_abs": 1.96875, "train/tensor_act_model_layers_2_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_residual_post_mlp/min": -1.96875, "train/tensor_act_model_layers_2_residual_post_mlp/max": 1.8828125, "train/tensor_act_model_layers_2_residual_post_mlp/range": 3.8515625, "train/tensor_act_model_layers_3_residual_pre_attn/norm": 522.0498046875, "train/tensor_act_model_layers_3_residual_pre_attn/mean": 0.006011962890625, "train/tensor_act_model_layers_3_residual_pre_attn/std": 0.25390625, "train/tensor_act_model_layers_3_residual_pre_attn/max_abs": 1.96875, "train/tensor_act_model_layers_3_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_residual_pre_attn/min": -1.96875, "train/tensor_act_model_layers_3_residual_pre_attn/max": 1.8828125, "train/tensor_act_model_layers_3_residual_pre_attn/range": 3.8515625, "train/tensor_act_model_layers_3_residual_post_attn/norm": 530.9476318359375, "train/tensor_act_model_layers_3_residual_post_attn/mean": 0.005126953125, "train/tensor_act_model_layers_3_residual_post_attn/std": 0.259765625, "train/tensor_act_model_layers_3_residual_post_attn/max_abs": 2.0, "train/tensor_act_model_layers_3_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_residual_post_attn/min": -2.0, "train/tensor_act_model_layers_3_residual_post_attn/max": 1.875, "train/tensor_act_model_layers_3_residual_post_attn/range": 3.875, "train/tensor_act_model_layers_3_mlp_gate_proj/norm": 1138.9525146484375, "train/tensor_act_model_layers_3_mlp_gate_proj/mean": -0.111328125, "train/tensor_act_model_layers_3_mlp_gate_proj/std": 0.376953125, "train/tensor_act_model_layers_3_mlp_gate_proj/max_abs": 2.703125, "train/tensor_act_model_layers_3_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_mlp_gate_proj/min": -2.703125, "train/tensor_act_model_layers_3_mlp_gate_proj/max": 1.9765625, "train/tensor_act_model_layers_3_mlp_gate_proj/range": 4.6796875, "train/tensor_act_model_layers_3_mlp_up_proj/norm": 1025.2298583984375, "train/tensor_act_model_layers_3_mlp_up_proj/mean": 0.0020599365234375, "train/tensor_act_model_layers_3_mlp_up_proj/std": 0.353515625, "train/tensor_act_model_layers_3_mlp_up_proj/max_abs": 1.9375, "train/tensor_act_model_layers_3_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_mlp_up_proj/min": -1.8359375, "train/tensor_act_model_layers_3_mlp_up_proj/max": 1.9375, "train/tensor_act_model_layers_3_mlp_up_proj/range": 3.7734375, "train/tensor_act_model_layers_3_mlp_down_proj/norm": 91.2446517944336, "train/tensor_act_model_layers_3_mlp_down_proj/mean": -0.0002002716064453125, "train/tensor_act_model_layers_3_mlp_down_proj/std": 0.04443359375, "train/tensor_act_model_layers_3_mlp_down_proj/max_abs": 0.408203125, "train/tensor_act_model_layers_3_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_mlp_down_proj/min": -0.3671875, "train/tensor_act_model_layers_3_mlp_down_proj/max": 0.408203125, "train/tensor_act_model_layers_3_mlp_down_proj/range": 0.775390625, "train/tensor_act_model_layers_3_mlp/norm": 91.2446517944336, "train/tensor_act_model_layers_3_mlp/mean": -0.0002002716064453125, "train/tensor_act_model_layers_3_mlp/std": 0.04443359375, "train/tensor_act_model_layers_3_mlp/max_abs": 0.408203125, "train/tensor_act_model_layers_3_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_mlp/min": -0.3671875, "train/tensor_act_model_layers_3_mlp/max": 0.408203125, "train/tensor_act_model_layers_3_mlp/range": 0.775390625, "train/tensor_act_model_layers_3_residual_post_mlp/norm": 566.7588500976562, "train/tensor_act_model_layers_3_residual_post_mlp/mean": 0.004913330078125, "train/tensor_act_model_layers_3_residual_post_mlp/std": 0.27734375, "train/tensor_act_model_layers_3_residual_post_mlp/max_abs": 2.140625, "train/tensor_act_model_layers_3_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_residual_post_mlp/min": -2.140625, "train/tensor_act_model_layers_3_residual_post_mlp/max": 2.03125, "train/tensor_act_model_layers_3_residual_post_mlp/range": 4.171875, "train/tensor_act_model_layers_4_residual_pre_attn/norm": 566.7588500976562, "train/tensor_act_model_layers_4_residual_pre_attn/mean": 0.004913330078125, "train/tensor_act_model_layers_4_residual_pre_attn/std": 0.27734375, "train/tensor_act_model_layers_4_residual_pre_attn/max_abs": 2.140625, "train/tensor_act_model_layers_4_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_residual_pre_attn/min": -2.140625, "train/tensor_act_model_layers_4_residual_pre_attn/max": 2.03125, "train/tensor_act_model_layers_4_residual_pre_attn/range": 4.171875, "train/tensor_act_model_layers_4_residual_post_attn/norm": 573.3673706054688, "train/tensor_act_model_layers_4_residual_post_attn/mean": 0.005462646484375, "train/tensor_act_model_layers_4_residual_post_attn/std": 0.279296875, "train/tensor_act_model_layers_4_residual_post_attn/max_abs": 2.171875, "train/tensor_act_model_layers_4_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_residual_post_attn/min": -2.171875, "train/tensor_act_model_layers_4_residual_post_attn/max": 2.0625, "train/tensor_act_model_layers_4_residual_post_attn/range": 4.234375, "train/tensor_act_model_layers_4_mlp_gate_proj/norm": 1128.9393310546875, "train/tensor_act_model_layers_4_mlp_gate_proj/mean": -0.11181640625, "train/tensor_act_model_layers_4_mlp_gate_proj/std": 0.373046875, "train/tensor_act_model_layers_4_mlp_gate_proj/max_abs": 2.4375, "train/tensor_act_model_layers_4_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_mlp_gate_proj/min": -1.9921875, "train/tensor_act_model_layers_4_mlp_gate_proj/max": 2.4375, "train/tensor_act_model_layers_4_mlp_gate_proj/range": 4.4296875, "train/tensor_act_model_layers_4_mlp_up_proj/norm": 1001.5772705078125, "train/tensor_act_model_layers_4_mlp_up_proj/mean": -0.00628662109375, "train/tensor_act_model_layers_4_mlp_up_proj/std": 0.345703125, "train/tensor_act_model_layers_4_mlp_up_proj/max_abs": 1.96875, "train/tensor_act_model_layers_4_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_mlp_up_proj/min": -1.90625, "train/tensor_act_model_layers_4_mlp_up_proj/max": 1.96875, "train/tensor_act_model_layers_4_mlp_up_proj/range": 3.875, "train/tensor_act_model_layers_4_mlp_down_proj/norm": 88.02438354492188, "train/tensor_act_model_layers_4_mlp_down_proj/mean": 0.00041961669921875, "train/tensor_act_model_layers_4_mlp_down_proj/std": 0.04296875, "train/tensor_act_model_layers_4_mlp_down_proj/max_abs": 0.390625, "train/tensor_act_model_layers_4_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_mlp_down_proj/min": -0.37890625, "train/tensor_act_model_layers_4_mlp_down_proj/max": 0.390625, "train/tensor_act_model_layers_4_mlp_down_proj/range": 0.76953125, "train/tensor_act_model_layers_4_mlp/norm": 88.02438354492188, "train/tensor_act_model_layers_4_mlp/mean": 0.00041961669921875, "train/tensor_act_model_layers_4_mlp/std": 0.04296875, "train/tensor_act_model_layers_4_mlp/max_abs": 0.390625, "train/tensor_act_model_layers_4_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_mlp/min": -0.37890625, "train/tensor_act_model_layers_4_mlp/max": 0.390625, "train/tensor_act_model_layers_4_mlp/range": 0.76953125, "train/tensor_act_model_layers_4_residual_post_mlp/norm": 609.1655883789062, "train/tensor_act_model_layers_4_residual_post_mlp/mean": 0.005889892578125, "train/tensor_act_model_layers_4_residual_post_mlp/std": 0.296875, "train/tensor_act_model_layers_4_residual_post_mlp/max_abs": 2.28125, "train/tensor_act_model_layers_4_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_residual_post_mlp/min": -2.28125, "train/tensor_act_model_layers_4_residual_post_mlp/max": 2.234375, "train/tensor_act_model_layers_4_residual_post_mlp/range": 4.515625, "train/tensor_act_model_layers_5_residual_pre_attn/norm": 609.1655883789062, "train/tensor_act_model_layers_5_residual_pre_attn/mean": 0.005889892578125, "train/tensor_act_model_layers_5_residual_pre_attn/std": 0.296875, "train/tensor_act_model_layers_5_residual_pre_attn/max_abs": 2.28125, "train/tensor_act_model_layers_5_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_residual_pre_attn/min": -2.28125, "train/tensor_act_model_layers_5_residual_pre_attn/max": 2.234375, "train/tensor_act_model_layers_5_residual_pre_attn/range": 4.515625, "train/tensor_act_model_layers_5_residual_post_attn/norm": 617.3765869140625, "train/tensor_act_model_layers_5_residual_post_attn/mean": 0.00787353515625, "train/tensor_act_model_layers_5_residual_post_attn/std": 0.30078125, "train/tensor_act_model_layers_5_residual_post_attn/max_abs": 2.28125, "train/tensor_act_model_layers_5_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_residual_post_attn/min": -2.28125, "train/tensor_act_model_layers_5_residual_post_attn/max": 2.140625, "train/tensor_act_model_layers_5_residual_post_attn/range": 4.421875, "train/tensor_act_model_layers_5_mlp_gate_proj/norm": 1090.50146484375, "train/tensor_act_model_layers_5_mlp_gate_proj/mean": -0.1171875, "train/tensor_act_model_layers_5_mlp_gate_proj/std": 0.357421875, "train/tensor_act_model_layers_5_mlp_gate_proj/max_abs": 2.4375, "train/tensor_act_model_layers_5_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_mlp_gate_proj/min": -2.4375, "train/tensor_act_model_layers_5_mlp_gate_proj/max": 1.8515625, "train/tensor_act_model_layers_5_mlp_gate_proj/range": 4.2890625, "train/tensor_act_model_layers_5_mlp_up_proj/norm": 949.4925537109375, "train/tensor_act_model_layers_5_mlp_up_proj/mean": -0.0081787109375, "train/tensor_act_model_layers_5_mlp_up_proj/std": 0.328125, "train/tensor_act_model_layers_5_mlp_up_proj/max_abs": 1.7265625, "train/tensor_act_model_layers_5_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_mlp_up_proj/min": -1.7265625, "train/tensor_act_model_layers_5_mlp_up_proj/max": 1.6875, "train/tensor_act_model_layers_5_mlp_up_proj/range": 3.4140625, "train/tensor_act_model_layers_5_mlp_down_proj/norm": 66.5005111694336, "train/tensor_act_model_layers_5_mlp_down_proj/mean": -3.647804260253906e-05, "train/tensor_act_model_layers_5_mlp_down_proj/std": 0.032470703125, "train/tensor_act_model_layers_5_mlp_down_proj/max_abs": 0.298828125, "train/tensor_act_model_layers_5_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_mlp_down_proj/min": -0.23828125, "train/tensor_act_model_layers_5_mlp_down_proj/max": 0.298828125, "train/tensor_act_model_layers_5_mlp_down_proj/range": 0.537109375, "train/tensor_act_model_layers_5_mlp/norm": 66.5005111694336, "train/tensor_act_model_layers_5_mlp/mean": -3.647804260253906e-05, "train/tensor_act_model_layers_5_mlp/std": 0.032470703125, "train/tensor_act_model_layers_5_mlp/max_abs": 0.298828125, "train/tensor_act_model_layers_5_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_mlp/min": -0.23828125, "train/tensor_act_model_layers_5_mlp/max": 0.298828125, "train/tensor_act_model_layers_5_mlp/range": 0.537109375, "train/tensor_act_model_layers_5_residual_post_mlp/norm": 638.486572265625, "train/tensor_act_model_layers_5_residual_post_mlp/mean": 0.0078125, "train/tensor_act_model_layers_5_residual_post_mlp/std": 0.3125, "train/tensor_act_model_layers_5_residual_post_mlp/max_abs": 2.296875, "train/tensor_act_model_layers_5_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_residual_post_mlp/min": -2.296875, "train/tensor_act_model_layers_5_residual_post_mlp/max": 2.21875, "train/tensor_act_model_layers_5_residual_post_mlp/range": 4.515625, "train/tensor_act_model_layers_6_residual_pre_attn/norm": 638.486572265625, "train/tensor_act_model_layers_6_residual_pre_attn/mean": 0.0078125, "train/tensor_act_model_layers_6_residual_pre_attn/std": 0.3125, "train/tensor_act_model_layers_6_residual_pre_attn/max_abs": 2.296875, "train/tensor_act_model_layers_6_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_residual_pre_attn/min": -2.296875, "train/tensor_act_model_layers_6_residual_pre_attn/max": 2.21875, "train/tensor_act_model_layers_6_residual_pre_attn/range": 4.515625, "train/tensor_act_model_layers_6_residual_post_attn/norm": 641.012451171875, "train/tensor_act_model_layers_6_residual_post_attn/mean": 0.00848388671875, "train/tensor_act_model_layers_6_residual_post_attn/std": 0.3125, "train/tensor_act_model_layers_6_residual_post_attn/max_abs": 2.3125, "train/tensor_act_model_layers_6_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_residual_post_attn/min": -2.3125, "train/tensor_act_model_layers_6_residual_post_attn/max": 2.21875, "train/tensor_act_model_layers_6_residual_post_attn/range": 4.53125, "train/tensor_act_model_layers_6_mlp_gate_proj/norm": 1079.9490966796875, "train/tensor_act_model_layers_6_mlp_gate_proj/mean": -0.1181640625, "train/tensor_act_model_layers_6_mlp_gate_proj/std": 0.353515625, "train/tensor_act_model_layers_6_mlp_gate_proj/max_abs": 2.640625, "train/tensor_act_model_layers_6_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_mlp_gate_proj/min": -2.640625, "train/tensor_act_model_layers_6_mlp_gate_proj/max": 1.96875, "train/tensor_act_model_layers_6_mlp_gate_proj/range": 4.609375, "train/tensor_act_model_layers_6_mlp_up_proj/norm": 939.6964111328125, "train/tensor_act_model_layers_6_mlp_up_proj/mean": 0.0029296875, "train/tensor_act_model_layers_6_mlp_up_proj/std": 0.32421875, "train/tensor_act_model_layers_6_mlp_up_proj/max_abs": 1.9609375, "train/tensor_act_model_layers_6_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_mlp_up_proj/min": -1.8203125, "train/tensor_act_model_layers_6_mlp_up_proj/max": 1.9609375, "train/tensor_act_model_layers_6_mlp_up_proj/range": 3.78125, "train/tensor_act_model_layers_6_mlp_down_proj/norm": 67.28825378417969, "train/tensor_act_model_layers_6_mlp_down_proj/mean": 1.609325408935547e-05, "train/tensor_act_model_layers_6_mlp_down_proj/std": 0.032958984375, "train/tensor_act_model_layers_6_mlp_down_proj/max_abs": 0.359375, "train/tensor_act_model_layers_6_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_mlp_down_proj/min": -0.359375, "train/tensor_act_model_layers_6_mlp_down_proj/max": 0.240234375, "train/tensor_act_model_layers_6_mlp_down_proj/range": 0.599609375, "train/tensor_act_model_layers_6_mlp/norm": 67.28825378417969, "train/tensor_act_model_layers_6_mlp/mean": 1.609325408935547e-05, "train/tensor_act_model_layers_6_mlp/std": 0.032958984375, "train/tensor_act_model_layers_6_mlp/max_abs": 0.359375, "train/tensor_act_model_layers_6_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_mlp/min": -0.359375, "train/tensor_act_model_layers_6_mlp/max": 0.240234375, "train/tensor_act_model_layers_6_mlp/range": 0.599609375, "train/tensor_act_model_layers_6_residual_post_mlp/norm": 664.9908447265625, "train/tensor_act_model_layers_6_residual_post_mlp/mean": 0.00848388671875, "train/tensor_act_model_layers_6_residual_post_mlp/std": 0.32421875, "train/tensor_act_model_layers_6_residual_post_mlp/max_abs": 2.40625, "train/tensor_act_model_layers_6_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_residual_post_mlp/min": -2.40625, "train/tensor_act_model_layers_6_residual_post_mlp/max": 2.34375, "train/tensor_act_model_layers_6_residual_post_mlp/range": 4.75, "train/tensor_act_model_layers_7_residual_pre_attn/norm": 664.9908447265625, "train/tensor_act_model_layers_7_residual_pre_attn/mean": 0.00848388671875, "train/tensor_act_model_layers_7_residual_pre_attn/std": 0.32421875, "train/tensor_act_model_layers_7_residual_pre_attn/max_abs": 2.40625, "train/tensor_act_model_layers_7_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_residual_pre_attn/min": -2.40625, "train/tensor_act_model_layers_7_residual_pre_attn/max": 2.34375, "train/tensor_act_model_layers_7_residual_pre_attn/range": 4.75, "train/tensor_act_model_layers_7_residual_post_attn/norm": 675.1476440429688, "train/tensor_act_model_layers_7_residual_post_attn/mean": 0.009521484375, "train/tensor_act_model_layers_7_residual_post_attn/std": 0.330078125, "train/tensor_act_model_layers_7_residual_post_attn/max_abs": 2.375, "train/tensor_act_model_layers_7_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_residual_post_attn/min": -2.375, "train/tensor_act_model_layers_7_residual_post_attn/max": 2.359375, "train/tensor_act_model_layers_7_residual_post_attn/range": 4.734375, "train/tensor_act_model_layers_7_mlp_gate_proj/norm": 1096.1817626953125, "train/tensor_act_model_layers_7_mlp_gate_proj/mean": -0.1220703125, "train/tensor_act_model_layers_7_mlp_gate_proj/std": 0.357421875, "train/tensor_act_model_layers_7_mlp_gate_proj/max_abs": 2.3125, "train/tensor_act_model_layers_7_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_mlp_gate_proj/min": -2.3125, "train/tensor_act_model_layers_7_mlp_gate_proj/max": 1.9140625, "train/tensor_act_model_layers_7_mlp_gate_proj/range": 4.2265625, "train/tensor_act_model_layers_7_mlp_up_proj/norm": 945.3367919921875, "train/tensor_act_model_layers_7_mlp_up_proj/mean": 0.0057373046875, "train/tensor_act_model_layers_7_mlp_up_proj/std": 0.326171875, "train/tensor_act_model_layers_7_mlp_up_proj/max_abs": 1.84375, "train/tensor_act_model_layers_7_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_mlp_up_proj/min": -1.84375, "train/tensor_act_model_layers_7_mlp_up_proj/max": 1.7578125, "train/tensor_act_model_layers_7_mlp_up_proj/range": 3.6015625, "train/tensor_act_model_layers_7_mlp_down_proj/norm": 71.05706787109375, "train/tensor_act_model_layers_7_mlp_down_proj/mean": 0.00014781951904296875, "train/tensor_act_model_layers_7_mlp_down_proj/std": 0.03466796875, "train/tensor_act_model_layers_7_mlp_down_proj/max_abs": 0.30859375, "train/tensor_act_model_layers_7_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_mlp_down_proj/min": -0.2890625, "train/tensor_act_model_layers_7_mlp_down_proj/max": 0.30859375, "train/tensor_act_model_layers_7_mlp_down_proj/range": 0.59765625, "train/tensor_act_model_layers_7_mlp/norm": 71.05706787109375, "train/tensor_act_model_layers_7_mlp/mean": 0.00014781951904296875, "train/tensor_act_model_layers_7_mlp/std": 0.03466796875, "train/tensor_act_model_layers_7_mlp/max_abs": 0.30859375, "train/tensor_act_model_layers_7_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_mlp/min": -0.2890625, "train/tensor_act_model_layers_7_mlp/max": 0.30859375, "train/tensor_act_model_layers_7_mlp/range": 0.59765625, "train/tensor_act_model_layers_7_residual_post_mlp/norm": 700.50341796875, "train/tensor_act_model_layers_7_residual_post_mlp/mean": 0.0096435546875, "train/tensor_act_model_layers_7_residual_post_mlp/std": 0.341796875, "train/tensor_act_model_layers_7_residual_post_mlp/max_abs": 2.53125, "train/tensor_act_model_layers_7_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_residual_post_mlp/min": -2.453125, "train/tensor_act_model_layers_7_residual_post_mlp/max": 2.53125, "train/tensor_act_model_layers_7_residual_post_mlp/range": 4.984375, "train/tensor_act_model_layers_8_residual_pre_attn/norm": 700.50341796875, "train/tensor_act_model_layers_8_residual_pre_attn/mean": 0.0096435546875, "train/tensor_act_model_layers_8_residual_pre_attn/std": 0.341796875, "train/tensor_act_model_layers_8_residual_pre_attn/max_abs": 2.53125, "train/tensor_act_model_layers_8_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_residual_pre_attn/min": -2.453125, "train/tensor_act_model_layers_8_residual_pre_attn/max": 2.53125, "train/tensor_act_model_layers_8_residual_pre_attn/range": 4.984375, "train/tensor_act_model_layers_8_residual_post_attn/norm": 708.0726318359375, "train/tensor_act_model_layers_8_residual_post_attn/mean": 0.009521484375, "train/tensor_act_model_layers_8_residual_post_attn/std": 0.345703125, "train/tensor_act_model_layers_8_residual_post_attn/max_abs": 2.546875, "train/tensor_act_model_layers_8_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_residual_post_attn/min": -2.4375, "train/tensor_act_model_layers_8_residual_post_attn/max": 2.546875, "train/tensor_act_model_layers_8_residual_post_attn/range": 4.984375, "train/tensor_act_model_layers_8_mlp_gate_proj/norm": 1084.8067626953125, "train/tensor_act_model_layers_8_mlp_gate_proj/mean": -0.1376953125, "train/tensor_act_model_layers_8_mlp_gate_proj/std": 0.34765625, "train/tensor_act_model_layers_8_mlp_gate_proj/max_abs": 2.28125, "train/tensor_act_model_layers_8_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_mlp_gate_proj/min": -2.28125, "train/tensor_act_model_layers_8_mlp_gate_proj/max": 1.78125, "train/tensor_act_model_layers_8_mlp_gate_proj/range": 4.0625, "train/tensor_act_model_layers_8_mlp_up_proj/norm": 929.215576171875, "train/tensor_act_model_layers_8_mlp_up_proj/mean": -0.0042724609375, "train/tensor_act_model_layers_8_mlp_up_proj/std": 0.3203125, "train/tensor_act_model_layers_8_mlp_up_proj/max_abs": 1.7578125, "train/tensor_act_model_layers_8_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_mlp_up_proj/min": -1.7265625, "train/tensor_act_model_layers_8_mlp_up_proj/max": 1.7578125, "train/tensor_act_model_layers_8_mlp_up_proj/range": 3.484375, "train/tensor_act_model_layers_8_mlp_down_proj/norm": 61.75764846801758, "train/tensor_act_model_layers_8_mlp_down_proj/mean": -0.0012969970703125, "train/tensor_act_model_layers_8_mlp_down_proj/std": 0.0301513671875, "train/tensor_act_model_layers_8_mlp_down_proj/max_abs": 0.2353515625, "train/tensor_act_model_layers_8_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_mlp_down_proj/min": -0.2353515625, "train/tensor_act_model_layers_8_mlp_down_proj/max": 0.224609375, "train/tensor_act_model_layers_8_mlp_down_proj/range": 0.4599609375, "train/tensor_act_model_layers_8_mlp/norm": 61.75764846801758, "train/tensor_act_model_layers_8_mlp/mean": -0.0012969970703125, "train/tensor_act_model_layers_8_mlp/std": 0.0301513671875, "train/tensor_act_model_layers_8_mlp/max_abs": 0.2353515625, "train/tensor_act_model_layers_8_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_mlp/min": -0.2353515625, "train/tensor_act_model_layers_8_mlp/max": 0.224609375, "train/tensor_act_model_layers_8_mlp/range": 0.4599609375, "train/tensor_act_model_layers_8_residual_post_mlp/norm": 729.5740966796875, "train/tensor_act_model_layers_8_residual_post_mlp/mean": 0.00823974609375, "train/tensor_act_model_layers_8_residual_post_mlp/std": 0.35546875, "train/tensor_act_model_layers_8_residual_post_mlp/max_abs": 2.59375, "train/tensor_act_model_layers_8_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_residual_post_mlp/min": -2.46875, "train/tensor_act_model_layers_8_residual_post_mlp/max": 2.59375, "train/tensor_act_model_layers_8_residual_post_mlp/range": 5.0625, "train/tensor_act_model_layers_9_residual_pre_attn/norm": 729.5740966796875, "train/tensor_act_model_layers_9_residual_pre_attn/mean": 0.00823974609375, "train/tensor_act_model_layers_9_residual_pre_attn/std": 0.35546875, "train/tensor_act_model_layers_9_residual_pre_attn/max_abs": 2.59375, "train/tensor_act_model_layers_9_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_9_residual_pre_attn/min": -2.46875, "train/tensor_act_model_layers_9_residual_pre_attn/max": 2.59375, "train/tensor_act_model_layers_9_residual_pre_attn/range": 5.0625, "train/tensor_act_model_layers_9_residual_post_attn/norm": 745.7213745117188, "train/tensor_act_model_layers_9_residual_post_attn/mean": 0.0081787109375, "train/tensor_act_model_layers_9_residual_post_attn/std": 0.36328125, "train/tensor_act_model_layers_9_residual_post_attn/max_abs": 2.6875, "train/tensor_act_model_layers_9_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_9_residual_post_attn/min": -2.453125, "train/tensor_act_model_layers_9_residual_post_attn/max": 2.6875, "train/tensor_act_model_layers_9_residual_post_attn/range": 5.140625, "train/tensor_act_model_layers_9_mlp_gate_proj/norm": 1147.251220703125, "train/tensor_act_model_layers_9_mlp_gate_proj/mean": -0.154296875, "train/tensor_act_model_layers_9_mlp_gate_proj/std": 0.365234375, "train/tensor_act_model_layers_9_mlp_gate_proj/max_abs": 2.375, "train/tensor_act_model_layers_9_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_9_mlp_gate_proj/min": -2.375, "train/tensor_act_model_layers_9_mlp_gate_proj/max": 2.328125, "train/tensor_act_model_layers_9_mlp_gate_proj/range": 4.703125, "train/tensor_act_model_layers_9_mlp_up_proj/norm": 969.3472290039062, "train/tensor_act_model_layers_9_mlp_up_proj/mean": -0.004852294921875, "train/tensor_act_model_layers_9_mlp_up_proj/std": 0.333984375, "train/tensor_act_model_layers_9_mlp_up_proj/max_abs": 2.078125, "train/tensor_act_model_layers_9_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_9_mlp_up_proj/min": -2.078125, "train/tensor_act_model_layers_9_mlp_up_proj/max": 1.7734375, "train/tensor_act_model_layers_9_mlp_up_proj/range": 3.8515625, "train/tensor_act_model_layers_9_mlp_down_proj/norm": 65.8758544921875, "train/tensor_act_model_layers_9_mlp_down_proj/mean": 0.00011682510375976562, "train/tensor_act_model_layers_9_mlp_down_proj/std": 0.0322265625, "train/tensor_act_model_layers_9_mlp_down_proj/max_abs": 0.5234375, "train/tensor_act_model_layers_9_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_9_mlp_down_proj/min": -0.390625, "train/tensor_act_model_layers_9_mlp_down_proj/max": 0.5234375, "train/tensor_act_model_layers_9_mlp_down_proj/range": 0.9140625, "train/tensor_act_model_layers_9_mlp/norm": 65.8758544921875, "train/tensor_act_model_layers_9_mlp/mean": 0.00011682510375976562, "train/tensor_act_model_layers_9_mlp/std": 0.0322265625, "train/tensor_act_model_layers_9_mlp/max_abs": 0.5234375, "train/tensor_act_model_layers_9_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_9_mlp/min": -0.390625, "train/tensor_act_model_layers_9_mlp/max": 0.5234375, "train/tensor_act_model_layers_9_mlp/range": 0.9140625, "train/tensor_act_model_layers_9_residual_post_mlp/norm": 762.7857055664062, "train/tensor_act_model_layers_9_residual_post_mlp/mean": 0.00830078125, "train/tensor_act_model_layers_9_residual_post_mlp/std": 0.373046875, "train/tensor_act_model_layers_9_residual_post_mlp/max_abs": 2.765625, "train/tensor_act_model_layers_9_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_9_residual_post_mlp/min": -2.5, "train/tensor_act_model_layers_9_residual_post_mlp/max": 2.765625, "train/tensor_act_model_layers_9_residual_post_mlp/range": 5.265625, "train/tensor_act_model_layers_10_residual_pre_attn/norm": 762.7857055664062, "train/tensor_act_model_layers_10_residual_pre_attn/mean": 0.00830078125, "train/tensor_act_model_layers_10_residual_pre_attn/std": 0.373046875, "train/tensor_act_model_layers_10_residual_pre_attn/max_abs": 2.765625, "train/tensor_act_model_layers_10_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_10_residual_pre_attn/min": -2.5, "train/tensor_act_model_layers_10_residual_pre_attn/max": 2.765625, "train/tensor_act_model_layers_10_residual_pre_attn/range": 5.265625, "train/tensor_act_model_layers_10_residual_post_attn/norm": 769.5227661132812, "train/tensor_act_model_layers_10_residual_post_attn/mean": 0.00811767578125, "train/tensor_act_model_layers_10_residual_post_attn/std": 0.375, "train/tensor_act_model_layers_10_residual_post_attn/max_abs": 2.75, "train/tensor_act_model_layers_10_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_10_residual_post_attn/min": -2.46875, "train/tensor_act_model_layers_10_residual_post_attn/max": 2.75, "train/tensor_act_model_layers_10_residual_post_attn/range": 5.21875, "train/tensor_act_model_layers_10_mlp_gate_proj/norm": 1178.3218994140625, "train/tensor_act_model_layers_10_mlp_gate_proj/mean": -0.158203125, "train/tensor_act_model_layers_10_mlp_gate_proj/std": 0.375, "train/tensor_act_model_layers_10_mlp_gate_proj/max_abs": 2.703125, "train/tensor_act_model_layers_10_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_10_mlp_gate_proj/min": -2.703125, "train/tensor_act_model_layers_10_mlp_gate_proj/max": 2.140625, "train/tensor_act_model_layers_10_mlp_gate_proj/range": 4.84375, "train/tensor_act_model_layers_10_mlp_up_proj/norm": 1002.2061767578125, "train/tensor_act_model_layers_10_mlp_up_proj/mean": 0.0025787353515625, "train/tensor_act_model_layers_10_mlp_up_proj/std": 0.345703125, "train/tensor_act_model_layers_10_mlp_up_proj/max_abs": 2.140625, "train/tensor_act_model_layers_10_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_10_mlp_up_proj/min": -1.9765625, "train/tensor_act_model_layers_10_mlp_up_proj/max": 2.140625, "train/tensor_act_model_layers_10_mlp_up_proj/range": 4.1171875, "train/tensor_act_model_layers_10_mlp_down_proj/norm": 70.19037628173828, "train/tensor_act_model_layers_10_mlp_down_proj/mean": 0.000720977783203125, "train/tensor_act_model_layers_10_mlp_down_proj/std": 0.0341796875, "train/tensor_act_model_layers_10_mlp_down_proj/max_abs": 0.3046875, "train/tensor_act_model_layers_10_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_10_mlp_down_proj/min": -0.275390625, "train/tensor_act_model_layers_10_mlp_down_proj/max": 0.3046875, "train/tensor_act_model_layers_10_mlp_down_proj/range": 0.580078125, "train/tensor_act_model_layers_10_mlp/norm": 70.19037628173828, "train/tensor_act_model_layers_10_mlp/mean": 0.000720977783203125, "train/tensor_act_model_layers_10_mlp/std": 0.0341796875, "train/tensor_act_model_layers_10_mlp/max_abs": 0.3046875, "train/tensor_act_model_layers_10_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_10_mlp/min": -0.275390625, "train/tensor_act_model_layers_10_mlp/max": 0.3046875, "train/tensor_act_model_layers_10_mlp/range": 0.580078125, "train/tensor_act_model_layers_10_residual_post_mlp/norm": 790.0979614257812, "train/tensor_act_model_layers_10_residual_post_mlp/mean": 0.00885009765625, "train/tensor_act_model_layers_10_residual_post_mlp/std": 0.384765625, "train/tensor_act_model_layers_10_residual_post_mlp/max_abs": 2.859375, "train/tensor_act_model_layers_10_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_10_residual_post_mlp/min": -2.515625, "train/tensor_act_model_layers_10_residual_post_mlp/max": 2.859375, "train/tensor_act_model_layers_10_residual_post_mlp/range": 5.375, "train/tensor_act_model_layers_11_residual_pre_attn/norm": 790.0979614257812, "train/tensor_act_model_layers_11_residual_pre_attn/mean": 0.00885009765625, "train/tensor_act_model_layers_11_residual_pre_attn/std": 0.384765625, "train/tensor_act_model_layers_11_residual_pre_attn/max_abs": 2.859375, "train/tensor_act_model_layers_11_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_11_residual_pre_attn/min": -2.515625, "train/tensor_act_model_layers_11_residual_pre_attn/max": 2.859375, "train/tensor_act_model_layers_11_residual_pre_attn/range": 5.375, "train/tensor_act_model_layers_11_residual_post_attn/norm": 793.3911743164062, "train/tensor_act_model_layers_11_residual_post_attn/mean": 0.00921630859375, "train/tensor_act_model_layers_11_residual_post_attn/std": 0.38671875, "train/tensor_act_model_layers_11_residual_post_attn/max_abs": 2.875, "train/tensor_act_model_layers_11_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_11_residual_post_attn/min": -2.515625, "train/tensor_act_model_layers_11_residual_post_attn/max": 2.875, "train/tensor_act_model_layers_11_residual_post_attn/range": 5.390625, "train/tensor_act_model_layers_11_mlp_gate_proj/norm": 1163.5665283203125, "train/tensor_act_model_layers_11_mlp_gate_proj/mean": -0.1591796875, "train/tensor_act_model_layers_11_mlp_gate_proj/std": 0.369140625, "train/tensor_act_model_layers_11_mlp_gate_proj/max_abs": 2.4375, "train/tensor_act_model_layers_11_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_11_mlp_gate_proj/min": -2.4375, "train/tensor_act_model_layers_11_mlp_gate_proj/max": 1.90625, "train/tensor_act_model_layers_11_mlp_gate_proj/range": 4.34375, "train/tensor_act_model_layers_11_mlp_up_proj/norm": 978.7476196289062, "train/tensor_act_model_layers_11_mlp_up_proj/mean": 0.00982666015625, "train/tensor_act_model_layers_11_mlp_up_proj/std": 0.337890625, "train/tensor_act_model_layers_11_mlp_up_proj/max_abs": 1.8671875, "train/tensor_act_model_layers_11_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_11_mlp_up_proj/min": -1.8671875, "train/tensor_act_model_layers_11_mlp_up_proj/max": 1.8671875, "train/tensor_act_model_layers_11_mlp_up_proj/range": 3.734375, "train/tensor_act_model_layers_11_mlp_down_proj/norm": 69.53828430175781, "train/tensor_act_model_layers_11_mlp_down_proj/mean": 0.001129150390625, "train/tensor_act_model_layers_11_mlp_down_proj/std": 0.033935546875, "train/tensor_act_model_layers_11_mlp_down_proj/max_abs": 0.291015625, "train/tensor_act_model_layers_11_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_11_mlp_down_proj/min": -0.291015625, "train/tensor_act_model_layers_11_mlp_down_proj/max": 0.26953125, "train/tensor_act_model_layers_11_mlp_down_proj/range": 0.560546875, "train/tensor_act_model_layers_11_mlp/norm": 69.53828430175781, "train/tensor_act_model_layers_11_mlp/mean": 0.001129150390625, "train/tensor_act_model_layers_11_mlp/std": 0.033935546875, "train/tensor_act_model_layers_11_mlp/max_abs": 0.291015625, "train/tensor_act_model_layers_11_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_11_mlp/min": -0.291015625, "train/tensor_act_model_layers_11_mlp/max": 0.26953125, "train/tensor_act_model_layers_11_mlp/range": 0.560546875, "train/tensor_act_model_layers_11_residual_post_mlp/norm": 816.3947143554688, "train/tensor_act_model_layers_11_residual_post_mlp/mean": 0.0103759765625, "train/tensor_act_model_layers_11_residual_post_mlp/std": 0.3984375, "train/tensor_act_model_layers_11_residual_post_mlp/max_abs": 3.03125, "train/tensor_act_model_layers_11_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_11_residual_post_mlp/min": -2.53125, "train/tensor_act_model_layers_11_residual_post_mlp/max": 3.03125, "train/tensor_act_model_layers_11_residual_post_mlp/range": 5.5625, "train/tensor_act_model_layers_12_residual_pre_attn/norm": 816.3947143554688, "train/tensor_act_model_layers_12_residual_pre_attn/mean": 0.0103759765625, "train/tensor_act_model_layers_12_residual_pre_attn/std": 0.3984375, "train/tensor_act_model_layers_12_residual_pre_attn/max_abs": 3.03125, "train/tensor_act_model_layers_12_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_12_residual_pre_attn/min": -2.53125, "train/tensor_act_model_layers_12_residual_pre_attn/max": 3.03125, "train/tensor_act_model_layers_12_residual_pre_attn/range": 5.5625, "train/tensor_act_model_layers_12_residual_post_attn/norm": 828.170654296875, "train/tensor_act_model_layers_12_residual_post_attn/mean": 0.0108642578125, "train/tensor_act_model_layers_12_residual_post_attn/std": 0.404296875, "train/tensor_act_model_layers_12_residual_post_attn/max_abs": 3.03125, "train/tensor_act_model_layers_12_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_12_residual_post_attn/min": -2.546875, "train/tensor_act_model_layers_12_residual_post_attn/max": 3.03125, "train/tensor_act_model_layers_12_residual_post_attn/range": 5.578125, "train/tensor_act_model_layers_12_mlp_gate_proj/norm": 1206.6773681640625, "train/tensor_act_model_layers_12_mlp_gate_proj/mean": -0.1669921875, "train/tensor_act_model_layers_12_mlp_gate_proj/std": 0.380859375, "train/tensor_act_model_layers_12_mlp_gate_proj/max_abs": 2.765625, "train/tensor_act_model_layers_12_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_12_mlp_gate_proj/min": -2.765625, "train/tensor_act_model_layers_12_mlp_gate_proj/max": 2.0625, "train/tensor_act_model_layers_12_mlp_gate_proj/range": 4.828125, "train/tensor_act_model_layers_12_mlp_up_proj/norm": 1003.033935546875, "train/tensor_act_model_layers_12_mlp_up_proj/mean": -0.0032196044921875, "train/tensor_act_model_layers_12_mlp_up_proj/std": 0.345703125, "train/tensor_act_model_layers_12_mlp_up_proj/max_abs": 1.9609375, "train/tensor_act_model_layers_12_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_12_mlp_up_proj/min": -1.9609375, "train/tensor_act_model_layers_12_mlp_up_proj/max": 1.875, "train/tensor_act_model_layers_12_mlp_up_proj/range": 3.8359375, "train/tensor_act_model_layers_12_mlp_down_proj/norm": 71.6048812866211, "train/tensor_act_model_layers_12_mlp_down_proj/mean": 3.8623809814453125e-05, "train/tensor_act_model_layers_12_mlp_down_proj/std": 0.034912109375, "train/tensor_act_model_layers_12_mlp_down_proj/max_abs": 0.390625, "train/tensor_act_model_layers_12_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_12_mlp_down_proj/min": -0.390625, "train/tensor_act_model_layers_12_mlp_down_proj/max": 0.330078125, "train/tensor_act_model_layers_12_mlp_down_proj/range": 0.720703125, "train/tensor_act_model_layers_12_mlp/norm": 71.6048812866211, "train/tensor_act_model_layers_12_mlp/mean": 3.8623809814453125e-05, "train/tensor_act_model_layers_12_mlp/std": 0.034912109375, "train/tensor_act_model_layers_12_mlp/max_abs": 0.390625, "train/tensor_act_model_layers_12_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_12_mlp/min": -0.390625, "train/tensor_act_model_layers_12_mlp/max": 0.330078125, "train/tensor_act_model_layers_12_mlp/range": 0.720703125, "train/tensor_act_model_layers_12_residual_post_mlp/norm": 847.0932006835938, "train/tensor_act_model_layers_12_residual_post_mlp/mean": 0.0108642578125, "train/tensor_act_model_layers_12_residual_post_mlp/std": 0.4140625, "train/tensor_act_model_layers_12_residual_post_mlp/max_abs": 3.140625, "train/tensor_act_model_layers_12_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_12_residual_post_mlp/min": -2.5625, "train/tensor_act_model_layers_12_residual_post_mlp/max": 3.140625, "train/tensor_act_model_layers_12_residual_post_mlp/range": 5.703125, "train/tensor_act_model_layers_13_residual_pre_attn/norm": 847.0932006835938, "train/tensor_act_model_layers_13_residual_pre_attn/mean": 0.0108642578125, "train/tensor_act_model_layers_13_residual_pre_attn/std": 0.4140625, "train/tensor_act_model_layers_13_residual_pre_attn/max_abs": 3.140625, "train/tensor_act_model_layers_13_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_13_residual_pre_attn/min": -2.5625, "train/tensor_act_model_layers_13_residual_pre_attn/max": 3.140625, "train/tensor_act_model_layers_13_residual_pre_attn/range": 5.703125, "train/tensor_act_model_layers_13_residual_post_attn/norm": 850.3339233398438, "train/tensor_act_model_layers_13_residual_post_attn/mean": 0.0111083984375, "train/tensor_act_model_layers_13_residual_post_attn/std": 0.416015625, "train/tensor_act_model_layers_13_residual_post_attn/max_abs": 3.109375, "train/tensor_act_model_layers_13_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_13_residual_post_attn/min": -2.5625, "train/tensor_act_model_layers_13_residual_post_attn/max": 3.109375, "train/tensor_act_model_layers_13_residual_post_attn/range": 5.671875, "train/tensor_act_model_layers_13_mlp_gate_proj/norm": 1179.0406494140625, "train/tensor_act_model_layers_13_mlp_gate_proj/mean": -0.166015625, "train/tensor_act_model_layers_13_mlp_gate_proj/std": 0.37109375, "train/tensor_act_model_layers_13_mlp_gate_proj/max_abs": 2.5, "train/tensor_act_model_layers_13_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_13_mlp_gate_proj/min": -2.5, "train/tensor_act_model_layers_13_mlp_gate_proj/max": 2.171875, "train/tensor_act_model_layers_13_mlp_gate_proj/range": 4.671875, "train/tensor_act_model_layers_13_mlp_up_proj/norm": 966.2463989257812, "train/tensor_act_model_layers_13_mlp_up_proj/mean": -0.002716064453125, "train/tensor_act_model_layers_13_mlp_up_proj/std": 0.333984375, "train/tensor_act_model_layers_13_mlp_up_proj/max_abs": 2.03125, "train/tensor_act_model_layers_13_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_13_mlp_up_proj/min": -1.8515625, "train/tensor_act_model_layers_13_mlp_up_proj/max": 2.03125, "train/tensor_act_model_layers_13_mlp_up_proj/range": 3.8828125, "train/tensor_act_model_layers_13_mlp_down_proj/norm": 66.7150650024414, "train/tensor_act_model_layers_13_mlp_down_proj/mean": 9.202957153320312e-05, "train/tensor_act_model_layers_13_mlp_down_proj/std": 0.032470703125, "train/tensor_act_model_layers_13_mlp_down_proj/max_abs": 0.462890625, "train/tensor_act_model_layers_13_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_13_mlp_down_proj/min": -0.462890625, "train/tensor_act_model_layers_13_mlp_down_proj/max": 0.345703125, "train/tensor_act_model_layers_13_mlp_down_proj/range": 0.80859375, "train/tensor_act_model_layers_13_mlp/norm": 66.7150650024414, "train/tensor_act_model_layers_13_mlp/mean": 9.202957153320312e-05, "train/tensor_act_model_layers_13_mlp/std": 0.032470703125, "train/tensor_act_model_layers_13_mlp/max_abs": 0.462890625, "train/tensor_act_model_layers_13_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_13_mlp/min": -0.462890625, "train/tensor_act_model_layers_13_mlp/max": 0.345703125, "train/tensor_act_model_layers_13_mlp/range": 0.80859375, "train/tensor_act_model_layers_13_residual_post_mlp/norm": 869.7527465820312, "train/tensor_act_model_layers_13_residual_post_mlp/mean": 0.01116943359375, "train/tensor_act_model_layers_13_residual_post_mlp/std": 0.423828125, "train/tensor_act_model_layers_13_residual_post_mlp/max_abs": 3.1875, "train/tensor_act_model_layers_13_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_13_residual_post_mlp/min": -2.59375, "train/tensor_act_model_layers_13_residual_post_mlp/max": 3.1875, "train/tensor_act_model_layers_13_residual_post_mlp/range": 5.78125, "train/tensor_act_model_layers_14_residual_pre_attn/norm": 869.7527465820312, "train/tensor_act_model_layers_14_residual_pre_attn/mean": 0.01116943359375, "train/tensor_act_model_layers_14_residual_pre_attn/std": 0.423828125, "train/tensor_act_model_layers_14_residual_pre_attn/max_abs": 3.1875, "train/tensor_act_model_layers_14_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_14_residual_pre_attn/min": -2.59375, "train/tensor_act_model_layers_14_residual_pre_attn/max": 3.1875, "train/tensor_act_model_layers_14_residual_pre_attn/range": 5.78125, "train/tensor_act_model_layers_14_residual_post_attn/norm": 908.2756958007812, "train/tensor_act_model_layers_14_residual_post_attn/mean": 0.00897216796875, "train/tensor_act_model_layers_14_residual_post_attn/std": 0.443359375, "train/tensor_act_model_layers_14_residual_post_attn/max_abs": 3.234375, "train/tensor_act_model_layers_14_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_14_residual_post_attn/min": -2.609375, "train/tensor_act_model_layers_14_residual_post_attn/max": 3.234375, "train/tensor_act_model_layers_14_residual_post_attn/range": 5.84375, "train/tensor_act_model_layers_14_mlp_gate_proj/norm": 1222.2803955078125, "train/tensor_act_model_layers_14_mlp_gate_proj/mean": -0.1689453125, "train/tensor_act_model_layers_14_mlp_gate_proj/std": 0.38671875, "train/tensor_act_model_layers_14_mlp_gate_proj/max_abs": 2.4375, "train/tensor_act_model_layers_14_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_14_mlp_gate_proj/min": -2.4375, "train/tensor_act_model_layers_14_mlp_gate_proj/max": 2.015625, "train/tensor_act_model_layers_14_mlp_gate_proj/range": 4.453125, "train/tensor_act_model_layers_14_mlp_up_proj/norm": 1008.306640625, "train/tensor_act_model_layers_14_mlp_up_proj/mean": -0.00019550323486328125, "train/tensor_act_model_layers_14_mlp_up_proj/std": 0.34765625, "train/tensor_act_model_layers_14_mlp_up_proj/max_abs": 2.046875, "train/tensor_act_model_layers_14_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_14_mlp_up_proj/min": -2.046875, "train/tensor_act_model_layers_14_mlp_up_proj/max": 1.9375, "train/tensor_act_model_layers_14_mlp_up_proj/range": 3.984375, "train/tensor_act_model_layers_14_mlp_down_proj/norm": 71.93800354003906, "train/tensor_act_model_layers_14_mlp_down_proj/mean": 7.963180541992188e-05, "train/tensor_act_model_layers_14_mlp_down_proj/std": 0.03515625, "train/tensor_act_model_layers_14_mlp_down_proj/max_abs": 0.263671875, "train/tensor_act_model_layers_14_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_14_mlp_down_proj/min": -0.263671875, "train/tensor_act_model_layers_14_mlp_down_proj/max": 0.2578125, "train/tensor_act_model_layers_14_mlp_down_proj/range": 0.521484375, "train/tensor_act_model_layers_14_mlp/norm": 71.93800354003906, "train/tensor_act_model_layers_14_mlp/mean": 7.963180541992188e-05, "train/tensor_act_model_layers_14_mlp/std": 0.03515625, "train/tensor_act_model_layers_14_mlp/max_abs": 0.263671875, "train/tensor_act_model_layers_14_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_14_mlp/min": -0.263671875, "train/tensor_act_model_layers_14_mlp/max": 0.2578125, "train/tensor_act_model_layers_14_mlp/range": 0.521484375, "train/tensor_act_model_layers_14_residual_post_mlp/norm": 924.5267944335938, "train/tensor_act_model_layers_14_residual_post_mlp/mean": 0.009033203125, "train/tensor_act_model_layers_14_residual_post_mlp/std": 0.451171875, "train/tensor_act_model_layers_14_residual_post_mlp/max_abs": 3.3125, "train/tensor_act_model_layers_14_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_14_residual_post_mlp/min": -2.75, "train/tensor_act_model_layers_14_residual_post_mlp/max": 3.3125, "train/tensor_act_model_layers_14_residual_post_mlp/range": 6.0625, "train/tensor_act_model_layers_15_residual_pre_attn/norm": 924.5267944335938, "train/tensor_act_model_layers_15_residual_pre_attn/mean": 0.009033203125, "train/tensor_act_model_layers_15_residual_pre_attn/std": 0.451171875, "train/tensor_act_model_layers_15_residual_pre_attn/max_abs": 3.3125, "train/tensor_act_model_layers_15_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_15_residual_pre_attn/min": -2.75, "train/tensor_act_model_layers_15_residual_pre_attn/max": 3.3125, "train/tensor_act_model_layers_15_residual_pre_attn/range": 6.0625, "train/tensor_act_model_layers_15_residual_post_attn/norm": 935.2323608398438, "train/tensor_act_model_layers_15_residual_post_attn/mean": 0.007720947265625, "train/tensor_act_model_layers_15_residual_post_attn/std": 0.45703125, "train/tensor_act_model_layers_15_residual_post_attn/max_abs": 3.34375, "train/tensor_act_model_layers_15_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_15_residual_post_attn/min": -2.703125, "train/tensor_act_model_layers_15_residual_post_attn/max": 3.34375, "train/tensor_act_model_layers_15_residual_post_attn/range": 6.046875, "train/tensor_act_model_layers_15_mlp_gate_proj/norm": 1251.8621826171875, "train/tensor_act_model_layers_15_mlp_gate_proj/mean": -0.1904296875, "train/tensor_act_model_layers_15_mlp_gate_proj/std": 0.388671875, "train/tensor_act_model_layers_15_mlp_gate_proj/max_abs": 2.5, "train/tensor_act_model_layers_15_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_15_mlp_gate_proj/min": -2.5, "train/tensor_act_model_layers_15_mlp_gate_proj/max": 2.15625, "train/tensor_act_model_layers_15_mlp_gate_proj/range": 4.65625, "train/tensor_act_model_layers_15_mlp_up_proj/norm": 1010.2466430664062, "train/tensor_act_model_layers_15_mlp_up_proj/mean": 0.003204345703125, "train/tensor_act_model_layers_15_mlp_up_proj/std": 0.349609375, "train/tensor_act_model_layers_15_mlp_up_proj/max_abs": 2.140625, "train/tensor_act_model_layers_15_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_15_mlp_up_proj/min": -1.8984375, "train/tensor_act_model_layers_15_mlp_up_proj/max": 2.140625, "train/tensor_act_model_layers_15_mlp_up_proj/range": 4.0390625, "train/tensor_act_model_layers_15_mlp_down_proj/norm": 77.28321838378906, "train/tensor_act_model_layers_15_mlp_down_proj/mean": -0.000125885009765625, "train/tensor_act_model_layers_15_mlp_down_proj/std": 0.037841796875, "train/tensor_act_model_layers_15_mlp_down_proj/max_abs": 0.33203125, "train/tensor_act_model_layers_15_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_15_mlp_down_proj/min": -0.33203125, "train/tensor_act_model_layers_15_mlp_down_proj/max": 0.31640625, "train/tensor_act_model_layers_15_mlp_down_proj/range": 0.6484375, "train/tensor_act_model_layers_15_mlp/norm": 77.28321838378906, "train/tensor_act_model_layers_15_mlp/mean": -0.000125885009765625, "train/tensor_act_model_layers_15_mlp/std": 0.037841796875, "train/tensor_act_model_layers_15_mlp/max_abs": 0.33203125, "train/tensor_act_model_layers_15_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_15_mlp/min": -0.33203125, "train/tensor_act_model_layers_15_mlp/max": 0.31640625, "train/tensor_act_model_layers_15_mlp/range": 0.6484375, "train/tensor_act_model_layers_15_residual_post_mlp/norm": 956.5029907226562, "train/tensor_act_model_layers_15_residual_post_mlp/mean": 0.007598876953125, "train/tensor_act_model_layers_15_residual_post_mlp/std": 0.466796875, "train/tensor_act_model_layers_15_residual_post_mlp/max_abs": 3.4375, "train/tensor_act_model_layers_15_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_15_residual_post_mlp/min": -2.796875, "train/tensor_act_model_layers_15_residual_post_mlp/max": 3.4375, "train/tensor_act_model_layers_15_residual_post_mlp/range": 6.234375, "train/tensor_act_model_layers_16_residual_pre_attn/norm": 956.5029907226562, "train/tensor_act_model_layers_16_residual_pre_attn/mean": 0.007598876953125, "train/tensor_act_model_layers_16_residual_pre_attn/std": 0.466796875, "train/tensor_act_model_layers_16_residual_pre_attn/max_abs": 3.4375, "train/tensor_act_model_layers_16_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_16_residual_pre_attn/min": -2.796875, "train/tensor_act_model_layers_16_residual_pre_attn/max": 3.4375, "train/tensor_act_model_layers_16_residual_pre_attn/range": 6.234375, "train/tensor_act_model_layers_16_residual_post_attn/norm": 974.4410400390625, "train/tensor_act_model_layers_16_residual_post_attn/mean": 0.00909423828125, "train/tensor_act_model_layers_16_residual_post_attn/std": 0.4765625, "train/tensor_act_model_layers_16_residual_post_attn/max_abs": 3.609375, "train/tensor_act_model_layers_16_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_16_residual_post_attn/min": -2.65625, "train/tensor_act_model_layers_16_residual_post_attn/max": 3.609375, "train/tensor_act_model_layers_16_residual_post_attn/range": 6.265625, "train/tensor_act_model_layers_16_mlp_gate_proj/norm": 1234.341796875, "train/tensor_act_model_layers_16_mlp_gate_proj/mean": -0.1708984375, "train/tensor_act_model_layers_16_mlp_gate_proj/std": 0.390625, "train/tensor_act_model_layers_16_mlp_gate_proj/max_abs": 2.390625, "train/tensor_act_model_layers_16_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_16_mlp_gate_proj/min": -2.390625, "train/tensor_act_model_layers_16_mlp_gate_proj/max": 1.921875, "train/tensor_act_model_layers_16_mlp_gate_proj/range": 4.3125, "train/tensor_act_model_layers_16_mlp_up_proj/norm": 1039.2586669921875, "train/tensor_act_model_layers_16_mlp_up_proj/mean": -0.0002307891845703125, "train/tensor_act_model_layers_16_mlp_up_proj/std": 0.359375, "train/tensor_act_model_layers_16_mlp_up_proj/max_abs": 1.9375, "train/tensor_act_model_layers_16_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_16_mlp_up_proj/min": -1.875, "train/tensor_act_model_layers_16_mlp_up_proj/max": 1.9375, "train/tensor_act_model_layers_16_mlp_up_proj/range": 3.8125, "train/tensor_act_model_layers_16_mlp_down_proj/norm": 74.18133544921875, "train/tensor_act_model_layers_16_mlp_down_proj/mean": 0.000713348388671875, "train/tensor_act_model_layers_16_mlp_down_proj/std": 0.0361328125, "train/tensor_act_model_layers_16_mlp_down_proj/max_abs": 0.306640625, "train/tensor_act_model_layers_16_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_16_mlp_down_proj/min": -0.29296875, "train/tensor_act_model_layers_16_mlp_down_proj/max": 0.306640625, "train/tensor_act_model_layers_16_mlp_down_proj/range": 0.599609375, "train/tensor_act_model_layers_16_mlp/norm": 74.18133544921875, "train/tensor_act_model_layers_16_mlp/mean": 0.000713348388671875, "train/tensor_act_model_layers_16_mlp/std": 0.0361328125, "train/tensor_act_model_layers_16_mlp/max_abs": 0.306640625, "train/tensor_act_model_layers_16_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_16_mlp/min": -0.29296875, "train/tensor_act_model_layers_16_mlp/max": 0.306640625, "train/tensor_act_model_layers_16_mlp/range": 0.599609375, "train/tensor_act_model_layers_16_residual_post_mlp/norm": 981.9730224609375, "train/tensor_act_model_layers_16_residual_post_mlp/mean": 0.00982666015625, "train/tensor_act_model_layers_16_residual_post_mlp/std": 0.478515625, "train/tensor_act_model_layers_16_residual_post_mlp/max_abs": 3.6875, "train/tensor_act_model_layers_16_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_16_residual_post_mlp/min": -2.734375, "train/tensor_act_model_layers_16_residual_post_mlp/max": 3.6875, "train/tensor_act_model_layers_16_residual_post_mlp/range": 6.421875, "train/tensor_act_model_layers_17_residual_pre_attn/norm": 981.9730224609375, "train/tensor_act_model_layers_17_residual_pre_attn/mean": 0.00982666015625, "train/tensor_act_model_layers_17_residual_pre_attn/std": 0.478515625, "train/tensor_act_model_layers_17_residual_pre_attn/max_abs": 3.6875, "train/tensor_act_model_layers_17_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_17_residual_pre_attn/min": -2.734375, "train/tensor_act_model_layers_17_residual_pre_attn/max": 3.6875, "train/tensor_act_model_layers_17_residual_pre_attn/range": 6.421875, "train/tensor_act_model_layers_17_residual_post_attn/norm": 981.0587158203125, "train/tensor_act_model_layers_17_residual_post_attn/mean": 0.009765625, "train/tensor_act_model_layers_17_residual_post_attn/std": 0.478515625, "train/tensor_act_model_layers_17_residual_post_attn/max_abs": 3.734375, "train/tensor_act_model_layers_17_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_17_residual_post_attn/min": -2.640625, "train/tensor_act_model_layers_17_residual_post_attn/max": 3.734375, "train/tensor_act_model_layers_17_residual_post_attn/range": 6.375, "train/tensor_act_model_layers_17_mlp_gate_proj/norm": 1236.3443603515625, "train/tensor_act_model_layers_17_mlp_gate_proj/mean": -0.162109375, "train/tensor_act_model_layers_17_mlp_gate_proj/std": 0.39453125, "train/tensor_act_model_layers_17_mlp_gate_proj/max_abs": 2.53125, "train/tensor_act_model_layers_17_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_17_mlp_gate_proj/min": -2.53125, "train/tensor_act_model_layers_17_mlp_gate_proj/max": 2.15625, "train/tensor_act_model_layers_17_mlp_gate_proj/range": 4.6875, "train/tensor_act_model_layers_17_mlp_up_proj/norm": 1039.98779296875, "train/tensor_act_model_layers_17_mlp_up_proj/mean": -0.00238037109375, "train/tensor_act_model_layers_17_mlp_up_proj/std": 0.359375, "train/tensor_act_model_layers_17_mlp_up_proj/max_abs": 2.359375, "train/tensor_act_model_layers_17_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_17_mlp_up_proj/min": -2.359375, "train/tensor_act_model_layers_17_mlp_up_proj/max": 1.9453125, "train/tensor_act_model_layers_17_mlp_up_proj/range": 4.3046875, "train/tensor_act_model_layers_17_mlp_down_proj/norm": 79.33642578125, "train/tensor_act_model_layers_17_mlp_down_proj/mean": 9.918212890625e-05, "train/tensor_act_model_layers_17_mlp_down_proj/std": 0.038818359375, "train/tensor_act_model_layers_17_mlp_down_proj/max_abs": 0.50390625, "train/tensor_act_model_layers_17_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_17_mlp_down_proj/min": -0.40625, "train/tensor_act_model_layers_17_mlp_down_proj/max": 0.50390625, "train/tensor_act_model_layers_17_mlp_down_proj/range": 0.91015625, "train/tensor_act_model_layers_17_mlp/norm": 79.33642578125, "train/tensor_act_model_layers_17_mlp/mean": 9.918212890625e-05, "train/tensor_act_model_layers_17_mlp/std": 0.038818359375, "train/tensor_act_model_layers_17_mlp/max_abs": 0.50390625, "train/tensor_act_model_layers_17_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_17_mlp/min": -0.40625, "train/tensor_act_model_layers_17_mlp/max": 0.50390625, "train/tensor_act_model_layers_17_mlp/range": 0.91015625, "train/tensor_act_model_layers_17_residual_post_mlp/norm": 991.2407836914062, "train/tensor_act_model_layers_17_residual_post_mlp/mean": 0.00982666015625, "train/tensor_act_model_layers_17_residual_post_mlp/std": 0.484375, "train/tensor_act_model_layers_17_residual_post_mlp/max_abs": 3.75, "train/tensor_act_model_layers_17_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_17_residual_post_mlp/min": -2.71875, "train/tensor_act_model_layers_17_residual_post_mlp/max": 3.75, "train/tensor_act_model_layers_17_residual_post_mlp/range": 6.46875, "train/tensor_act_model_layers_18_residual_pre_attn/norm": 991.2407836914062, "train/tensor_act_model_layers_18_residual_pre_attn/mean": 0.00982666015625, "train/tensor_act_model_layers_18_residual_pre_attn/std": 0.484375, "train/tensor_act_model_layers_18_residual_pre_attn/max_abs": 3.75, "train/tensor_act_model_layers_18_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_18_residual_pre_attn/min": -2.71875, "train/tensor_act_model_layers_18_residual_pre_attn/max": 3.75, "train/tensor_act_model_layers_18_residual_pre_attn/range": 6.46875, "train/tensor_act_model_layers_18_residual_post_attn/norm": 995.596435546875, "train/tensor_act_model_layers_18_residual_post_attn/mean": 0.00958251953125, "train/tensor_act_model_layers_18_residual_post_attn/std": 0.486328125, "train/tensor_act_model_layers_18_residual_post_attn/max_abs": 3.71875, "train/tensor_act_model_layers_18_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_18_residual_post_attn/min": -2.734375, "train/tensor_act_model_layers_18_residual_post_attn/max": 3.71875, "train/tensor_act_model_layers_18_residual_post_attn/range": 6.453125, "train/tensor_act_model_layers_18_mlp_gate_proj/norm": 1263.06787109375, "train/tensor_act_model_layers_18_mlp_gate_proj/mean": -0.1689453125, "train/tensor_act_model_layers_18_mlp_gate_proj/std": 0.40234375, "train/tensor_act_model_layers_18_mlp_gate_proj/max_abs": 2.59375, "train/tensor_act_model_layers_18_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_18_mlp_gate_proj/min": -2.59375, "train/tensor_act_model_layers_18_mlp_gate_proj/max": 1.96875, "train/tensor_act_model_layers_18_mlp_gate_proj/range": 4.5625, "train/tensor_act_model_layers_18_mlp_up_proj/norm": 1057.8175048828125, "train/tensor_act_model_layers_18_mlp_up_proj/mean": -0.00469970703125, "train/tensor_act_model_layers_18_mlp_up_proj/std": 0.365234375, "train/tensor_act_model_layers_18_mlp_up_proj/max_abs": 2.25, "train/tensor_act_model_layers_18_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_18_mlp_up_proj/min": -2.109375, "train/tensor_act_model_layers_18_mlp_up_proj/max": 2.25, "train/tensor_act_model_layers_18_mlp_up_proj/range": 4.359375, "train/tensor_act_model_layers_18_mlp_down_proj/norm": 76.59187316894531, "train/tensor_act_model_layers_18_mlp_down_proj/mean": -0.000484466552734375, "train/tensor_act_model_layers_18_mlp_down_proj/std": 0.037353515625, "train/tensor_act_model_layers_18_mlp_down_proj/max_abs": 0.33984375, "train/tensor_act_model_layers_18_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_18_mlp_down_proj/min": -0.310546875, "train/tensor_act_model_layers_18_mlp_down_proj/max": 0.33984375, "train/tensor_act_model_layers_18_mlp_down_proj/range": 0.650390625, "train/tensor_act_model_layers_18_mlp/norm": 76.59187316894531, "train/tensor_act_model_layers_18_mlp/mean": -0.000484466552734375, "train/tensor_act_model_layers_18_mlp/std": 0.037353515625, "train/tensor_act_model_layers_18_mlp/max_abs": 0.33984375, "train/tensor_act_model_layers_18_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_18_mlp/min": -0.310546875, "train/tensor_act_model_layers_18_mlp/max": 0.33984375, "train/tensor_act_model_layers_18_mlp/range": 0.650390625, "train/tensor_act_model_layers_18_residual_post_mlp/norm": 1007.2067260742188, "train/tensor_act_model_layers_18_residual_post_mlp/mean": 0.00909423828125, "train/tensor_act_model_layers_18_residual_post_mlp/std": 0.4921875, "train/tensor_act_model_layers_18_residual_post_mlp/max_abs": 3.796875, "train/tensor_act_model_layers_18_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_18_residual_post_mlp/min": -2.78125, "train/tensor_act_model_layers_18_residual_post_mlp/max": 3.796875, "train/tensor_act_model_layers_18_residual_post_mlp/range": 6.578125, "train/tensor_act_model_layers_19_residual_pre_attn/norm": 1007.2067260742188, "train/tensor_act_model_layers_19_residual_pre_attn/mean": 0.00909423828125, "train/tensor_act_model_layers_19_residual_pre_attn/std": 0.4921875, "train/tensor_act_model_layers_19_residual_pre_attn/max_abs": 3.796875, "train/tensor_act_model_layers_19_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_19_residual_pre_attn/min": -2.78125, "train/tensor_act_model_layers_19_residual_pre_attn/max": 3.796875, "train/tensor_act_model_layers_19_residual_pre_attn/range": 6.578125, "train/tensor_act_model_layers_19_residual_post_attn/norm": 1019.2372436523438, "train/tensor_act_model_layers_19_residual_post_attn/mean": 0.00732421875, "train/tensor_act_model_layers_19_residual_post_attn/std": 0.498046875, "train/tensor_act_model_layers_19_residual_post_attn/max_abs": 3.796875, "train/tensor_act_model_layers_19_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_19_residual_post_attn/min": -2.71875, "train/tensor_act_model_layers_19_residual_post_attn/max": 3.796875, "train/tensor_act_model_layers_19_residual_post_attn/range": 6.515625, "train/tensor_act_model_layers_19_mlp_gate_proj/norm": 1243.5777587890625, "train/tensor_act_model_layers_19_mlp_gate_proj/mean": -0.16015625, "train/tensor_act_model_layers_19_mlp_gate_proj/std": 0.3984375, "train/tensor_act_model_layers_19_mlp_gate_proj/max_abs": 2.46875, "train/tensor_act_model_layers_19_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_19_mlp_gate_proj/min": -2.46875, "train/tensor_act_model_layers_19_mlp_gate_proj/max": 2.046875, "train/tensor_act_model_layers_19_mlp_gate_proj/range": 4.515625, "train/tensor_act_model_layers_19_mlp_up_proj/norm": 1052.2484130859375, "train/tensor_act_model_layers_19_mlp_up_proj/mean": 0.0014801025390625, "train/tensor_act_model_layers_19_mlp_up_proj/std": 0.36328125, "train/tensor_act_model_layers_19_mlp_up_proj/max_abs": 1.9453125, "train/tensor_act_model_layers_19_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_19_mlp_up_proj/min": -1.9453125, "train/tensor_act_model_layers_19_mlp_up_proj/max": 1.921875, "train/tensor_act_model_layers_19_mlp_up_proj/range": 3.8671875, "train/tensor_act_model_layers_19_mlp_down_proj/norm": 77.00179290771484, "train/tensor_act_model_layers_19_mlp_down_proj/mean": 0.000209808349609375, "train/tensor_act_model_layers_19_mlp_down_proj/std": 0.03759765625, "train/tensor_act_model_layers_19_mlp_down_proj/max_abs": 0.31640625, "train/tensor_act_model_layers_19_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_19_mlp_down_proj/min": -0.31640625, "train/tensor_act_model_layers_19_mlp_down_proj/max": 0.29296875, "train/tensor_act_model_layers_19_mlp_down_proj/range": 0.609375, "train/tensor_act_model_layers_19_mlp/norm": 77.00179290771484, "train/tensor_act_model_layers_19_mlp/mean": 0.000209808349609375, "train/tensor_act_model_layers_19_mlp/std": 0.03759765625, "train/tensor_act_model_layers_19_mlp/max_abs": 0.31640625, "train/tensor_act_model_layers_19_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_19_mlp/min": -0.31640625, "train/tensor_act_model_layers_19_mlp/max": 0.29296875, "train/tensor_act_model_layers_19_mlp/range": 0.609375, "train/tensor_act_model_layers_19_residual_post_mlp/norm": 1030.593994140625, "train/tensor_act_model_layers_19_residual_post_mlp/mean": 0.007537841796875, "train/tensor_act_model_layers_19_residual_post_mlp/std": 0.50390625, "train/tensor_act_model_layers_19_residual_post_mlp/max_abs": 3.8125, "train/tensor_act_model_layers_19_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_19_residual_post_mlp/min": -2.796875, "train/tensor_act_model_layers_19_residual_post_mlp/max": 3.8125, "train/tensor_act_model_layers_19_residual_post_mlp/range": 6.609375, "train/tensor_act_model_layers_20_residual_pre_attn/norm": 1030.593994140625, "train/tensor_act_model_layers_20_residual_pre_attn/mean": 0.007537841796875, "train/tensor_act_model_layers_20_residual_pre_attn/std": 0.50390625, "train/tensor_act_model_layers_20_residual_pre_attn/max_abs": 3.8125, "train/tensor_act_model_layers_20_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_20_residual_pre_attn/min": -2.796875, "train/tensor_act_model_layers_20_residual_pre_attn/max": 3.8125, "train/tensor_act_model_layers_20_residual_pre_attn/range": 6.609375, "train/tensor_act_model_layers_20_residual_post_attn/norm": 1030.950927734375, "train/tensor_act_model_layers_20_residual_post_attn/mean": 0.006683349609375, "train/tensor_act_model_layers_20_residual_post_attn/std": 0.50390625, "train/tensor_act_model_layers_20_residual_post_attn/max_abs": 3.78125, "train/tensor_act_model_layers_20_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_20_residual_post_attn/min": -2.796875, "train/tensor_act_model_layers_20_residual_post_attn/max": 3.78125, "train/tensor_act_model_layers_20_residual_post_attn/range": 6.578125, "train/tensor_act_model_layers_20_mlp_gate_proj/norm": 1218.7177734375, "train/tensor_act_model_layers_20_mlp_gate_proj/mean": -0.1484375, "train/tensor_act_model_layers_20_mlp_gate_proj/std": 0.39453125, "train/tensor_act_model_layers_20_mlp_gate_proj/max_abs": 3.171875, "train/tensor_act_model_layers_20_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_20_mlp_gate_proj/min": -3.171875, "train/tensor_act_model_layers_20_mlp_gate_proj/max": 2.53125, "train/tensor_act_model_layers_20_mlp_gate_proj/range": 5.703125, "train/tensor_act_model_layers_20_mlp_up_proj/norm": 1040.77294921875, "train/tensor_act_model_layers_20_mlp_up_proj/mean": -0.0003414154052734375, "train/tensor_act_model_layers_20_mlp_up_proj/std": 0.359375, "train/tensor_act_model_layers_20_mlp_up_proj/max_abs": 2.21875, "train/tensor_act_model_layers_20_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_20_mlp_up_proj/min": -2.140625, "train/tensor_act_model_layers_20_mlp_up_proj/max": 2.21875, "train/tensor_act_model_layers_20_mlp_up_proj/range": 4.359375, "train/tensor_act_model_layers_20_mlp_down_proj/norm": 78.20974731445312, "train/tensor_act_model_layers_20_mlp_down_proj/mean": 0.00020122528076171875, "train/tensor_act_model_layers_20_mlp_down_proj/std": 0.0380859375, "train/tensor_act_model_layers_20_mlp_down_proj/max_abs": 0.515625, "train/tensor_act_model_layers_20_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_20_mlp_down_proj/min": -0.515625, "train/tensor_act_model_layers_20_mlp_down_proj/max": 0.5, "train/tensor_act_model_layers_20_mlp_down_proj/range": 1.015625, "train/tensor_act_model_layers_20_mlp/norm": 78.20974731445312, "train/tensor_act_model_layers_20_mlp/mean": 0.00020122528076171875, "train/tensor_act_model_layers_20_mlp/std": 0.0380859375, "train/tensor_act_model_layers_20_mlp/max_abs": 0.515625, "train/tensor_act_model_layers_20_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_20_mlp/min": -0.515625, "train/tensor_act_model_layers_20_mlp/max": 0.5, "train/tensor_act_model_layers_20_mlp/range": 1.015625, "train/tensor_act_model_layers_20_residual_post_mlp/norm": 1041.6796875, "train/tensor_act_model_layers_20_residual_post_mlp/mean": 0.00689697265625, "train/tensor_act_model_layers_20_residual_post_mlp/std": 0.5078125, "train/tensor_act_model_layers_20_residual_post_mlp/max_abs": 3.78125, "train/tensor_act_model_layers_20_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_20_residual_post_mlp/min": -2.84375, "train/tensor_act_model_layers_20_residual_post_mlp/max": 3.78125, "train/tensor_act_model_layers_20_residual_post_mlp/range": 6.625, "train/tensor_act_model_layers_21_residual_pre_attn/norm": 1041.6796875, "train/tensor_act_model_layers_21_residual_pre_attn/mean": 0.00689697265625, "train/tensor_act_model_layers_21_residual_pre_attn/std": 0.5078125, "train/tensor_act_model_layers_21_residual_pre_attn/max_abs": 3.78125, "train/tensor_act_model_layers_21_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_21_residual_pre_attn/min": -2.84375, "train/tensor_act_model_layers_21_residual_pre_attn/max": 3.78125, "train/tensor_act_model_layers_21_residual_pre_attn/range": 6.625, "train/tensor_act_model_layers_21_residual_post_attn/norm": 1045.6988525390625, "train/tensor_act_model_layers_21_residual_post_attn/mean": 0.00689697265625, "train/tensor_act_model_layers_21_residual_post_attn/std": 0.51171875, "train/tensor_act_model_layers_21_residual_post_attn/max_abs": 3.75, "train/tensor_act_model_layers_21_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_21_residual_post_attn/min": -2.921875, "train/tensor_act_model_layers_21_residual_post_attn/max": 3.75, "train/tensor_act_model_layers_21_residual_post_attn/range": 6.671875, "train/tensor_act_model_layers_21_mlp_gate_proj/norm": 1223.2784423828125, "train/tensor_act_model_layers_21_mlp_gate_proj/mean": -0.1484375, "train/tensor_act_model_layers_21_mlp_gate_proj/std": 0.396484375, "train/tensor_act_model_layers_21_mlp_gate_proj/max_abs": 2.484375, "train/tensor_act_model_layers_21_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_21_mlp_gate_proj/min": -2.390625, "train/tensor_act_model_layers_21_mlp_gate_proj/max": 2.484375, "train/tensor_act_model_layers_21_mlp_gate_proj/range": 4.875, "train/tensor_act_model_layers_21_mlp_up_proj/norm": 1039.0140380859375, "train/tensor_act_model_layers_21_mlp_up_proj/mean": -0.0018463134765625, "train/tensor_act_model_layers_21_mlp_up_proj/std": 0.359375, "train/tensor_act_model_layers_21_mlp_up_proj/max_abs": 1.953125, "train/tensor_act_model_layers_21_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_21_mlp_up_proj/min": -1.9453125, "train/tensor_act_model_layers_21_mlp_up_proj/max": 1.953125, "train/tensor_act_model_layers_21_mlp_up_proj/range": 3.8984375, "train/tensor_act_model_layers_21_mlp_down_proj/norm": 77.09895324707031, "train/tensor_act_model_layers_21_mlp_down_proj/mean": -9.1552734375e-05, "train/tensor_act_model_layers_21_mlp_down_proj/std": 0.03759765625, "train/tensor_act_model_layers_21_mlp_down_proj/max_abs": 0.435546875, "train/tensor_act_model_layers_21_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_21_mlp_down_proj/min": -0.423828125, "train/tensor_act_model_layers_21_mlp_down_proj/max": 0.435546875, "train/tensor_act_model_layers_21_mlp_down_proj/range": 0.859375, "train/tensor_act_model_layers_21_mlp/norm": 77.09895324707031, "train/tensor_act_model_layers_21_mlp/mean": -9.1552734375e-05, "train/tensor_act_model_layers_21_mlp/std": 0.03759765625, "train/tensor_act_model_layers_21_mlp/max_abs": 0.435546875, "train/tensor_act_model_layers_21_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_21_mlp/min": -0.423828125, "train/tensor_act_model_layers_21_mlp/max": 0.435546875, "train/tensor_act_model_layers_21_mlp/range": 0.859375, "train/tensor_act_model_layers_21_residual_post_mlp/norm": 1058.5843505859375, "train/tensor_act_model_layers_21_residual_post_mlp/mean": 0.006805419921875, "train/tensor_act_model_layers_21_residual_post_mlp/std": 0.515625, "train/tensor_act_model_layers_21_residual_post_mlp/max_abs": 3.78125, "train/tensor_act_model_layers_21_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_21_residual_post_mlp/min": -2.90625, "train/tensor_act_model_layers_21_residual_post_mlp/max": 3.78125, "train/tensor_act_model_layers_21_residual_post_mlp/range": 6.6875, "train/tensor_act_model_layers_22_residual_pre_attn/norm": 1058.5843505859375, "train/tensor_act_model_layers_22_residual_pre_attn/mean": 0.006805419921875, "train/tensor_act_model_layers_22_residual_pre_attn/std": 0.515625, "train/tensor_act_model_layers_22_residual_pre_attn/max_abs": 3.78125, "train/tensor_act_model_layers_22_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_22_residual_pre_attn/min": -2.90625, "train/tensor_act_model_layers_22_residual_pre_attn/max": 3.78125, "train/tensor_act_model_layers_22_residual_pre_attn/range": 6.6875, "train/tensor_act_model_layers_22_residual_post_attn/norm": 1058.3382568359375, "train/tensor_act_model_layers_22_residual_post_attn/mean": 0.00738525390625, "train/tensor_act_model_layers_22_residual_post_attn/std": 0.515625, "train/tensor_act_model_layers_22_residual_post_attn/max_abs": 3.8125, "train/tensor_act_model_layers_22_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_22_residual_post_attn/min": -2.9375, "train/tensor_act_model_layers_22_residual_post_attn/max": 3.8125, "train/tensor_act_model_layers_22_residual_post_attn/range": 6.75, "train/tensor_act_model_layers_22_mlp_gate_proj/norm": 1227.9404296875, "train/tensor_act_model_layers_22_mlp_gate_proj/mean": -0.146484375, "train/tensor_act_model_layers_22_mlp_gate_proj/std": 0.3984375, "train/tensor_act_model_layers_22_mlp_gate_proj/max_abs": 2.5, "train/tensor_act_model_layers_22_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_22_mlp_gate_proj/min": -2.5, "train/tensor_act_model_layers_22_mlp_gate_proj/max": 2.171875, "train/tensor_act_model_layers_22_mlp_gate_proj/range": 4.671875, "train/tensor_act_model_layers_22_mlp_up_proj/norm": 1037.1029052734375, "train/tensor_act_model_layers_22_mlp_up_proj/mean": 0.0004329681396484375, "train/tensor_act_model_layers_22_mlp_up_proj/std": 0.357421875, "train/tensor_act_model_layers_22_mlp_up_proj/max_abs": 2.328125, "train/tensor_act_model_layers_22_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_22_mlp_up_proj/min": -1.9609375, "train/tensor_act_model_layers_22_mlp_up_proj/max": 2.328125, "train/tensor_act_model_layers_22_mlp_up_proj/range": 4.2890625, "train/tensor_act_model_layers_22_mlp_down_proj/norm": 78.23243713378906, "train/tensor_act_model_layers_22_mlp_down_proj/mean": 0.0005035400390625, "train/tensor_act_model_layers_22_mlp_down_proj/std": 0.0380859375, "train/tensor_act_model_layers_22_mlp_down_proj/max_abs": 0.45703125, "train/tensor_act_model_layers_22_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_22_mlp_down_proj/min": -0.45703125, "train/tensor_act_model_layers_22_mlp_down_proj/max": 0.38671875, "train/tensor_act_model_layers_22_mlp_down_proj/range": 0.84375, "train/tensor_act_model_layers_22_mlp/norm": 78.23243713378906, "train/tensor_act_model_layers_22_mlp/mean": 0.0005035400390625, "train/tensor_act_model_layers_22_mlp/std": 0.0380859375, "train/tensor_act_model_layers_22_mlp/max_abs": 0.45703125, "train/tensor_act_model_layers_22_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_22_mlp/min": -0.45703125, "train/tensor_act_model_layers_22_mlp/max": 0.38671875, "train/tensor_act_model_layers_22_mlp/range": 0.84375, "train/tensor_act_model_layers_22_residual_post_mlp/norm": 1071.2928466796875, "train/tensor_act_model_layers_22_residual_post_mlp/mean": 0.00787353515625, "train/tensor_act_model_layers_22_residual_post_mlp/std": 0.5234375, "train/tensor_act_model_layers_22_residual_post_mlp/max_abs": 3.84375, "train/tensor_act_model_layers_22_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_22_residual_post_mlp/min": -2.984375, "train/tensor_act_model_layers_22_residual_post_mlp/max": 3.84375, "train/tensor_act_model_layers_22_residual_post_mlp/range": 6.828125, "train/tensor_act_model_layers_23_residual_pre_attn/norm": 1071.2928466796875, "train/tensor_act_model_layers_23_residual_pre_attn/mean": 0.00787353515625, "train/tensor_act_model_layers_23_residual_pre_attn/std": 0.5234375, "train/tensor_act_model_layers_23_residual_pre_attn/max_abs": 3.84375, "train/tensor_act_model_layers_23_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_23_residual_pre_attn/min": -2.984375, "train/tensor_act_model_layers_23_residual_pre_attn/max": 3.84375, "train/tensor_act_model_layers_23_residual_pre_attn/range": 6.828125, "train/tensor_act_model_layers_23_residual_post_attn/norm": 1074.065673828125, "train/tensor_act_model_layers_23_residual_post_attn/mean": 0.00787353515625, "train/tensor_act_model_layers_23_residual_post_attn/std": 0.5234375, "train/tensor_act_model_layers_23_residual_post_attn/max_abs": 3.984375, "train/tensor_act_model_layers_23_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_23_residual_post_attn/min": -3.078125, "train/tensor_act_model_layers_23_residual_post_attn/max": 3.984375, "train/tensor_act_model_layers_23_residual_post_attn/range": 7.0625, "train/tensor_act_model_layers_23_mlp_gate_proj/norm": 1215.2347412109375, "train/tensor_act_model_layers_23_mlp_gate_proj/mean": -0.1416015625, "train/tensor_act_model_layers_23_mlp_gate_proj/std": 0.39453125, "train/tensor_act_model_layers_23_mlp_gate_proj/max_abs": 2.46875, "train/tensor_act_model_layers_23_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_23_mlp_gate_proj/min": -2.46875, "train/tensor_act_model_layers_23_mlp_gate_proj/max": 2.1875, "train/tensor_act_model_layers_23_mlp_gate_proj/range": 4.65625, "train/tensor_act_model_layers_23_mlp_up_proj/norm": 1045.0816650390625, "train/tensor_act_model_layers_23_mlp_up_proj/mean": 0.0010833740234375, "train/tensor_act_model_layers_23_mlp_up_proj/std": 0.361328125, "train/tensor_act_model_layers_23_mlp_up_proj/max_abs": 2.09375, "train/tensor_act_model_layers_23_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_23_mlp_up_proj/min": -2.09375, "train/tensor_act_model_layers_23_mlp_up_proj/max": 2.046875, "train/tensor_act_model_layers_23_mlp_up_proj/range": 4.140625, "train/tensor_act_model_layers_23_mlp_down_proj/norm": 77.59834289550781, "train/tensor_act_model_layers_23_mlp_down_proj/mean": -9.059906005859375e-05, "train/tensor_act_model_layers_23_mlp_down_proj/std": 0.037841796875, "train/tensor_act_model_layers_23_mlp_down_proj/max_abs": 0.443359375, "train/tensor_act_model_layers_23_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_23_mlp_down_proj/min": -0.439453125, "train/tensor_act_model_layers_23_mlp_down_proj/max": 0.443359375, "train/tensor_act_model_layers_23_mlp_down_proj/range": 0.8828125, "train/tensor_act_model_layers_23_mlp/norm": 77.59834289550781, "train/tensor_act_model_layers_23_mlp/mean": -9.059906005859375e-05, "train/tensor_act_model_layers_23_mlp/std": 0.037841796875, "train/tensor_act_model_layers_23_mlp/max_abs": 0.443359375, "train/tensor_act_model_layers_23_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_23_mlp/min": -0.439453125, "train/tensor_act_model_layers_23_mlp/max": 0.443359375, "train/tensor_act_model_layers_23_mlp/range": 0.8828125, "train/tensor_act_model_layers_23_residual_post_mlp/norm": 1086.599365234375, "train/tensor_act_model_layers_23_residual_post_mlp/mean": 0.007781982421875, "train/tensor_act_model_layers_23_residual_post_mlp/std": 0.53125, "train/tensor_act_model_layers_23_residual_post_mlp/max_abs": 4.0, "train/tensor_act_model_layers_23_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_23_residual_post_mlp/min": -3.109375, "train/tensor_act_model_layers_23_residual_post_mlp/max": 4.0, "train/tensor_act_model_layers_23_residual_post_mlp/range": 7.109375, "train/tensor_act_model_layers_24_residual_pre_attn/norm": 1086.599365234375, "train/tensor_act_model_layers_24_residual_pre_attn/mean": 0.007781982421875, "train/tensor_act_model_layers_24_residual_pre_attn/std": 0.53125, "train/tensor_act_model_layers_24_residual_pre_attn/max_abs": 4.0, "train/tensor_act_model_layers_24_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_24_residual_pre_attn/min": -3.109375, "train/tensor_act_model_layers_24_residual_pre_attn/max": 4.0, "train/tensor_act_model_layers_24_residual_pre_attn/range": 7.109375, "train/tensor_act_model_layers_24_residual_post_attn/norm": 1088.9588623046875, "train/tensor_act_model_layers_24_residual_post_attn/mean": 0.00836181640625, "train/tensor_act_model_layers_24_residual_post_attn/std": 0.53125, "train/tensor_act_model_layers_24_residual_post_attn/max_abs": 4.03125, "train/tensor_act_model_layers_24_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_24_residual_post_attn/min": -3.171875, "train/tensor_act_model_layers_24_residual_post_attn/max": 4.03125, "train/tensor_act_model_layers_24_residual_post_attn/range": 7.203125, "train/tensor_act_model_layers_24_mlp_gate_proj/norm": 1203.70068359375, "train/tensor_act_model_layers_24_mlp_gate_proj/mean": -0.134765625, "train/tensor_act_model_layers_24_mlp_gate_proj/std": 0.392578125, "train/tensor_act_model_layers_24_mlp_gate_proj/max_abs": 2.3125, "train/tensor_act_model_layers_24_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_24_mlp_gate_proj/min": -2.3125, "train/tensor_act_model_layers_24_mlp_gate_proj/max": 2.0625, "train/tensor_act_model_layers_24_mlp_gate_proj/range": 4.375, "train/tensor_act_model_layers_24_mlp_up_proj/norm": 1042.0284423828125, "train/tensor_act_model_layers_24_mlp_up_proj/mean": -0.004058837890625, "train/tensor_act_model_layers_24_mlp_up_proj/std": 0.359375, "train/tensor_act_model_layers_24_mlp_up_proj/max_abs": 1.9921875, "train/tensor_act_model_layers_24_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_24_mlp_up_proj/min": -1.9921875, "train/tensor_act_model_layers_24_mlp_up_proj/max": 1.9765625, "train/tensor_act_model_layers_24_mlp_up_proj/range": 3.96875, "train/tensor_act_model_layers_24_mlp_down_proj/norm": 76.93937683105469, "train/tensor_act_model_layers_24_mlp_down_proj/mean": -0.00103759765625, "train/tensor_act_model_layers_24_mlp_down_proj/std": 0.03759765625, "train/tensor_act_model_layers_24_mlp_down_proj/max_abs": 0.34765625, "train/tensor_act_model_layers_24_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_24_mlp_down_proj/min": -0.33984375, "train/tensor_act_model_layers_24_mlp_down_proj/max": 0.34765625, "train/tensor_act_model_layers_24_mlp_down_proj/range": 0.6875, "train/tensor_act_model_layers_24_mlp/norm": 76.93937683105469, "train/tensor_act_model_layers_24_mlp/mean": -0.00103759765625, "train/tensor_act_model_layers_24_mlp/std": 0.03759765625, "train/tensor_act_model_layers_24_mlp/max_abs": 0.34765625, "train/tensor_act_model_layers_24_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_24_mlp/min": -0.33984375, "train/tensor_act_model_layers_24_mlp/max": 0.34765625, "train/tensor_act_model_layers_24_mlp/range": 0.6875, "train/tensor_act_model_layers_24_residual_post_mlp/norm": 1102.0196533203125, "train/tensor_act_model_layers_24_residual_post_mlp/mean": 0.00732421875, "train/tensor_act_model_layers_24_residual_post_mlp/std": 0.5390625, "train/tensor_act_model_layers_24_residual_post_mlp/max_abs": 4.0625, "train/tensor_act_model_layers_24_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_24_residual_post_mlp/min": -3.1875, "train/tensor_act_model_layers_24_residual_post_mlp/max": 4.0625, "train/tensor_act_model_layers_24_residual_post_mlp/range": 7.25, "train/tensor_act_model_layers_25_residual_pre_attn/norm": 1102.0196533203125, "train/tensor_act_model_layers_25_residual_pre_attn/mean": 0.00732421875, "train/tensor_act_model_layers_25_residual_pre_attn/std": 0.5390625, "train/tensor_act_model_layers_25_residual_pre_attn/max_abs": 4.0625, "train/tensor_act_model_layers_25_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_25_residual_pre_attn/min": -3.1875, "train/tensor_act_model_layers_25_residual_pre_attn/max": 4.0625, "train/tensor_act_model_layers_25_residual_pre_attn/range": 7.25, "train/tensor_act_model_layers_25_residual_post_attn/norm": 1106.0977783203125, "train/tensor_act_model_layers_25_residual_post_attn/mean": 0.0064697265625, "train/tensor_act_model_layers_25_residual_post_attn/std": 0.5390625, "train/tensor_act_model_layers_25_residual_post_attn/max_abs": 4.0625, "train/tensor_act_model_layers_25_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_25_residual_post_attn/min": -3.0625, "train/tensor_act_model_layers_25_residual_post_attn/max": 4.0625, "train/tensor_act_model_layers_25_residual_post_attn/range": 7.125, "train/tensor_act_model_layers_25_mlp_gate_proj/norm": 1207.00927734375, "train/tensor_act_model_layers_25_mlp_gate_proj/mean": -0.1357421875, "train/tensor_act_model_layers_25_mlp_gate_proj/std": 0.39453125, "train/tensor_act_model_layers_25_mlp_gate_proj/max_abs": 2.5, "train/tensor_act_model_layers_25_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_25_mlp_gate_proj/min": -2.5, "train/tensor_act_model_layers_25_mlp_gate_proj/max": 2.03125, "train/tensor_act_model_layers_25_mlp_gate_proj/range": 4.53125, "train/tensor_act_model_layers_25_mlp_up_proj/norm": 1032.1875, "train/tensor_act_model_layers_25_mlp_up_proj/mean": -0.005218505859375, "train/tensor_act_model_layers_25_mlp_up_proj/std": 0.35546875, "train/tensor_act_model_layers_25_mlp_up_proj/max_abs": 1.9453125, "train/tensor_act_model_layers_25_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_25_mlp_up_proj/min": -1.9453125, "train/tensor_act_model_layers_25_mlp_up_proj/max": 1.9375, "train/tensor_act_model_layers_25_mlp_up_proj/range": 3.8828125, "train/tensor_act_model_layers_25_mlp_down_proj/norm": 75.58732604980469, "train/tensor_act_model_layers_25_mlp_down_proj/mean": 4.57763671875e-05, "train/tensor_act_model_layers_25_mlp_down_proj/std": 0.036865234375, "train/tensor_act_model_layers_25_mlp_down_proj/max_abs": 0.416015625, "train/tensor_act_model_layers_25_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_25_mlp_down_proj/min": -0.416015625, "train/tensor_act_model_layers_25_mlp_down_proj/max": 0.37109375, "train/tensor_act_model_layers_25_mlp_down_proj/range": 0.787109375, "train/tensor_act_model_layers_25_mlp/norm": 75.58732604980469, "train/tensor_act_model_layers_25_mlp/mean": 4.57763671875e-05, "train/tensor_act_model_layers_25_mlp/std": 0.036865234375, "train/tensor_act_model_layers_25_mlp/max_abs": 0.416015625, "train/tensor_act_model_layers_25_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_25_mlp/min": -0.416015625, "train/tensor_act_model_layers_25_mlp/max": 0.37109375, "train/tensor_act_model_layers_25_mlp/range": 0.787109375, "train/tensor_act_model_layers_25_residual_post_mlp/norm": 1119.1917724609375, "train/tensor_act_model_layers_25_residual_post_mlp/mean": 0.006500244140625, "train/tensor_act_model_layers_25_residual_post_mlp/std": 0.546875, "train/tensor_act_model_layers_25_residual_post_mlp/max_abs": 4.09375, "train/tensor_act_model_layers_25_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_25_residual_post_mlp/min": -3.109375, "train/tensor_act_model_layers_25_residual_post_mlp/max": 4.09375, "train/tensor_act_model_layers_25_residual_post_mlp/range": 7.203125, "train/tensor_act_model_layers_26_residual_pre_attn/norm": 1119.1917724609375, "train/tensor_act_model_layers_26_residual_pre_attn/mean": 0.006500244140625, "train/tensor_act_model_layers_26_residual_pre_attn/std": 0.546875, "train/tensor_act_model_layers_26_residual_pre_attn/max_abs": 4.09375, "train/tensor_act_model_layers_26_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_26_residual_pre_attn/min": -3.109375, "train/tensor_act_model_layers_26_residual_pre_attn/max": 4.09375, "train/tensor_act_model_layers_26_residual_pre_attn/range": 7.203125, "train/tensor_act_model_layers_26_residual_post_attn/norm": 1124.1824951171875, "train/tensor_act_model_layers_26_residual_post_attn/mean": 0.0062255859375, "train/tensor_act_model_layers_26_residual_post_attn/std": 0.55078125, "train/tensor_act_model_layers_26_residual_post_attn/max_abs": 4.125, "train/tensor_act_model_layers_26_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_26_residual_post_attn/min": -3.109375, "train/tensor_act_model_layers_26_residual_post_attn/max": 4.125, "train/tensor_act_model_layers_26_residual_post_attn/range": 7.234375, "train/tensor_act_model_layers_26_mlp_gate_proj/norm": 1204.006591796875, "train/tensor_act_model_layers_26_mlp_gate_proj/mean": -0.125, "train/tensor_act_model_layers_26_mlp_gate_proj/std": 0.396484375, "train/tensor_act_model_layers_26_mlp_gate_proj/max_abs": 2.484375, "train/tensor_act_model_layers_26_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_26_mlp_gate_proj/min": -2.140625, "train/tensor_act_model_layers_26_mlp_gate_proj/max": 2.484375, "train/tensor_act_model_layers_26_mlp_gate_proj/range": 4.625, "train/tensor_act_model_layers_26_mlp_up_proj/norm": 1054.586669921875, "train/tensor_act_model_layers_26_mlp_up_proj/mean": 0.0015106201171875, "train/tensor_act_model_layers_26_mlp_up_proj/std": 0.36328125, "train/tensor_act_model_layers_26_mlp_up_proj/max_abs": 2.421875, "train/tensor_act_model_layers_26_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_26_mlp_up_proj/min": -1.90625, "train/tensor_act_model_layers_26_mlp_up_proj/max": 2.421875, "train/tensor_act_model_layers_26_mlp_up_proj/range": 4.328125, "train/tensor_act_model_layers_26_mlp_down_proj/norm": 82.64268493652344, "train/tensor_act_model_layers_26_mlp_down_proj/mean": 0.000713348388671875, "train/tensor_act_model_layers_26_mlp_down_proj/std": 0.040283203125, "train/tensor_act_model_layers_26_mlp_down_proj/max_abs": 0.482421875, "train/tensor_act_model_layers_26_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_26_mlp_down_proj/min": -0.404296875, "train/tensor_act_model_layers_26_mlp_down_proj/max": 0.482421875, "train/tensor_act_model_layers_26_mlp_down_proj/range": 0.88671875, "train/tensor_act_model_layers_26_mlp/norm": 82.64268493652344, "train/tensor_act_model_layers_26_mlp/mean": 0.000713348388671875, "train/tensor_act_model_layers_26_mlp/std": 0.040283203125, "train/tensor_act_model_layers_26_mlp/max_abs": 0.482421875, "train/tensor_act_model_layers_26_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_26_mlp/min": -0.404296875, "train/tensor_act_model_layers_26_mlp/max": 0.482421875, "train/tensor_act_model_layers_26_mlp/range": 0.88671875, "train/tensor_act_model_layers_26_residual_post_mlp/norm": 1137.7215576171875, "train/tensor_act_model_layers_26_residual_post_mlp/mean": 0.0069580078125, "train/tensor_act_model_layers_26_residual_post_mlp/std": 0.5546875, "train/tensor_act_model_layers_26_residual_post_mlp/max_abs": 4.125, "train/tensor_act_model_layers_26_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_26_residual_post_mlp/min": -3.15625, "train/tensor_act_model_layers_26_residual_post_mlp/max": 4.125, "train/tensor_act_model_layers_26_residual_post_mlp/range": 7.28125, "train/tensor_act_model_layers_27_residual_pre_attn/norm": 1137.7215576171875, "train/tensor_act_model_layers_27_residual_pre_attn/mean": 0.0069580078125, "train/tensor_act_model_layers_27_residual_pre_attn/std": 0.5546875, "train/tensor_act_model_layers_27_residual_pre_attn/max_abs": 4.125, "train/tensor_act_model_layers_27_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_27_residual_pre_attn/min": -3.15625, "train/tensor_act_model_layers_27_residual_pre_attn/max": 4.125, "train/tensor_act_model_layers_27_residual_pre_attn/range": 7.28125, "train/tensor_act_model_layers_27_residual_post_attn/norm": 1138.2281494140625, "train/tensor_act_model_layers_27_residual_post_attn/mean": 0.00665283203125, "train/tensor_act_model_layers_27_residual_post_attn/std": 0.5546875, "train/tensor_act_model_layers_27_residual_post_attn/max_abs": 4.0625, "train/tensor_act_model_layers_27_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_27_residual_post_attn/min": -3.171875, "train/tensor_act_model_layers_27_residual_post_attn/max": 4.0625, "train/tensor_act_model_layers_27_residual_post_attn/range": 7.234375, "train/tensor_act_model_layers_27_mlp_gate_proj/norm": 1218.2281494140625, "train/tensor_act_model_layers_27_mlp_gate_proj/mean": -0.130859375, "train/tensor_act_model_layers_27_mlp_gate_proj/std": 0.400390625, "train/tensor_act_model_layers_27_mlp_gate_proj/max_abs": 2.4375, "train/tensor_act_model_layers_27_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_27_mlp_gate_proj/min": -2.4375, "train/tensor_act_model_layers_27_mlp_gate_proj/max": 2.15625, "train/tensor_act_model_layers_27_mlp_gate_proj/range": 4.59375, "train/tensor_act_model_layers_27_mlp_up_proj/norm": 1057.148193359375, "train/tensor_act_model_layers_27_mlp_up_proj/mean": 0.0015106201171875, "train/tensor_act_model_layers_27_mlp_up_proj/std": 0.365234375, "train/tensor_act_model_layers_27_mlp_up_proj/max_abs": 2.265625, "train/tensor_act_model_layers_27_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_27_mlp_up_proj/min": -2.265625, "train/tensor_act_model_layers_27_mlp_up_proj/max": 1.953125, "train/tensor_act_model_layers_27_mlp_up_proj/range": 4.21875, "train/tensor_act_model_layers_27_mlp_down_proj/norm": 83.17766571044922, "train/tensor_act_model_layers_27_mlp_down_proj/mean": -1.621246337890625e-05, "train/tensor_act_model_layers_27_mlp_down_proj/std": 0.04052734375, "train/tensor_act_model_layers_27_mlp_down_proj/max_abs": 0.416015625, "train/tensor_act_model_layers_27_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_27_mlp_down_proj/min": -0.416015625, "train/tensor_act_model_layers_27_mlp_down_proj/max": 0.408203125, "train/tensor_act_model_layers_27_mlp_down_proj/range": 0.82421875, "train/tensor_act_model_layers_27_mlp/norm": 83.17766571044922, "train/tensor_act_model_layers_27_mlp/mean": -1.621246337890625e-05, "train/tensor_act_model_layers_27_mlp/std": 0.04052734375, "train/tensor_act_model_layers_27_mlp/max_abs": 0.416015625, "train/tensor_act_model_layers_27_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_27_mlp/min": -0.416015625, "train/tensor_act_model_layers_27_mlp/max": 0.408203125, "train/tensor_act_model_layers_27_mlp/range": 0.82421875, "train/tensor_act_model_layers_27_residual_post_mlp/norm": 1153.935302734375, "train/tensor_act_model_layers_27_residual_post_mlp/mean": 0.006622314453125, "train/tensor_act_model_layers_27_residual_post_mlp/std": 0.5625, "train/tensor_act_model_layers_27_residual_post_mlp/max_abs": 4.1875, "train/tensor_act_model_layers_27_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_27_residual_post_mlp/min": -3.15625, "train/tensor_act_model_layers_27_residual_post_mlp/max": 4.1875, "train/tensor_act_model_layers_27_residual_post_mlp/range": 7.34375, "train/tensor_act_model_layers_28_residual_pre_attn/norm": 1153.935302734375, "train/tensor_act_model_layers_28_residual_pre_attn/mean": 0.006622314453125, "train/tensor_act_model_layers_28_residual_pre_attn/std": 0.5625, "train/tensor_act_model_layers_28_residual_pre_attn/max_abs": 4.1875, "train/tensor_act_model_layers_28_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_28_residual_pre_attn/min": -3.15625, "train/tensor_act_model_layers_28_residual_pre_attn/max": 4.1875, "train/tensor_act_model_layers_28_residual_pre_attn/range": 7.34375, "train/tensor_act_model_layers_28_residual_post_attn/norm": 1164.82080078125, "train/tensor_act_model_layers_28_residual_post_attn/mean": 0.0068359375, "train/tensor_act_model_layers_28_residual_post_attn/std": 0.5703125, "train/tensor_act_model_layers_28_residual_post_attn/max_abs": 4.34375, "train/tensor_act_model_layers_28_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_28_residual_post_attn/min": -3.171875, "train/tensor_act_model_layers_28_residual_post_attn/max": 4.34375, "train/tensor_act_model_layers_28_residual_post_attn/range": 7.515625, "train/tensor_act_model_layers_28_mlp_gate_proj/norm": 1218.8245849609375, "train/tensor_act_model_layers_28_mlp_gate_proj/mean": -0.126953125, "train/tensor_act_model_layers_28_mlp_gate_proj/std": 0.400390625, "train/tensor_act_model_layers_28_mlp_gate_proj/max_abs": 2.359375, "train/tensor_act_model_layers_28_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_28_mlp_gate_proj/min": -2.359375, "train/tensor_act_model_layers_28_mlp_gate_proj/max": 2.09375, "train/tensor_act_model_layers_28_mlp_gate_proj/range": 4.453125, "train/tensor_act_model_layers_28_mlp_up_proj/norm": 1064.760009765625, "train/tensor_act_model_layers_28_mlp_up_proj/mean": 0.0025177001953125, "train/tensor_act_model_layers_28_mlp_up_proj/std": 0.3671875, "train/tensor_act_model_layers_28_mlp_up_proj/max_abs": 2.125, "train/tensor_act_model_layers_28_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_28_mlp_up_proj/min": -2.125, "train/tensor_act_model_layers_28_mlp_up_proj/max": 1.9921875, "train/tensor_act_model_layers_28_mlp_up_proj/range": 4.1171875, "train/tensor_act_model_layers_28_mlp_down_proj/norm": 82.54485321044922, "train/tensor_act_model_layers_28_mlp_down_proj/mean": -0.00021266937255859375, "train/tensor_act_model_layers_28_mlp_down_proj/std": 0.040283203125, "train/tensor_act_model_layers_28_mlp_down_proj/max_abs": 0.3671875, "train/tensor_act_model_layers_28_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_28_mlp_down_proj/min": -0.326171875, "train/tensor_act_model_layers_28_mlp_down_proj/max": 0.3671875, "train/tensor_act_model_layers_28_mlp_down_proj/range": 0.693359375, "train/tensor_act_model_layers_28_mlp/norm": 82.54485321044922, "train/tensor_act_model_layers_28_mlp/mean": -0.00021266937255859375, "train/tensor_act_model_layers_28_mlp/std": 0.040283203125, "train/tensor_act_model_layers_28_mlp/max_abs": 0.3671875, "train/tensor_act_model_layers_28_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_28_mlp/min": -0.326171875, "train/tensor_act_model_layers_28_mlp/max": 0.3671875, "train/tensor_act_model_layers_28_mlp/range": 0.693359375, "train/tensor_act_model_layers_28_residual_post_mlp/norm": 1177.681884765625, "train/tensor_act_model_layers_28_residual_post_mlp/mean": 0.006622314453125, "train/tensor_act_model_layers_28_residual_post_mlp/std": 0.57421875, "train/tensor_act_model_layers_28_residual_post_mlp/max_abs": 4.5, "train/tensor_act_model_layers_28_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_28_residual_post_mlp/min": -3.203125, "train/tensor_act_model_layers_28_residual_post_mlp/max": 4.5, "train/tensor_act_model_layers_28_residual_post_mlp/range": 7.703125, "train/tensor_act_model_layers_29_residual_pre_attn/norm": 1177.681884765625, "train/tensor_act_model_layers_29_residual_pre_attn/mean": 0.006622314453125, "train/tensor_act_model_layers_29_residual_pre_attn/std": 0.57421875, "train/tensor_act_model_layers_29_residual_pre_attn/max_abs": 4.5, "train/tensor_act_model_layers_29_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_29_residual_pre_attn/min": -3.203125, "train/tensor_act_model_layers_29_residual_pre_attn/max": 4.5, "train/tensor_act_model_layers_29_residual_pre_attn/range": 7.703125, "train/tensor_act_model_layers_29_residual_post_attn/norm": 1177.9151611328125, "train/tensor_act_model_layers_29_residual_post_attn/mean": 0.006317138671875, "train/tensor_act_model_layers_29_residual_post_attn/std": 0.57421875, "train/tensor_act_model_layers_29_residual_post_attn/max_abs": 4.53125, "train/tensor_act_model_layers_29_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_29_residual_post_attn/min": -3.1875, "train/tensor_act_model_layers_29_residual_post_attn/max": 4.53125, "train/tensor_act_model_layers_29_residual_post_attn/range": 7.71875, "train/tensor_act_model_layers_29_mlp_gate_proj/norm": 1208.7427978515625, "train/tensor_act_model_layers_29_mlp_gate_proj/mean": -0.126953125, "train/tensor_act_model_layers_29_mlp_gate_proj/std": 0.3984375, "train/tensor_act_model_layers_29_mlp_gate_proj/max_abs": 2.453125, "train/tensor_act_model_layers_29_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_29_mlp_gate_proj/min": -2.453125, "train/tensor_act_model_layers_29_mlp_gate_proj/max": 2.03125, "train/tensor_act_model_layers_29_mlp_gate_proj/range": 4.484375, "train/tensor_act_model_layers_29_mlp_up_proj/norm": 1038.881591796875, "train/tensor_act_model_layers_29_mlp_up_proj/mean": -0.003875732421875, "train/tensor_act_model_layers_29_mlp_up_proj/std": 0.359375, "train/tensor_act_model_layers_29_mlp_up_proj/max_abs": 2.140625, "train/tensor_act_model_layers_29_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_29_mlp_up_proj/min": -2.140625, "train/tensor_act_model_layers_29_mlp_up_proj/max": 1.9375, "train/tensor_act_model_layers_29_mlp_up_proj/range": 4.078125, "train/tensor_act_model_layers_29_mlp_down_proj/norm": 79.3856201171875, "train/tensor_act_model_layers_29_mlp_down_proj/mean": -0.000415802001953125, "train/tensor_act_model_layers_29_mlp_down_proj/std": 0.038818359375, "train/tensor_act_model_layers_29_mlp_down_proj/max_abs": 0.34765625, "train/tensor_act_model_layers_29_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_29_mlp_down_proj/min": -0.33203125, "train/tensor_act_model_layers_29_mlp_down_proj/max": 0.34765625, "train/tensor_act_model_layers_29_mlp_down_proj/range": 0.6796875, "train/tensor_act_model_layers_29_mlp/norm": 79.3856201171875, "train/tensor_act_model_layers_29_mlp/mean": -0.000415802001953125, "train/tensor_act_model_layers_29_mlp/std": 0.038818359375, "train/tensor_act_model_layers_29_mlp/max_abs": 0.34765625, "train/tensor_act_model_layers_29_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_29_mlp/min": -0.33203125, "train/tensor_act_model_layers_29_mlp/max": 0.34765625, "train/tensor_act_model_layers_29_mlp/range": 0.6796875, "train/tensor_act_model_layers_29_residual_post_mlp/norm": 1190.59033203125, "train/tensor_act_model_layers_29_residual_post_mlp/mean": 0.005889892578125, "train/tensor_act_model_layers_29_residual_post_mlp/std": 0.58203125, "train/tensor_act_model_layers_29_residual_post_mlp/max_abs": 4.5625, "train/tensor_act_model_layers_29_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_29_residual_post_mlp/min": -3.234375, "train/tensor_act_model_layers_29_residual_post_mlp/max": 4.5625, "train/tensor_act_model_layers_29_residual_post_mlp/range": 7.796875, "train/tensor_act_model_layers_30_residual_pre_attn/norm": 1190.59033203125, "train/tensor_act_model_layers_30_residual_pre_attn/mean": 0.005889892578125, "train/tensor_act_model_layers_30_residual_pre_attn/std": 0.58203125, "train/tensor_act_model_layers_30_residual_pre_attn/max_abs": 4.5625, "train/tensor_act_model_layers_30_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_30_residual_pre_attn/min": -3.234375, "train/tensor_act_model_layers_30_residual_pre_attn/max": 4.5625, "train/tensor_act_model_layers_30_residual_pre_attn/range": 7.796875, "train/tensor_act_model_layers_30_residual_post_attn/norm": 1192.9761962890625, "train/tensor_act_model_layers_30_residual_post_attn/mean": 0.00653076171875, "train/tensor_act_model_layers_30_residual_post_attn/std": 0.58203125, "train/tensor_act_model_layers_30_residual_post_attn/max_abs": 4.5, "train/tensor_act_model_layers_30_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_30_residual_post_attn/min": -3.171875, "train/tensor_act_model_layers_30_residual_post_attn/max": 4.5, "train/tensor_act_model_layers_30_residual_post_attn/range": 7.671875, "train/tensor_act_model_layers_30_mlp_gate_proj/norm": 1229.74462890625, "train/tensor_act_model_layers_30_mlp_gate_proj/mean": -0.1298828125, "train/tensor_act_model_layers_30_mlp_gate_proj/std": 0.404296875, "train/tensor_act_model_layers_30_mlp_gate_proj/max_abs": 3.234375, "train/tensor_act_model_layers_30_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_30_mlp_gate_proj/min": -2.71875, "train/tensor_act_model_layers_30_mlp_gate_proj/max": 3.234375, "train/tensor_act_model_layers_30_mlp_gate_proj/range": 5.953125, "train/tensor_act_model_layers_30_mlp_up_proj/norm": 1059.46875, "train/tensor_act_model_layers_30_mlp_up_proj/mean": -0.00090789794921875, "train/tensor_act_model_layers_30_mlp_up_proj/std": 0.365234375, "train/tensor_act_model_layers_30_mlp_up_proj/max_abs": 3.65625, "train/tensor_act_model_layers_30_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_30_mlp_up_proj/min": -1.921875, "train/tensor_act_model_layers_30_mlp_up_proj/max": 3.65625, "train/tensor_act_model_layers_30_mlp_up_proj/range": 5.578125, "train/tensor_act_model_layers_30_mlp_down_proj/norm": 83.90200805664062, "train/tensor_act_model_layers_30_mlp_down_proj/mean": -0.0004634857177734375, "train/tensor_act_model_layers_30_mlp_down_proj/std": 0.041015625, "train/tensor_act_model_layers_30_mlp_down_proj/max_abs": 0.447265625, "train/tensor_act_model_layers_30_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_30_mlp_down_proj/min": -0.447265625, "train/tensor_act_model_layers_30_mlp_down_proj/max": 0.44140625, "train/tensor_act_model_layers_30_mlp_down_proj/range": 0.888671875, "train/tensor_act_model_layers_30_mlp/norm": 83.90200805664062, "train/tensor_act_model_layers_30_mlp/mean": -0.0004634857177734375, "train/tensor_act_model_layers_30_mlp/std": 0.041015625, "train/tensor_act_model_layers_30_mlp/max_abs": 0.447265625, "train/tensor_act_model_layers_30_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_30_mlp/min": -0.447265625, "train/tensor_act_model_layers_30_mlp/max": 0.44140625, "train/tensor_act_model_layers_30_mlp/range": 0.888671875, "train/tensor_act_model_layers_30_residual_post_mlp/norm": 1206.8131103515625, "train/tensor_act_model_layers_30_residual_post_mlp/mean": 0.006072998046875, "train/tensor_act_model_layers_30_residual_post_mlp/std": 0.58984375, "train/tensor_act_model_layers_30_residual_post_mlp/max_abs": 4.65625, "train/tensor_act_model_layers_30_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_30_residual_post_mlp/min": -3.21875, "train/tensor_act_model_layers_30_residual_post_mlp/max": 4.65625, "train/tensor_act_model_layers_30_residual_post_mlp/range": 7.875, "train/tensor_act_model_layers_31_residual_pre_attn/norm": 1206.8131103515625, "train/tensor_act_model_layers_31_residual_pre_attn/mean": 0.006072998046875, "train/tensor_act_model_layers_31_residual_pre_attn/std": 0.58984375, "train/tensor_act_model_layers_31_residual_pre_attn/max_abs": 4.65625, "train/tensor_act_model_layers_31_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_31_residual_pre_attn/min": -3.21875, "train/tensor_act_model_layers_31_residual_pre_attn/max": 4.65625, "train/tensor_act_model_layers_31_residual_pre_attn/range": 7.875, "train/tensor_act_model_layers_31_residual_post_attn/norm": 1209.622802734375, "train/tensor_act_model_layers_31_residual_post_attn/mean": 0.006439208984375, "train/tensor_act_model_layers_31_residual_post_attn/std": 0.58984375, "train/tensor_act_model_layers_31_residual_post_attn/max_abs": 4.53125, "train/tensor_act_model_layers_31_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_31_residual_post_attn/min": -3.25, "train/tensor_act_model_layers_31_residual_post_attn/max": 4.53125, "train/tensor_act_model_layers_31_residual_post_attn/range": 7.78125, "train/tensor_act_model_layers_31_mlp_gate_proj/norm": 1216.32666015625, "train/tensor_act_model_layers_31_mlp_gate_proj/mean": -0.1259765625, "train/tensor_act_model_layers_31_mlp_gate_proj/std": 0.400390625, "train/tensor_act_model_layers_31_mlp_gate_proj/max_abs": 2.25, "train/tensor_act_model_layers_31_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_31_mlp_gate_proj/min": -2.25, "train/tensor_act_model_layers_31_mlp_gate_proj/max": 2.15625, "train/tensor_act_model_layers_31_mlp_gate_proj/range": 4.40625, "train/tensor_act_model_layers_31_mlp_up_proj/norm": 1056.2425537109375, "train/tensor_act_model_layers_31_mlp_up_proj/mean": 0.0084228515625, "train/tensor_act_model_layers_31_mlp_up_proj/std": 0.365234375, "train/tensor_act_model_layers_31_mlp_up_proj/max_abs": 2.0625, "train/tensor_act_model_layers_31_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_31_mlp_up_proj/min": -2.0625, "train/tensor_act_model_layers_31_mlp_up_proj/max": 1.8671875, "train/tensor_act_model_layers_31_mlp_up_proj/range": 3.9296875, "train/tensor_act_model_layers_31_mlp_down_proj/norm": 81.47463989257812, "train/tensor_act_model_layers_31_mlp_down_proj/mean": 0.0002307891845703125, "train/tensor_act_model_layers_31_mlp_down_proj/std": 0.039794921875, "train/tensor_act_model_layers_31_mlp_down_proj/max_abs": 0.44140625, "train/tensor_act_model_layers_31_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_31_mlp_down_proj/min": -0.44140625, "train/tensor_act_model_layers_31_mlp_down_proj/max": 0.380859375, "train/tensor_act_model_layers_31_mlp_down_proj/range": 0.822265625, "train/tensor_act_model_layers_31_mlp/norm": 81.47463989257812, "train/tensor_act_model_layers_31_mlp/mean": 0.0002307891845703125, "train/tensor_act_model_layers_31_mlp/std": 0.039794921875, "train/tensor_act_model_layers_31_mlp/max_abs": 0.44140625, "train/tensor_act_model_layers_31_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_31_mlp/min": -0.44140625, "train/tensor_act_model_layers_31_mlp/max": 0.380859375, "train/tensor_act_model_layers_31_mlp/range": 0.822265625, "train/tensor_act_model_layers_31_residual_post_mlp/norm": 1223.3460693359375, "train/tensor_act_model_layers_31_residual_post_mlp/mean": 0.00665283203125, "train/tensor_act_model_layers_31_residual_post_mlp/std": 0.59765625, "train/tensor_act_model_layers_31_residual_post_mlp/max_abs": 4.75, "train/tensor_act_model_layers_31_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_31_residual_post_mlp/min": -3.359375, "train/tensor_act_model_layers_31_residual_post_mlp/max": 4.75, "train/tensor_act_model_layers_31_residual_post_mlp/range": 8.109375, "train/tensor_act_model_layers_32_residual_pre_attn/norm": 1223.3460693359375, "train/tensor_act_model_layers_32_residual_pre_attn/mean": 0.00665283203125, "train/tensor_act_model_layers_32_residual_pre_attn/std": 0.59765625, "train/tensor_act_model_layers_32_residual_pre_attn/max_abs": 4.75, "train/tensor_act_model_layers_32_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_32_residual_pre_attn/min": -3.359375, "train/tensor_act_model_layers_32_residual_pre_attn/max": 4.75, "train/tensor_act_model_layers_32_residual_pre_attn/range": 8.109375, "train/tensor_act_model_layers_32_residual_post_attn/norm": 1225.868408203125, "train/tensor_act_model_layers_32_residual_post_attn/mean": 0.006378173828125, "train/tensor_act_model_layers_32_residual_post_attn/std": 0.59765625, "train/tensor_act_model_layers_32_residual_post_attn/max_abs": 4.65625, "train/tensor_act_model_layers_32_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_32_residual_post_attn/min": -3.40625, "train/tensor_act_model_layers_32_residual_post_attn/max": 4.65625, "train/tensor_act_model_layers_32_residual_post_attn/range": 8.0625, "train/tensor_act_model_layers_32_mlp_gate_proj/norm": 1227.9547119140625, "train/tensor_act_model_layers_32_mlp_gate_proj/mean": -0.1298828125, "train/tensor_act_model_layers_32_mlp_gate_proj/std": 0.404296875, "train/tensor_act_model_layers_32_mlp_gate_proj/max_abs": 2.3125, "train/tensor_act_model_layers_32_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_32_mlp_gate_proj/min": -2.3125, "train/tensor_act_model_layers_32_mlp_gate_proj/max": 2.21875, "train/tensor_act_model_layers_32_mlp_gate_proj/range": 4.53125, "train/tensor_act_model_layers_32_mlp_up_proj/norm": 1050.92919921875, "train/tensor_act_model_layers_32_mlp_up_proj/mean": 5.340576171875e-05, "train/tensor_act_model_layers_32_mlp_up_proj/std": 0.36328125, "train/tensor_act_model_layers_32_mlp_up_proj/max_abs": 1.984375, "train/tensor_act_model_layers_32_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_32_mlp_up_proj/min": -1.921875, "train/tensor_act_model_layers_32_mlp_up_proj/max": 1.984375, "train/tensor_act_model_layers_32_mlp_up_proj/range": 3.90625, "train/tensor_act_model_layers_32_mlp_down_proj/norm": 81.73123931884766, "train/tensor_act_model_layers_32_mlp_down_proj/mean": 9.894371032714844e-06, "train/tensor_act_model_layers_32_mlp_down_proj/std": 0.039794921875, "train/tensor_act_model_layers_32_mlp_down_proj/max_abs": 0.44921875, "train/tensor_act_model_layers_32_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_32_mlp_down_proj/min": -0.44921875, "train/tensor_act_model_layers_32_mlp_down_proj/max": 0.439453125, "train/tensor_act_model_layers_32_mlp_down_proj/range": 0.888671875, "train/tensor_act_model_layers_32_mlp/norm": 81.73123931884766, "train/tensor_act_model_layers_32_mlp/mean": 9.894371032714844e-06, "train/tensor_act_model_layers_32_mlp/std": 0.039794921875, "train/tensor_act_model_layers_32_mlp/max_abs": 0.44921875, "train/tensor_act_model_layers_32_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_32_mlp/min": -0.44921875, "train/tensor_act_model_layers_32_mlp/max": 0.439453125, "train/tensor_act_model_layers_32_mlp/range": 0.888671875, "train/tensor_act_model_layers_32_residual_post_mlp/norm": 1239.4425048828125, "train/tensor_act_model_layers_32_residual_post_mlp/mean": 0.00640869140625, "train/tensor_act_model_layers_32_residual_post_mlp/std": 0.60546875, "train/tensor_act_model_layers_32_residual_post_mlp/max_abs": 4.71875, "train/tensor_act_model_layers_32_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_32_residual_post_mlp/min": -3.484375, "train/tensor_act_model_layers_32_residual_post_mlp/max": 4.71875, "train/tensor_act_model_layers_32_residual_post_mlp/range": 8.203125, "train/tensor_act_model_layers_33_residual_pre_attn/norm": 1239.4425048828125, "train/tensor_act_model_layers_33_residual_pre_attn/mean": 0.00640869140625, "train/tensor_act_model_layers_33_residual_pre_attn/std": 0.60546875, "train/tensor_act_model_layers_33_residual_pre_attn/max_abs": 4.71875, "train/tensor_act_model_layers_33_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_33_residual_pre_attn/min": -3.484375, "train/tensor_act_model_layers_33_residual_pre_attn/max": 4.71875, "train/tensor_act_model_layers_33_residual_pre_attn/range": 8.203125, "train/tensor_act_model_layers_33_residual_post_attn/norm": 1240.5833740234375, "train/tensor_act_model_layers_33_residual_post_attn/mean": 0.006072998046875, "train/tensor_act_model_layers_33_residual_post_attn/std": 0.60546875, "train/tensor_act_model_layers_33_residual_post_attn/max_abs": 4.78125, "train/tensor_act_model_layers_33_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_33_residual_post_attn/min": -3.4375, "train/tensor_act_model_layers_33_residual_post_attn/max": 4.78125, "train/tensor_act_model_layers_33_residual_post_attn/range": 8.21875, "train/tensor_act_model_layers_33_mlp_gate_proj/norm": 1228.164306640625, "train/tensor_act_model_layers_33_mlp_gate_proj/mean": -0.1259765625, "train/tensor_act_model_layers_33_mlp_gate_proj/std": 0.404296875, "train/tensor_act_model_layers_33_mlp_gate_proj/max_abs": 2.78125, "train/tensor_act_model_layers_33_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_33_mlp_gate_proj/min": -2.4375, "train/tensor_act_model_layers_33_mlp_gate_proj/max": 2.78125, "train/tensor_act_model_layers_33_mlp_gate_proj/range": 5.21875, "train/tensor_act_model_layers_33_mlp_up_proj/norm": 1056.848876953125, "train/tensor_act_model_layers_33_mlp_up_proj/mean": 0.00189208984375, "train/tensor_act_model_layers_33_mlp_up_proj/std": 0.365234375, "train/tensor_act_model_layers_33_mlp_up_proj/max_abs": 2.484375, "train/tensor_act_model_layers_33_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_33_mlp_up_proj/min": -2.484375, "train/tensor_act_model_layers_33_mlp_up_proj/max": 1.9296875, "train/tensor_act_model_layers_33_mlp_up_proj/range": 4.4140625, "train/tensor_act_model_layers_33_mlp_down_proj/norm": 88.31269836425781, "train/tensor_act_model_layers_33_mlp_down_proj/mean": -0.0004444122314453125, "train/tensor_act_model_layers_33_mlp_down_proj/std": 0.043212890625, "train/tensor_act_model_layers_33_mlp_down_proj/max_abs": 0.671875, "train/tensor_act_model_layers_33_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_33_mlp_down_proj/min": -0.64453125, "train/tensor_act_model_layers_33_mlp_down_proj/max": 0.671875, "train/tensor_act_model_layers_33_mlp_down_proj/range": 1.31640625, "train/tensor_act_model_layers_33_mlp/norm": 88.31269836425781, "train/tensor_act_model_layers_33_mlp/mean": -0.0004444122314453125, "train/tensor_act_model_layers_33_mlp/std": 0.043212890625, "train/tensor_act_model_layers_33_mlp/max_abs": 0.671875, "train/tensor_act_model_layers_33_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_33_mlp/min": -0.64453125, "train/tensor_act_model_layers_33_mlp/max": 0.671875, "train/tensor_act_model_layers_33_mlp/range": 1.31640625, "train/tensor_act_model_layers_33_residual_post_mlp/norm": 1255.9959716796875, "train/tensor_act_model_layers_33_residual_post_mlp/mean": 0.005615234375, "train/tensor_act_model_layers_33_residual_post_mlp/std": 0.61328125, "train/tensor_act_model_layers_33_residual_post_mlp/max_abs": 4.84375, "train/tensor_act_model_layers_33_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_33_residual_post_mlp/min": -3.546875, "train/tensor_act_model_layers_33_residual_post_mlp/max": 4.84375, "train/tensor_act_model_layers_33_residual_post_mlp/range": 8.390625, "train/tensor_act_model_layers_34_residual_pre_attn/norm": 1255.9959716796875, "train/tensor_act_model_layers_34_residual_pre_attn/mean": 0.005615234375, "train/tensor_act_model_layers_34_residual_pre_attn/std": 0.61328125, "train/tensor_act_model_layers_34_residual_pre_attn/max_abs": 4.84375, "train/tensor_act_model_layers_34_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_34_residual_pre_attn/min": -3.546875, "train/tensor_act_model_layers_34_residual_pre_attn/max": 4.84375, "train/tensor_act_model_layers_34_residual_pre_attn/range": 8.390625, "train/tensor_act_model_layers_34_residual_post_attn/norm": 1260.0081787109375, "train/tensor_act_model_layers_34_residual_post_attn/mean": 0.00628662109375, "train/tensor_act_model_layers_34_residual_post_attn/std": 0.61328125, "train/tensor_act_model_layers_34_residual_post_attn/max_abs": 4.8125, "train/tensor_act_model_layers_34_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_34_residual_post_attn/min": -3.625, "train/tensor_act_model_layers_34_residual_post_attn/max": 4.8125, "train/tensor_act_model_layers_34_residual_post_attn/range": 8.4375, "train/tensor_act_model_layers_34_mlp_gate_proj/norm": 1243.18505859375, "train/tensor_act_model_layers_34_mlp_gate_proj/mean": -0.130859375, "train/tensor_act_model_layers_34_mlp_gate_proj/std": 0.408203125, "train/tensor_act_model_layers_34_mlp_gate_proj/max_abs": 2.515625, "train/tensor_act_model_layers_34_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_34_mlp_gate_proj/min": -2.515625, "train/tensor_act_model_layers_34_mlp_gate_proj/max": 2.25, "train/tensor_act_model_layers_34_mlp_gate_proj/range": 4.765625, "train/tensor_act_model_layers_34_mlp_up_proj/norm": 1071.1146240234375, "train/tensor_act_model_layers_34_mlp_up_proj/mean": 0.0002346038818359375, "train/tensor_act_model_layers_34_mlp_up_proj/std": 0.369140625, "train/tensor_act_model_layers_34_mlp_up_proj/max_abs": 2.0625, "train/tensor_act_model_layers_34_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_34_mlp_up_proj/min": -2.0625, "train/tensor_act_model_layers_34_mlp_up_proj/max": 1.984375, "train/tensor_act_model_layers_34_mlp_up_proj/range": 4.046875, "train/tensor_act_model_layers_34_mlp_down_proj/norm": 86.65019989013672, "train/tensor_act_model_layers_34_mlp_down_proj/mean": 0.0004711151123046875, "train/tensor_act_model_layers_34_mlp_down_proj/std": 0.042236328125, "train/tensor_act_model_layers_34_mlp_down_proj/max_abs": 0.54296875, "train/tensor_act_model_layers_34_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_34_mlp_down_proj/min": -0.43359375, "train/tensor_act_model_layers_34_mlp_down_proj/max": 0.54296875, "train/tensor_act_model_layers_34_mlp_down_proj/range": 0.9765625, "train/tensor_act_model_layers_34_mlp/norm": 86.65019989013672, "train/tensor_act_model_layers_34_mlp/mean": 0.0004711151123046875, "train/tensor_act_model_layers_34_mlp/std": 0.042236328125, "train/tensor_act_model_layers_34_mlp/max_abs": 0.54296875, "train/tensor_act_model_layers_34_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_34_mlp/min": -0.43359375, "train/tensor_act_model_layers_34_mlp/max": 0.54296875, "train/tensor_act_model_layers_34_mlp/range": 0.9765625, "train/tensor_act_model_layers_34_residual_post_mlp/norm": 1274.8541259765625, "train/tensor_act_model_layers_34_residual_post_mlp/mean": 0.00677490234375, "train/tensor_act_model_layers_34_residual_post_mlp/std": 0.62109375, "train/tensor_act_model_layers_34_residual_post_mlp/max_abs": 4.90625, "train/tensor_act_model_layers_34_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_34_residual_post_mlp/min": -3.796875, "train/tensor_act_model_layers_34_residual_post_mlp/max": 4.90625, "train/tensor_act_model_layers_34_residual_post_mlp/range": 8.703125, "train/tensor_act_model_layers_35_residual_pre_attn/norm": 1274.8541259765625, "train/tensor_act_model_layers_35_residual_pre_attn/mean": 0.00677490234375, "train/tensor_act_model_layers_35_residual_pre_attn/std": 0.62109375, "train/tensor_act_model_layers_35_residual_pre_attn/max_abs": 4.90625, "train/tensor_act_model_layers_35_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_35_residual_pre_attn/min": -3.796875, "train/tensor_act_model_layers_35_residual_pre_attn/max": 4.90625, "train/tensor_act_model_layers_35_residual_pre_attn/range": 8.703125, "train/tensor_act_model_layers_35_residual_post_attn/norm": 1279.134521484375, "train/tensor_act_model_layers_35_residual_post_attn/mean": 0.006317138671875, "train/tensor_act_model_layers_35_residual_post_attn/std": 0.625, "train/tensor_act_model_layers_35_residual_post_attn/max_abs": 4.96875, "train/tensor_act_model_layers_35_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_35_residual_post_attn/min": -3.875, "train/tensor_act_model_layers_35_residual_post_attn/max": 4.96875, "train/tensor_act_model_layers_35_residual_post_attn/range": 8.84375, "train/tensor_act_model_layers_35_mlp_gate_proj/norm": 1240.0299072265625, "train/tensor_act_model_layers_35_mlp_gate_proj/mean": -0.1328125, "train/tensor_act_model_layers_35_mlp_gate_proj/std": 0.40625, "train/tensor_act_model_layers_35_mlp_gate_proj/max_abs": 2.328125, "train/tensor_act_model_layers_35_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_35_mlp_gate_proj/min": -2.328125, "train/tensor_act_model_layers_35_mlp_gate_proj/max": 2.3125, "train/tensor_act_model_layers_35_mlp_gate_proj/range": 4.640625, "train/tensor_act_model_layers_35_mlp_up_proj/norm": 1075.9630126953125, "train/tensor_act_model_layers_35_mlp_up_proj/mean": -4.601478576660156e-05, "train/tensor_act_model_layers_35_mlp_up_proj/std": 0.37109375, "train/tensor_act_model_layers_35_mlp_up_proj/max_abs": 2.125, "train/tensor_act_model_layers_35_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_35_mlp_up_proj/min": -2.046875, "train/tensor_act_model_layers_35_mlp_up_proj/max": 2.125, "train/tensor_act_model_layers_35_mlp_up_proj/range": 4.171875, "train/tensor_act_model_layers_35_mlp_down_proj/norm": 85.48204040527344, "train/tensor_act_model_layers_35_mlp_down_proj/mean": 0.00018978118896484375, "train/tensor_act_model_layers_35_mlp_down_proj/std": 0.041748046875, "train/tensor_act_model_layers_35_mlp_down_proj/max_abs": 0.3828125, "train/tensor_act_model_layers_35_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_35_mlp_down_proj/min": -0.35546875, "train/tensor_act_model_layers_35_mlp_down_proj/max": 0.3828125, "train/tensor_act_model_layers_35_mlp_down_proj/range": 0.73828125, "train/tensor_act_model_layers_35_mlp/norm": 85.48204040527344, "train/tensor_act_model_layers_35_mlp/mean": 0.00018978118896484375, "train/tensor_act_model_layers_35_mlp/std": 0.041748046875, "train/tensor_act_model_layers_35_mlp/max_abs": 0.3828125, "train/tensor_act_model_layers_35_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_35_mlp/min": -0.35546875, "train/tensor_act_model_layers_35_mlp/max": 0.3828125, "train/tensor_act_model_layers_35_mlp/range": 0.73828125, "train/tensor_act_model_layers_35_residual_post_mlp/norm": 1293.4952392578125, "train/tensor_act_model_layers_35_residual_post_mlp/mean": 0.006500244140625, "train/tensor_act_model_layers_35_residual_post_mlp/std": 0.6328125, "train/tensor_act_model_layers_35_residual_post_mlp/max_abs": 5.0625, "train/tensor_act_model_layers_35_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_35_residual_post_mlp/min": -4.03125, "train/tensor_act_model_layers_35_residual_post_mlp/max": 5.0625, "train/tensor_act_model_layers_35_residual_post_mlp/range": 9.09375, "train/tensor_act_model_layers_36_residual_pre_attn/norm": 1293.4952392578125, "train/tensor_act_model_layers_36_residual_pre_attn/mean": 0.006500244140625, "train/tensor_act_model_layers_36_residual_pre_attn/std": 0.6328125, "train/tensor_act_model_layers_36_residual_pre_attn/max_abs": 5.0625, "train/tensor_act_model_layers_36_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_36_residual_pre_attn/min": -4.03125, "train/tensor_act_model_layers_36_residual_pre_attn/max": 5.0625, "train/tensor_act_model_layers_36_residual_pre_attn/range": 9.09375, "train/tensor_act_model_layers_36_residual_post_attn/norm": 1296.5269775390625, "train/tensor_act_model_layers_36_residual_post_attn/mean": 0.006927490234375, "train/tensor_act_model_layers_36_residual_post_attn/std": 0.6328125, "train/tensor_act_model_layers_36_residual_post_attn/max_abs": 5.0625, "train/tensor_act_model_layers_36_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_36_residual_post_attn/min": -3.921875, "train/tensor_act_model_layers_36_residual_post_attn/max": 5.0625, "train/tensor_act_model_layers_36_residual_post_attn/range": 8.984375, "train/tensor_act_model_layers_36_mlp_gate_proj/norm": 1232.2659912109375, "train/tensor_act_model_layers_36_mlp_gate_proj/mean": -0.12109375, "train/tensor_act_model_layers_36_mlp_gate_proj/std": 0.408203125, "train/tensor_act_model_layers_36_mlp_gate_proj/max_abs": 2.546875, "train/tensor_act_model_layers_36_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_36_mlp_gate_proj/min": -2.546875, "train/tensor_act_model_layers_36_mlp_gate_proj/max": 2.328125, "train/tensor_act_model_layers_36_mlp_gate_proj/range": 4.875, "train/tensor_act_model_layers_36_mlp_up_proj/norm": 1072.7767333984375, "train/tensor_act_model_layers_36_mlp_up_proj/mean": 0.0022735595703125, "train/tensor_act_model_layers_36_mlp_up_proj/std": 0.37109375, "train/tensor_act_model_layers_36_mlp_up_proj/max_abs": 2.484375, "train/tensor_act_model_layers_36_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_36_mlp_up_proj/min": -2.484375, "train/tensor_act_model_layers_36_mlp_up_proj/max": 1.96875, "train/tensor_act_model_layers_36_mlp_up_proj/range": 4.453125, "train/tensor_act_model_layers_36_mlp_down_proj/norm": 84.93037414550781, "train/tensor_act_model_layers_36_mlp_down_proj/mean": 8.344650268554688e-05, "train/tensor_act_model_layers_36_mlp_down_proj/std": 0.04150390625, "train/tensor_act_model_layers_36_mlp_down_proj/max_abs": 0.4765625, "train/tensor_act_model_layers_36_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_36_mlp_down_proj/min": -0.3984375, "train/tensor_act_model_layers_36_mlp_down_proj/max": 0.4765625, "train/tensor_act_model_layers_36_mlp_down_proj/range": 0.875, "train/tensor_act_model_layers_36_mlp/norm": 84.93037414550781, "train/tensor_act_model_layers_36_mlp/mean": 8.344650268554688e-05, "train/tensor_act_model_layers_36_mlp/std": 0.04150390625, "train/tensor_act_model_layers_36_mlp/max_abs": 0.4765625, "train/tensor_act_model_layers_36_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_36_mlp/min": -0.3984375, "train/tensor_act_model_layers_36_mlp/max": 0.4765625, "train/tensor_act_model_layers_36_mlp/range": 0.875, "train/tensor_act_model_layers_36_residual_post_mlp/norm": 1309.6458740234375, "train/tensor_act_model_layers_36_residual_post_mlp/mean": 0.00701904296875, "train/tensor_act_model_layers_36_residual_post_mlp/std": 0.640625, "train/tensor_act_model_layers_36_residual_post_mlp/max_abs": 5.3125, "train/tensor_act_model_layers_36_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_36_residual_post_mlp/min": -4.03125, "train/tensor_act_model_layers_36_residual_post_mlp/max": 5.3125, "train/tensor_act_model_layers_36_residual_post_mlp/range": 9.34375, "train/tensor_act_model_layers_37_residual_pre_attn/norm": 1309.6458740234375, "train/tensor_act_model_layers_37_residual_pre_attn/mean": 0.00701904296875, "train/tensor_act_model_layers_37_residual_pre_attn/std": 0.640625, "train/tensor_act_model_layers_37_residual_pre_attn/max_abs": 5.3125, "train/tensor_act_model_layers_37_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_37_residual_pre_attn/min": -4.03125, "train/tensor_act_model_layers_37_residual_pre_attn/max": 5.3125, "train/tensor_act_model_layers_37_residual_pre_attn/range": 9.34375, "train/tensor_act_model_layers_37_residual_post_attn/norm": 1318.3814697265625, "train/tensor_act_model_layers_37_residual_post_attn/mean": 0.00628662109375, "train/tensor_act_model_layers_37_residual_post_attn/std": 0.64453125, "train/tensor_act_model_layers_37_residual_post_attn/max_abs": 5.21875, "train/tensor_act_model_layers_37_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_37_residual_post_attn/min": -3.921875, "train/tensor_act_model_layers_37_residual_post_attn/max": 5.21875, "train/tensor_act_model_layers_37_residual_post_attn/range": 9.140625, "train/tensor_act_model_layers_37_mlp_gate_proj/norm": 1244.4093017578125, "train/tensor_act_model_layers_37_mlp_gate_proj/mean": -0.12060546875, "train/tensor_act_model_layers_37_mlp_gate_proj/std": 0.412109375, "train/tensor_act_model_layers_37_mlp_gate_proj/max_abs": 2.484375, "train/tensor_act_model_layers_37_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_37_mlp_gate_proj/min": -2.484375, "train/tensor_act_model_layers_37_mlp_gate_proj/max": 2.265625, "train/tensor_act_model_layers_37_mlp_gate_proj/range": 4.75, "train/tensor_act_model_layers_37_mlp_up_proj/norm": 1089.11279296875, "train/tensor_act_model_layers_37_mlp_up_proj/mean": 0.005828857421875, "train/tensor_act_model_layers_37_mlp_up_proj/std": 0.376953125, "train/tensor_act_model_layers_37_mlp_up_proj/max_abs": 2.015625, "train/tensor_act_model_layers_37_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_37_mlp_up_proj/min": -2.015625, "train/tensor_act_model_layers_37_mlp_up_proj/max": 2.0, "train/tensor_act_model_layers_37_mlp_up_proj/range": 4.015625, "train/tensor_act_model_layers_37_mlp_down_proj/norm": 89.38986206054688, "train/tensor_act_model_layers_37_mlp_down_proj/mean": -0.00010538101196289062, "train/tensor_act_model_layers_37_mlp_down_proj/std": 0.043701171875, "train/tensor_act_model_layers_37_mlp_down_proj/max_abs": 0.390625, "train/tensor_act_model_layers_37_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_37_mlp_down_proj/min": -0.390625, "train/tensor_act_model_layers_37_mlp_down_proj/max": 0.365234375, "train/tensor_act_model_layers_37_mlp_down_proj/range": 0.755859375, "train/tensor_act_model_layers_37_mlp/norm": 89.38986206054688, "train/tensor_act_model_layers_37_mlp/mean": -0.00010538101196289062, "train/tensor_act_model_layers_37_mlp/std": 0.043701171875, "train/tensor_act_model_layers_37_mlp/max_abs": 0.390625, "train/tensor_act_model_layers_37_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_37_mlp/min": -0.390625, "train/tensor_act_model_layers_37_mlp/max": 0.365234375, "train/tensor_act_model_layers_37_mlp/range": 0.755859375, "train/tensor_act_model_layers_37_residual_post_mlp/norm": 1332.55224609375, "train/tensor_act_model_layers_37_residual_post_mlp/mean": 0.006195068359375, "train/tensor_act_model_layers_37_residual_post_mlp/std": 0.65234375, "train/tensor_act_model_layers_37_residual_post_mlp/max_abs": 5.25, "train/tensor_act_model_layers_37_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_37_residual_post_mlp/min": -4.125, "train/tensor_act_model_layers_37_residual_post_mlp/max": 5.25, "train/tensor_act_model_layers_37_residual_post_mlp/range": 9.375, "train/tensor_act_model_layers_38_residual_pre_attn/norm": 1332.55224609375, "train/tensor_act_model_layers_38_residual_pre_attn/mean": 0.006195068359375, "train/tensor_act_model_layers_38_residual_pre_attn/std": 0.65234375, "train/tensor_act_model_layers_38_residual_pre_attn/max_abs": 5.25, "train/tensor_act_model_layers_38_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_38_residual_pre_attn/min": -4.125, "train/tensor_act_model_layers_38_residual_pre_attn/max": 5.25, "train/tensor_act_model_layers_38_residual_pre_attn/range": 9.375, "train/tensor_act_model_layers_38_residual_post_attn/norm": 1335.48876953125, "train/tensor_act_model_layers_38_residual_post_attn/mean": 0.00592041015625, "train/tensor_act_model_layers_38_residual_post_attn/std": 0.65234375, "train/tensor_act_model_layers_38_residual_post_attn/max_abs": 5.25, "train/tensor_act_model_layers_38_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_38_residual_post_attn/min": -4.125, "train/tensor_act_model_layers_38_residual_post_attn/max": 5.25, "train/tensor_act_model_layers_38_residual_post_attn/range": 9.375, "train/tensor_act_model_layers_38_mlp_gate_proj/norm": 1235.380859375, "train/tensor_act_model_layers_38_mlp_gate_proj/mean": -0.10986328125, "train/tensor_act_model_layers_38_mlp_gate_proj/std": 0.412109375, "train/tensor_act_model_layers_38_mlp_gate_proj/max_abs": 2.5625, "train/tensor_act_model_layers_38_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_38_mlp_gate_proj/min": -2.5625, "train/tensor_act_model_layers_38_mlp_gate_proj/max": 2.109375, "train/tensor_act_model_layers_38_mlp_gate_proj/range": 4.671875, "train/tensor_act_model_layers_38_mlp_up_proj/norm": 1070.8089599609375, "train/tensor_act_model_layers_38_mlp_up_proj/mean": -0.003021240234375, "train/tensor_act_model_layers_38_mlp_up_proj/std": 0.369140625, "train/tensor_act_model_layers_38_mlp_up_proj/max_abs": 2.28125, "train/tensor_act_model_layers_38_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_38_mlp_up_proj/min": -1.859375, "train/tensor_act_model_layers_38_mlp_up_proj/max": 2.28125, "train/tensor_act_model_layers_38_mlp_up_proj/range": 4.140625, "train/tensor_act_model_layers_38_mlp_down_proj/norm": 88.77323913574219, "train/tensor_act_model_layers_38_mlp_down_proj/mean": 8.487701416015625e-05, "train/tensor_act_model_layers_38_mlp_down_proj/std": 0.04345703125, "train/tensor_act_model_layers_38_mlp_down_proj/max_abs": 0.478515625, "train/tensor_act_model_layers_38_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_38_mlp_down_proj/min": -0.478515625, "train/tensor_act_model_layers_38_mlp_down_proj/max": 0.3984375, "train/tensor_act_model_layers_38_mlp_down_proj/range": 0.876953125, "train/tensor_act_model_layers_38_mlp/norm": 88.77323913574219, "train/tensor_act_model_layers_38_mlp/mean": 8.487701416015625e-05, "train/tensor_act_model_layers_38_mlp/std": 0.04345703125, "train/tensor_act_model_layers_38_mlp/max_abs": 0.478515625, "train/tensor_act_model_layers_38_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_38_mlp/min": -0.478515625, "train/tensor_act_model_layers_38_mlp/max": 0.3984375, "train/tensor_act_model_layers_38_mlp/range": 0.876953125, "train/tensor_act_model_layers_38_residual_post_mlp/norm": 1349.3096923828125, "train/tensor_act_model_layers_38_residual_post_mlp/mean": 0.0059814453125, "train/tensor_act_model_layers_38_residual_post_mlp/std": 0.66015625, "train/tensor_act_model_layers_38_residual_post_mlp/max_abs": 5.34375, "train/tensor_act_model_layers_38_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_38_residual_post_mlp/min": -4.34375, "train/tensor_act_model_layers_38_residual_post_mlp/max": 5.34375, "train/tensor_act_model_layers_38_residual_post_mlp/range": 9.6875, "train/tensor_act_model_layers_39_residual_pre_attn/norm": 1349.3096923828125, "train/tensor_act_model_layers_39_residual_pre_attn/mean": 0.0059814453125, "train/tensor_act_model_layers_39_residual_pre_attn/std": 0.66015625, "train/tensor_act_model_layers_39_residual_pre_attn/max_abs": 5.34375, "train/tensor_act_model_layers_39_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_39_residual_pre_attn/min": -4.34375, "train/tensor_act_model_layers_39_residual_pre_attn/max": 5.34375, "train/tensor_act_model_layers_39_residual_pre_attn/range": 9.6875, "train/tensor_act_model_layers_39_residual_post_attn/norm": 1352.63330078125, "train/tensor_act_model_layers_39_residual_post_attn/mean": 0.005706787109375, "train/tensor_act_model_layers_39_residual_post_attn/std": 0.66015625, "train/tensor_act_model_layers_39_residual_post_attn/max_abs": 5.4375, "train/tensor_act_model_layers_39_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_39_residual_post_attn/min": -4.40625, "train/tensor_act_model_layers_39_residual_post_attn/max": 5.4375, "train/tensor_act_model_layers_39_residual_post_attn/range": 9.84375, "train/tensor_act_model_layers_39_mlp_gate_proj/norm": 1249.7432861328125, "train/tensor_act_model_layers_39_mlp_gate_proj/mean": -0.11669921875, "train/tensor_act_model_layers_39_mlp_gate_proj/std": 0.416015625, "train/tensor_act_model_layers_39_mlp_gate_proj/max_abs": 2.609375, "train/tensor_act_model_layers_39_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_39_mlp_gate_proj/min": -2.609375, "train/tensor_act_model_layers_39_mlp_gate_proj/max": 2.25, "train/tensor_act_model_layers_39_mlp_gate_proj/range": 4.859375, "train/tensor_act_model_layers_39_mlp_up_proj/norm": 1088.0009765625, "train/tensor_act_model_layers_39_mlp_up_proj/mean": -0.00531005859375, "train/tensor_act_model_layers_39_mlp_up_proj/std": 0.375, "train/tensor_act_model_layers_39_mlp_up_proj/max_abs": 1.9921875, "train/tensor_act_model_layers_39_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_39_mlp_up_proj/min": -1.890625, "train/tensor_act_model_layers_39_mlp_up_proj/max": 1.9921875, "train/tensor_act_model_layers_39_mlp_up_proj/range": 3.8828125, "train/tensor_act_model_layers_39_mlp_down_proj/norm": 89.58711242675781, "train/tensor_act_model_layers_39_mlp_down_proj/mean": 0.000469207763671875, "train/tensor_act_model_layers_39_mlp_down_proj/std": 0.043701171875, "train/tensor_act_model_layers_39_mlp_down_proj/max_abs": 0.400390625, "train/tensor_act_model_layers_39_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_39_mlp_down_proj/min": -0.373046875, "train/tensor_act_model_layers_39_mlp_down_proj/max": 0.400390625, "train/tensor_act_model_layers_39_mlp_down_proj/range": 0.7734375, "train/tensor_act_model_layers_39_mlp/norm": 89.58711242675781, "train/tensor_act_model_layers_39_mlp/mean": 0.000469207763671875, "train/tensor_act_model_layers_39_mlp/std": 0.043701171875, "train/tensor_act_model_layers_39_mlp/max_abs": 0.400390625, "train/tensor_act_model_layers_39_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_39_mlp/min": -0.373046875, "train/tensor_act_model_layers_39_mlp/max": 0.400390625, "train/tensor_act_model_layers_39_mlp/range": 0.7734375, "train/tensor_act_model_layers_39_residual_post_mlp/norm": 1365.9388427734375, "train/tensor_act_model_layers_39_residual_post_mlp/mean": 0.00616455078125, "train/tensor_act_model_layers_39_residual_post_mlp/std": 0.66796875, "train/tensor_act_model_layers_39_residual_post_mlp/max_abs": 5.46875, "train/tensor_act_model_layers_39_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_39_residual_post_mlp/min": -4.65625, "train/tensor_act_model_layers_39_residual_post_mlp/max": 5.46875, "train/tensor_act_model_layers_39_residual_post_mlp/range": 10.125, "train/tensor_act_model_layers_40_residual_pre_attn/norm": 1365.9388427734375, "train/tensor_act_model_layers_40_residual_pre_attn/mean": 0.00616455078125, "train/tensor_act_model_layers_40_residual_pre_attn/std": 0.66796875, "train/tensor_act_model_layers_40_residual_pre_attn/max_abs": 5.46875, "train/tensor_act_model_layers_40_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_40_residual_pre_attn/min": -4.65625, "train/tensor_act_model_layers_40_residual_pre_attn/max": 5.46875, "train/tensor_act_model_layers_40_residual_pre_attn/range": 10.125, "train/tensor_act_model_layers_40_residual_post_attn/norm": 1365.568603515625, "train/tensor_act_model_layers_40_residual_post_attn/mean": 0.006500244140625, "train/tensor_act_model_layers_40_residual_post_attn/std": 0.66796875, "train/tensor_act_model_layers_40_residual_post_attn/max_abs": 5.53125, "train/tensor_act_model_layers_40_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_40_residual_post_attn/min": -4.65625, "train/tensor_act_model_layers_40_residual_post_attn/max": 5.53125, "train/tensor_act_model_layers_40_residual_post_attn/range": 10.1875, "train/tensor_act_model_layers_40_mlp_gate_proj/norm": 1245.06689453125, "train/tensor_act_model_layers_40_mlp_gate_proj/mean": -0.123046875, "train/tensor_act_model_layers_40_mlp_gate_proj/std": 0.412109375, "train/tensor_act_model_layers_40_mlp_gate_proj/max_abs": 2.421875, "train/tensor_act_model_layers_40_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_40_mlp_gate_proj/min": -2.421875, "train/tensor_act_model_layers_40_mlp_gate_proj/max": 2.25, "train/tensor_act_model_layers_40_mlp_gate_proj/range": 4.671875, "train/tensor_act_model_layers_40_mlp_up_proj/norm": 1084.796142578125, "train/tensor_act_model_layers_40_mlp_up_proj/mean": -0.0032958984375, "train/tensor_act_model_layers_40_mlp_up_proj/std": 0.375, "train/tensor_act_model_layers_40_mlp_up_proj/max_abs": 2.03125, "train/tensor_act_model_layers_40_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_40_mlp_up_proj/min": -2.03125, "train/tensor_act_model_layers_40_mlp_up_proj/max": 1.9296875, "train/tensor_act_model_layers_40_mlp_up_proj/range": 3.9609375, "train/tensor_act_model_layers_40_mlp_down_proj/norm": 87.7256851196289, "train/tensor_act_model_layers_40_mlp_down_proj/mean": 0.00180816650390625, "train/tensor_act_model_layers_40_mlp_down_proj/std": 0.042724609375, "train/tensor_act_model_layers_40_mlp_down_proj/max_abs": 0.5078125, "train/tensor_act_model_layers_40_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_40_mlp_down_proj/min": -0.388671875, "train/tensor_act_model_layers_40_mlp_down_proj/max": 0.5078125, "train/tensor_act_model_layers_40_mlp_down_proj/range": 0.896484375, "train/tensor_act_model_layers_40_mlp/norm": 87.7256851196289, "train/tensor_act_model_layers_40_mlp/mean": 0.00180816650390625, "train/tensor_act_model_layers_40_mlp/std": 0.042724609375, "train/tensor_act_model_layers_40_mlp/max_abs": 0.5078125, "train/tensor_act_model_layers_40_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_40_mlp/min": -0.388671875, "train/tensor_act_model_layers_40_mlp/max": 0.5078125, "train/tensor_act_model_layers_40_mlp/range": 0.896484375, "train/tensor_act_model_layers_40_residual_post_mlp/norm": 1378.4896240234375, "train/tensor_act_model_layers_40_residual_post_mlp/mean": 0.00830078125, "train/tensor_act_model_layers_40_residual_post_mlp/std": 0.671875, "train/tensor_act_model_layers_40_residual_post_mlp/max_abs": 5.78125, "train/tensor_act_model_layers_40_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_40_residual_post_mlp/min": -4.96875, "train/tensor_act_model_layers_40_residual_post_mlp/max": 5.78125, "train/tensor_act_model_layers_40_residual_post_mlp/range": 10.75, "train/tensor_act_model_layers_41_residual_pre_attn/norm": 1378.4896240234375, "train/tensor_act_model_layers_41_residual_pre_attn/mean": 0.00830078125, "train/tensor_act_model_layers_41_residual_pre_attn/std": 0.671875, "train/tensor_act_model_layers_41_residual_pre_attn/max_abs": 5.78125, "train/tensor_act_model_layers_41_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_41_residual_pre_attn/min": -4.96875, "train/tensor_act_model_layers_41_residual_pre_attn/max": 5.78125, "train/tensor_act_model_layers_41_residual_pre_attn/range": 10.75, "train/tensor_act_model_layers_41_residual_post_attn/norm": 1379.1475830078125, "train/tensor_act_model_layers_41_residual_post_attn/mean": 0.0079345703125, "train/tensor_act_model_layers_41_residual_post_attn/std": 0.671875, "train/tensor_act_model_layers_41_residual_post_attn/max_abs": 5.84375, "train/tensor_act_model_layers_41_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_41_residual_post_attn/min": -4.90625, "train/tensor_act_model_layers_41_residual_post_attn/max": 5.84375, "train/tensor_act_model_layers_41_residual_post_attn/range": 10.75, "train/tensor_act_model_layers_41_mlp_gate_proj/norm": 1253.6048583984375, "train/tensor_act_model_layers_41_mlp_gate_proj/mean": -0.1201171875, "train/tensor_act_model_layers_41_mlp_gate_proj/std": 0.416015625, "train/tensor_act_model_layers_41_mlp_gate_proj/max_abs": 2.703125, "train/tensor_act_model_layers_41_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_41_mlp_gate_proj/min": -2.703125, "train/tensor_act_model_layers_41_mlp_gate_proj/max": 2.296875, "train/tensor_act_model_layers_41_mlp_gate_proj/range": 5.0, "train/tensor_act_model_layers_41_mlp_up_proj/norm": 1086.80712890625, "train/tensor_act_model_layers_41_mlp_up_proj/mean": 0.00628662109375, "train/tensor_act_model_layers_41_mlp_up_proj/std": 0.375, "train/tensor_act_model_layers_41_mlp_up_proj/max_abs": 2.171875, "train/tensor_act_model_layers_41_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_41_mlp_up_proj/min": -1.984375, "train/tensor_act_model_layers_41_mlp_up_proj/max": 2.171875, "train/tensor_act_model_layers_41_mlp_up_proj/range": 4.15625, "train/tensor_act_model_layers_41_mlp_down_proj/norm": 89.03955841064453, "train/tensor_act_model_layers_41_mlp_down_proj/mean": 0.0004215240478515625, "train/tensor_act_model_layers_41_mlp_down_proj/std": 0.04345703125, "train/tensor_act_model_layers_41_mlp_down_proj/max_abs": 0.486328125, "train/tensor_act_model_layers_41_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_41_mlp_down_proj/min": -0.4375, "train/tensor_act_model_layers_41_mlp_down_proj/max": 0.486328125, "train/tensor_act_model_layers_41_mlp_down_proj/range": 0.923828125, "train/tensor_act_model_layers_41_mlp/norm": 89.03955841064453, "train/tensor_act_model_layers_41_mlp/mean": 0.0004215240478515625, "train/tensor_act_model_layers_41_mlp/std": 0.04345703125, "train/tensor_act_model_layers_41_mlp/max_abs": 0.486328125, "train/tensor_act_model_layers_41_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_41_mlp/min": -0.4375, "train/tensor_act_model_layers_41_mlp/max": 0.486328125, "train/tensor_act_model_layers_41_mlp/range": 0.923828125, "train/tensor_act_model_layers_41_residual_post_mlp/norm": 1392.646728515625, "train/tensor_act_model_layers_41_residual_post_mlp/mean": 0.00836181640625, "train/tensor_act_model_layers_41_residual_post_mlp/std": 0.6796875, "train/tensor_act_model_layers_41_residual_post_mlp/max_abs": 6.15625, "train/tensor_act_model_layers_41_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_41_residual_post_mlp/min": -5.09375, "train/tensor_act_model_layers_41_residual_post_mlp/max": 6.15625, "train/tensor_act_model_layers_41_residual_post_mlp/range": 11.25, "train/tensor_act_model_layers_42_residual_pre_attn/norm": 1392.646728515625, "train/tensor_act_model_layers_42_residual_pre_attn/mean": 0.00836181640625, "train/tensor_act_model_layers_42_residual_pre_attn/std": 0.6796875, "train/tensor_act_model_layers_42_residual_pre_attn/max_abs": 6.15625, "train/tensor_act_model_layers_42_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_42_residual_pre_attn/min": -5.09375, "train/tensor_act_model_layers_42_residual_pre_attn/max": 6.15625, "train/tensor_act_model_layers_42_residual_pre_attn/range": 11.25, "train/tensor_act_model_layers_42_residual_post_attn/norm": 1393.5008544921875, "train/tensor_act_model_layers_42_residual_post_attn/mean": 0.0096435546875, "train/tensor_act_model_layers_42_residual_post_attn/std": 0.6796875, "train/tensor_act_model_layers_42_residual_post_attn/max_abs": 6.0625, "train/tensor_act_model_layers_42_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_42_residual_post_attn/min": -5.09375, "train/tensor_act_model_layers_42_residual_post_attn/max": 6.0625, "train/tensor_act_model_layers_42_residual_post_attn/range": 11.15625, "train/tensor_act_model_layers_42_mlp_gate_proj/norm": 1258.2490234375, "train/tensor_act_model_layers_42_mlp_gate_proj/mean": -0.11865234375, "train/tensor_act_model_layers_42_mlp_gate_proj/std": 0.41796875, "train/tensor_act_model_layers_42_mlp_gate_proj/max_abs": 2.640625, "train/tensor_act_model_layers_42_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_42_mlp_gate_proj/min": -2.640625, "train/tensor_act_model_layers_42_mlp_gate_proj/max": 2.328125, "train/tensor_act_model_layers_42_mlp_gate_proj/range": 4.96875, "train/tensor_act_model_layers_42_mlp_up_proj/norm": 1095.260009765625, "train/tensor_act_model_layers_42_mlp_up_proj/mean": 0.00201416015625, "train/tensor_act_model_layers_42_mlp_up_proj/std": 0.37890625, "train/tensor_act_model_layers_42_mlp_up_proj/max_abs": 2.125, "train/tensor_act_model_layers_42_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_42_mlp_up_proj/min": -2.125, "train/tensor_act_model_layers_42_mlp_up_proj/max": 1.9453125, "train/tensor_act_model_layers_42_mlp_up_proj/range": 4.0703125, "train/tensor_act_model_layers_42_mlp_down_proj/norm": 92.75474548339844, "train/tensor_act_model_layers_42_mlp_down_proj/mean": -0.000453948974609375, "train/tensor_act_model_layers_42_mlp_down_proj/std": 0.04541015625, "train/tensor_act_model_layers_42_mlp_down_proj/max_abs": 0.55859375, "train/tensor_act_model_layers_42_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_42_mlp_down_proj/min": -0.478515625, "train/tensor_act_model_layers_42_mlp_down_proj/max": 0.55859375, "train/tensor_act_model_layers_42_mlp_down_proj/range": 1.037109375, "train/tensor_act_model_layers_42_mlp/norm": 92.75474548339844, "train/tensor_act_model_layers_42_mlp/mean": -0.000453948974609375, "train/tensor_act_model_layers_42_mlp/std": 0.04541015625, "train/tensor_act_model_layers_42_mlp/max_abs": 0.55859375, "train/tensor_act_model_layers_42_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_42_mlp/min": -0.478515625, "train/tensor_act_model_layers_42_mlp/max": 0.55859375, "train/tensor_act_model_layers_42_mlp/range": 1.037109375, "train/tensor_act_model_layers_42_residual_post_mlp/norm": 1407.315185546875, "train/tensor_act_model_layers_42_residual_post_mlp/mean": 0.0091552734375, "train/tensor_act_model_layers_42_residual_post_mlp/std": 0.6875, "train/tensor_act_model_layers_42_residual_post_mlp/max_abs": 6.21875, "train/tensor_act_model_layers_42_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_42_residual_post_mlp/min": -5.3125, "train/tensor_act_model_layers_42_residual_post_mlp/max": 6.21875, "train/tensor_act_model_layers_42_residual_post_mlp/range": 11.53125, "train/tensor_act_model_layers_43_residual_pre_attn/norm": 1407.315185546875, "train/tensor_act_model_layers_43_residual_pre_attn/mean": 0.0091552734375, "train/tensor_act_model_layers_43_residual_pre_attn/std": 0.6875, "train/tensor_act_model_layers_43_residual_pre_attn/max_abs": 6.21875, "train/tensor_act_model_layers_43_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_43_residual_pre_attn/min": -5.3125, "train/tensor_act_model_layers_43_residual_pre_attn/max": 6.21875, "train/tensor_act_model_layers_43_residual_pre_attn/range": 11.53125, "train/tensor_act_model_layers_43_residual_post_attn/norm": 1411.20458984375, "train/tensor_act_model_layers_43_residual_post_attn/mean": 0.00927734375, "train/tensor_act_model_layers_43_residual_post_attn/std": 0.6875, "train/tensor_act_model_layers_43_residual_post_attn/max_abs": 6.21875, "train/tensor_act_model_layers_43_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_43_residual_post_attn/min": -5.4375, "train/tensor_act_model_layers_43_residual_post_attn/max": 6.21875, "train/tensor_act_model_layers_43_residual_post_attn/range": 11.65625, "train/tensor_act_model_layers_43_mlp_gate_proj/norm": 1248.4007568359375, "train/tensor_act_model_layers_43_mlp_gate_proj/mean": -0.115234375, "train/tensor_act_model_layers_43_mlp_gate_proj/std": 0.416015625, "train/tensor_act_model_layers_43_mlp_gate_proj/max_abs": 2.6875, "train/tensor_act_model_layers_43_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_43_mlp_gate_proj/min": -2.6875, "train/tensor_act_model_layers_43_mlp_gate_proj/max": 2.28125, "train/tensor_act_model_layers_43_mlp_gate_proj/range": 4.96875, "train/tensor_act_model_layers_43_mlp_up_proj/norm": 1086.927490234375, "train/tensor_act_model_layers_43_mlp_up_proj/mean": -0.0033111572265625, "train/tensor_act_model_layers_43_mlp_up_proj/std": 0.375, "train/tensor_act_model_layers_43_mlp_up_proj/max_abs": 2.28125, "train/tensor_act_model_layers_43_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_43_mlp_up_proj/min": -1.9609375, "train/tensor_act_model_layers_43_mlp_up_proj/max": 2.28125, "train/tensor_act_model_layers_43_mlp_up_proj/range": 4.2421875, "train/tensor_act_model_layers_43_mlp_down_proj/norm": 92.03380584716797, "train/tensor_act_model_layers_43_mlp_down_proj/mean": 0.00066375732421875, "train/tensor_act_model_layers_43_mlp_down_proj/std": 0.044921875, "train/tensor_act_model_layers_43_mlp_down_proj/max_abs": 0.45703125, "train/tensor_act_model_layers_43_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_43_mlp_down_proj/min": -0.431640625, "train/tensor_act_model_layers_43_mlp_down_proj/max": 0.45703125, "train/tensor_act_model_layers_43_mlp_down_proj/range": 0.888671875, "train/tensor_act_model_layers_43_mlp/norm": 92.03380584716797, "train/tensor_act_model_layers_43_mlp/mean": 0.00066375732421875, "train/tensor_act_model_layers_43_mlp/std": 0.044921875, "train/tensor_act_model_layers_43_mlp/max_abs": 0.45703125, "train/tensor_act_model_layers_43_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_43_mlp/min": -0.431640625, "train/tensor_act_model_layers_43_mlp/max": 0.45703125, "train/tensor_act_model_layers_43_mlp/range": 0.888671875, "train/tensor_act_model_layers_43_residual_post_mlp/norm": 1426.3109130859375, "train/tensor_act_model_layers_43_residual_post_mlp/mean": 0.00994873046875, "train/tensor_act_model_layers_43_residual_post_mlp/std": 0.6953125, "train/tensor_act_model_layers_43_residual_post_mlp/max_abs": 6.28125, "train/tensor_act_model_layers_43_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_43_residual_post_mlp/min": -5.5, "train/tensor_act_model_layers_43_residual_post_mlp/max": 6.28125, "train/tensor_act_model_layers_43_residual_post_mlp/range": 11.78125, "train/tensor_act_model_layers_44_residual_pre_attn/norm": 1426.3109130859375, "train/tensor_act_model_layers_44_residual_pre_attn/mean": 0.00994873046875, "train/tensor_act_model_layers_44_residual_pre_attn/std": 0.6953125, "train/tensor_act_model_layers_44_residual_pre_attn/max_abs": 6.28125, "train/tensor_act_model_layers_44_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_44_residual_pre_attn/min": -5.5, "train/tensor_act_model_layers_44_residual_pre_attn/max": 6.28125, "train/tensor_act_model_layers_44_residual_pre_attn/range": 11.78125, "train/tensor_act_model_layers_44_residual_post_attn/norm": 1428.374267578125, "train/tensor_act_model_layers_44_residual_post_attn/mean": 0.0111083984375, "train/tensor_act_model_layers_44_residual_post_attn/std": 0.69921875, "train/tensor_act_model_layers_44_residual_post_attn/max_abs": 6.21875, "train/tensor_act_model_layers_44_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_44_residual_post_attn/min": -5.375, "train/tensor_act_model_layers_44_residual_post_attn/max": 6.21875, "train/tensor_act_model_layers_44_residual_post_attn/range": 11.59375, "train/tensor_act_model_layers_44_mlp_gate_proj/norm": 1256.0799560546875, "train/tensor_act_model_layers_44_mlp_gate_proj/mean": -0.11669921875, "train/tensor_act_model_layers_44_mlp_gate_proj/std": 0.41796875, "train/tensor_act_model_layers_44_mlp_gate_proj/max_abs": 2.609375, "train/tensor_act_model_layers_44_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_44_mlp_gate_proj/min": -2.453125, "train/tensor_act_model_layers_44_mlp_gate_proj/max": 2.609375, "train/tensor_act_model_layers_44_mlp_gate_proj/range": 5.0625, "train/tensor_act_model_layers_44_mlp_up_proj/norm": 1103.1495361328125, "train/tensor_act_model_layers_44_mlp_up_proj/mean": -0.004425048828125, "train/tensor_act_model_layers_44_mlp_up_proj/std": 0.380859375, "train/tensor_act_model_layers_44_mlp_up_proj/max_abs": 2.109375, "train/tensor_act_model_layers_44_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_44_mlp_up_proj/min": -2.109375, "train/tensor_act_model_layers_44_mlp_up_proj/max": 2.109375, "train/tensor_act_model_layers_44_mlp_up_proj/range": 4.21875, "train/tensor_act_model_layers_44_mlp_down_proj/norm": 94.25801086425781, "train/tensor_act_model_layers_44_mlp_down_proj/mean": 0.00061798095703125, "train/tensor_act_model_layers_44_mlp_down_proj/std": 0.0458984375, "train/tensor_act_model_layers_44_mlp_down_proj/max_abs": 0.6953125, "train/tensor_act_model_layers_44_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_44_mlp_down_proj/min": -0.50390625, "train/tensor_act_model_layers_44_mlp_down_proj/max": 0.6953125, "train/tensor_act_model_layers_44_mlp_down_proj/range": 1.19921875, "train/tensor_act_model_layers_44_mlp/norm": 94.25801086425781, "train/tensor_act_model_layers_44_mlp/mean": 0.00061798095703125, "train/tensor_act_model_layers_44_mlp/std": 0.0458984375, "train/tensor_act_model_layers_44_mlp/max_abs": 0.6953125, "train/tensor_act_model_layers_44_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_44_mlp/min": -0.50390625, "train/tensor_act_model_layers_44_mlp/max": 0.6953125, "train/tensor_act_model_layers_44_mlp/range": 1.19921875, "train/tensor_act_model_layers_44_residual_post_mlp/norm": 1442.77294921875, "train/tensor_act_model_layers_44_residual_post_mlp/mean": 0.01171875, "train/tensor_act_model_layers_44_residual_post_mlp/std": 0.703125, "train/tensor_act_model_layers_44_residual_post_mlp/max_abs": 6.21875, "train/tensor_act_model_layers_44_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_44_residual_post_mlp/min": -5.4375, "train/tensor_act_model_layers_44_residual_post_mlp/max": 6.21875, "train/tensor_act_model_layers_44_residual_post_mlp/range": 11.65625, "train/tensor_act_model_layers_45_residual_pre_attn/norm": 1442.77294921875, "train/tensor_act_model_layers_45_residual_pre_attn/mean": 0.01171875, "train/tensor_act_model_layers_45_residual_pre_attn/std": 0.703125, "train/tensor_act_model_layers_45_residual_pre_attn/max_abs": 6.21875, "train/tensor_act_model_layers_45_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_45_residual_pre_attn/min": -5.4375, "train/tensor_act_model_layers_45_residual_pre_attn/max": 6.21875, "train/tensor_act_model_layers_45_residual_pre_attn/range": 11.65625, "train/tensor_act_model_layers_45_residual_post_attn/norm": 1453.634033203125, "train/tensor_act_model_layers_45_residual_post_attn/mean": 0.01214599609375, "train/tensor_act_model_layers_45_residual_post_attn/std": 0.7109375, "train/tensor_act_model_layers_45_residual_post_attn/max_abs": 6.40625, "train/tensor_act_model_layers_45_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_45_residual_post_attn/min": -5.3125, "train/tensor_act_model_layers_45_residual_post_attn/max": 6.40625, "train/tensor_act_model_layers_45_residual_post_attn/range": 11.71875, "train/tensor_act_model_layers_45_mlp_gate_proj/norm": 1289.11865234375, "train/tensor_act_model_layers_45_mlp_gate_proj/mean": -0.1162109375, "train/tensor_act_model_layers_45_mlp_gate_proj/std": 0.4296875, "train/tensor_act_model_layers_45_mlp_gate_proj/max_abs": 2.578125, "train/tensor_act_model_layers_45_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_45_mlp_gate_proj/min": -2.5625, "train/tensor_act_model_layers_45_mlp_gate_proj/max": 2.578125, "train/tensor_act_model_layers_45_mlp_gate_proj/range": 5.140625, "train/tensor_act_model_layers_45_mlp_up_proj/norm": 1129.06103515625, "train/tensor_act_model_layers_45_mlp_up_proj/mean": 0.001739501953125, "train/tensor_act_model_layers_45_mlp_up_proj/std": 0.390625, "train/tensor_act_model_layers_45_mlp_up_proj/max_abs": 2.953125, "train/tensor_act_model_layers_45_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_45_mlp_up_proj/min": -2.953125, "train/tensor_act_model_layers_45_mlp_up_proj/max": 2.078125, "train/tensor_act_model_layers_45_mlp_up_proj/range": 5.03125, "train/tensor_act_model_layers_45_mlp_down_proj/norm": 101.79010772705078, "train/tensor_act_model_layers_45_mlp_down_proj/mean": -0.000591278076171875, "train/tensor_act_model_layers_45_mlp_down_proj/std": 0.0498046875, "train/tensor_act_model_layers_45_mlp_down_proj/max_abs": 0.462890625, "train/tensor_act_model_layers_45_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_45_mlp_down_proj/min": -0.45703125, "train/tensor_act_model_layers_45_mlp_down_proj/max": 0.462890625, "train/tensor_act_model_layers_45_mlp_down_proj/range": 0.919921875, "train/tensor_act_model_layers_45_mlp/norm": 101.79010772705078, "train/tensor_act_model_layers_45_mlp/mean": -0.000591278076171875, "train/tensor_act_model_layers_45_mlp/std": 0.0498046875, "train/tensor_act_model_layers_45_mlp/max_abs": 0.462890625, "train/tensor_act_model_layers_45_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_45_mlp/min": -0.45703125, "train/tensor_act_model_layers_45_mlp/max": 0.462890625, "train/tensor_act_model_layers_45_mlp/range": 0.919921875, "train/tensor_act_model_layers_45_residual_post_mlp/norm": 1466.7071533203125, "train/tensor_act_model_layers_45_residual_post_mlp/mean": 0.0115966796875, "train/tensor_act_model_layers_45_residual_post_mlp/std": 0.71484375, "train/tensor_act_model_layers_45_residual_post_mlp/max_abs": 6.46875, "train/tensor_act_model_layers_45_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_45_residual_post_mlp/min": -5.5, "train/tensor_act_model_layers_45_residual_post_mlp/max": 6.46875, "train/tensor_act_model_layers_45_residual_post_mlp/range": 11.96875, "train/tensor_act_model_layers_46_residual_pre_attn/norm": 1466.7071533203125, "train/tensor_act_model_layers_46_residual_pre_attn/mean": 0.0115966796875, "train/tensor_act_model_layers_46_residual_pre_attn/std": 0.71484375, "train/tensor_act_model_layers_46_residual_pre_attn/max_abs": 6.46875, "train/tensor_act_model_layers_46_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_46_residual_pre_attn/min": -5.5, "train/tensor_act_model_layers_46_residual_pre_attn/max": 6.46875, "train/tensor_act_model_layers_46_residual_pre_attn/range": 11.96875, "train/tensor_act_model_layers_46_residual_post_attn/norm": 1467.81689453125, "train/tensor_act_model_layers_46_residual_post_attn/mean": 0.01202392578125, "train/tensor_act_model_layers_46_residual_post_attn/std": 0.71484375, "train/tensor_act_model_layers_46_residual_post_attn/max_abs": 6.46875, "train/tensor_act_model_layers_46_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_46_residual_post_attn/min": -5.4375, "train/tensor_act_model_layers_46_residual_post_attn/max": 6.46875, "train/tensor_act_model_layers_46_residual_post_attn/range": 11.90625, "train/tensor_act_model_layers_46_mlp_gate_proj/norm": 1284.07373046875, "train/tensor_act_model_layers_46_mlp_gate_proj/mean": -0.11474609375, "train/tensor_act_model_layers_46_mlp_gate_proj/std": 0.427734375, "train/tensor_act_model_layers_46_mlp_gate_proj/max_abs": 2.65625, "train/tensor_act_model_layers_46_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_46_mlp_gate_proj/min": -2.65625, "train/tensor_act_model_layers_46_mlp_gate_proj/max": 2.453125, "train/tensor_act_model_layers_46_mlp_gate_proj/range": 5.109375, "train/tensor_act_model_layers_46_mlp_up_proj/norm": 1126.9810791015625, "train/tensor_act_model_layers_46_mlp_up_proj/mean": -0.006622314453125, "train/tensor_act_model_layers_46_mlp_up_proj/std": 0.388671875, "train/tensor_act_model_layers_46_mlp_up_proj/max_abs": 2.0625, "train/tensor_act_model_layers_46_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_46_mlp_up_proj/min": -2.015625, "train/tensor_act_model_layers_46_mlp_up_proj/max": 2.0625, "train/tensor_act_model_layers_46_mlp_up_proj/range": 4.078125, "train/tensor_act_model_layers_46_mlp_down_proj/norm": 101.66569519042969, "train/tensor_act_model_layers_46_mlp_down_proj/mean": 9.441375732421875e-05, "train/tensor_act_model_layers_46_mlp_down_proj/std": 0.049560546875, "train/tensor_act_model_layers_46_mlp_down_proj/max_abs": 0.474609375, "train/tensor_act_model_layers_46_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_46_mlp_down_proj/min": -0.474609375, "train/tensor_act_model_layers_46_mlp_down_proj/max": 0.44140625, "train/tensor_act_model_layers_46_mlp_down_proj/range": 0.916015625, "train/tensor_act_model_layers_46_mlp/norm": 101.66569519042969, "train/tensor_act_model_layers_46_mlp/mean": 9.441375732421875e-05, "train/tensor_act_model_layers_46_mlp/std": 0.049560546875, "train/tensor_act_model_layers_46_mlp/max_abs": 0.474609375, "train/tensor_act_model_layers_46_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_46_mlp/min": -0.474609375, "train/tensor_act_model_layers_46_mlp/max": 0.44140625, "train/tensor_act_model_layers_46_mlp/range": 0.916015625, "train/tensor_act_model_layers_46_residual_post_mlp/norm": 1482.6749267578125, "train/tensor_act_model_layers_46_residual_post_mlp/mean": 0.01214599609375, "train/tensor_act_model_layers_46_residual_post_mlp/std": 0.72265625, "train/tensor_act_model_layers_46_residual_post_mlp/max_abs": 6.625, "train/tensor_act_model_layers_46_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_46_residual_post_mlp/min": -5.65625, "train/tensor_act_model_layers_46_residual_post_mlp/max": 6.625, "train/tensor_act_model_layers_46_residual_post_mlp/range": 12.28125, "train/tensor_act_model_layers_47_residual_pre_attn/norm": 1482.6749267578125, "train/tensor_act_model_layers_47_residual_pre_attn/mean": 0.01214599609375, "train/tensor_act_model_layers_47_residual_pre_attn/std": 0.72265625, "train/tensor_act_model_layers_47_residual_pre_attn/max_abs": 6.625, "train/tensor_act_model_layers_47_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_47_residual_pre_attn/min": -5.65625, "train/tensor_act_model_layers_47_residual_pre_attn/max": 6.625, "train/tensor_act_model_layers_47_residual_pre_attn/range": 12.28125, "train/tensor_act_model_layers_47_residual_post_attn/norm": 1485.902099609375, "train/tensor_act_model_layers_47_residual_post_attn/mean": 0.01263427734375, "train/tensor_act_model_layers_47_residual_post_attn/std": 0.7265625, "train/tensor_act_model_layers_47_residual_post_attn/max_abs": 6.65625, "train/tensor_act_model_layers_47_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_47_residual_post_attn/min": -5.6875, "train/tensor_act_model_layers_47_residual_post_attn/max": 6.65625, "train/tensor_act_model_layers_47_residual_post_attn/range": 12.34375, "train/tensor_act_model_layers_47_mlp_gate_proj/norm": 1300.8651123046875, "train/tensor_act_model_layers_47_mlp_gate_proj/mean": -0.1259765625, "train/tensor_act_model_layers_47_mlp_gate_proj/std": 0.431640625, "train/tensor_act_model_layers_47_mlp_gate_proj/max_abs": 2.71875, "train/tensor_act_model_layers_47_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_47_mlp_gate_proj/min": -2.71875, "train/tensor_act_model_layers_47_mlp_gate_proj/max": 2.28125, "train/tensor_act_model_layers_47_mlp_gate_proj/range": 5.0, "train/tensor_act_model_layers_47_mlp_up_proj/norm": 1128.33642578125, "train/tensor_act_model_layers_47_mlp_up_proj/mean": -0.0038299560546875, "train/tensor_act_model_layers_47_mlp_up_proj/std": 0.388671875, "train/tensor_act_model_layers_47_mlp_up_proj/max_abs": 2.15625, "train/tensor_act_model_layers_47_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_47_mlp_up_proj/min": -2.09375, "train/tensor_act_model_layers_47_mlp_up_proj/max": 2.15625, "train/tensor_act_model_layers_47_mlp_up_proj/range": 4.25, "train/tensor_act_model_layers_47_mlp_down_proj/norm": 99.83476257324219, "train/tensor_act_model_layers_47_mlp_down_proj/mean": 0.000919342041015625, "train/tensor_act_model_layers_47_mlp_down_proj/std": 0.048828125, "train/tensor_act_model_layers_47_mlp_down_proj/max_abs": 0.57421875, "train/tensor_act_model_layers_47_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_47_mlp_down_proj/min": -0.498046875, "train/tensor_act_model_layers_47_mlp_down_proj/max": 0.57421875, "train/tensor_act_model_layers_47_mlp_down_proj/range": 1.072265625, "train/tensor_act_model_layers_47_mlp/norm": 99.83476257324219, "train/tensor_act_model_layers_47_mlp/mean": 0.000919342041015625, "train/tensor_act_model_layers_47_mlp/std": 0.048828125, "train/tensor_act_model_layers_47_mlp/max_abs": 0.57421875, "train/tensor_act_model_layers_47_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_47_mlp/min": -0.498046875, "train/tensor_act_model_layers_47_mlp/max": 0.57421875, "train/tensor_act_model_layers_47_mlp/range": 1.072265625, "train/tensor_act_model_layers_47_residual_post_mlp/norm": 1500.7799072265625, "train/tensor_act_model_layers_47_residual_post_mlp/mean": 0.0135498046875, "train/tensor_act_model_layers_47_residual_post_mlp/std": 0.734375, "train/tensor_act_model_layers_47_residual_post_mlp/max_abs": 6.65625, "train/tensor_act_model_layers_47_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_47_residual_post_mlp/min": -5.78125, "train/tensor_act_model_layers_47_residual_post_mlp/max": 6.65625, "train/tensor_act_model_layers_47_residual_post_mlp/range": 12.4375, "train/tensor_act_model_layers_48_residual_pre_attn/norm": 1500.7799072265625, "train/tensor_act_model_layers_48_residual_pre_attn/mean": 0.0135498046875, "train/tensor_act_model_layers_48_residual_pre_attn/std": 0.734375, "train/tensor_act_model_layers_48_residual_pre_attn/max_abs": 6.65625, "train/tensor_act_model_layers_48_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_48_residual_pre_attn/min": -5.78125, "train/tensor_act_model_layers_48_residual_pre_attn/max": 6.65625, "train/tensor_act_model_layers_48_residual_pre_attn/range": 12.4375, "train/tensor_act_model_layers_48_residual_post_attn/norm": 1503.026611328125, "train/tensor_act_model_layers_48_residual_post_attn/mean": 0.01434326171875, "train/tensor_act_model_layers_48_residual_post_attn/std": 0.734375, "train/tensor_act_model_layers_48_residual_post_attn/max_abs": 6.625, "train/tensor_act_model_layers_48_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_48_residual_post_attn/min": -5.71875, "train/tensor_act_model_layers_48_residual_post_attn/max": 6.625, "train/tensor_act_model_layers_48_residual_post_attn/range": 12.34375, "train/tensor_act_model_layers_48_mlp_gate_proj/norm": 1305.77490234375, "train/tensor_act_model_layers_48_mlp_gate_proj/mean": -0.1220703125, "train/tensor_act_model_layers_48_mlp_gate_proj/std": 0.43359375, "train/tensor_act_model_layers_48_mlp_gate_proj/max_abs": 2.71875, "train/tensor_act_model_layers_48_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_48_mlp_gate_proj/min": -2.71875, "train/tensor_act_model_layers_48_mlp_gate_proj/max": 2.40625, "train/tensor_act_model_layers_48_mlp_gate_proj/range": 5.125, "train/tensor_act_model_layers_48_mlp_up_proj/norm": 1145.5394287109375, "train/tensor_act_model_layers_48_mlp_up_proj/mean": 6.771087646484375e-05, "train/tensor_act_model_layers_48_mlp_up_proj/std": 0.396484375, "train/tensor_act_model_layers_48_mlp_up_proj/max_abs": 2.21875, "train/tensor_act_model_layers_48_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_48_mlp_up_proj/min": -2.21875, "train/tensor_act_model_layers_48_mlp_up_proj/max": 2.125, "train/tensor_act_model_layers_48_mlp_up_proj/range": 4.34375, "train/tensor_act_model_layers_48_mlp_down_proj/norm": 101.35663604736328, "train/tensor_act_model_layers_48_mlp_down_proj/mean": 0.00054168701171875, "train/tensor_act_model_layers_48_mlp_down_proj/std": 0.049560546875, "train/tensor_act_model_layers_48_mlp_down_proj/max_abs": 0.52734375, "train/tensor_act_model_layers_48_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_48_mlp_down_proj/min": -0.52734375, "train/tensor_act_model_layers_48_mlp_down_proj/max": 0.388671875, "train/tensor_act_model_layers_48_mlp_down_proj/range": 0.916015625, "train/tensor_act_model_layers_48_mlp/norm": 101.35663604736328, "train/tensor_act_model_layers_48_mlp/mean": 0.00054168701171875, "train/tensor_act_model_layers_48_mlp/std": 0.049560546875, "train/tensor_act_model_layers_48_mlp/max_abs": 0.52734375, "train/tensor_act_model_layers_48_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_48_mlp/min": -0.52734375, "train/tensor_act_model_layers_48_mlp/max": 0.388671875, "train/tensor_act_model_layers_48_mlp/range": 0.916015625, "train/tensor_act_model_layers_48_residual_post_mlp/norm": 1517.7261962890625, "train/tensor_act_model_layers_48_residual_post_mlp/mean": 0.014892578125, "train/tensor_act_model_layers_48_residual_post_mlp/std": 0.7421875, "train/tensor_act_model_layers_48_residual_post_mlp/max_abs": 6.8125, "train/tensor_act_model_layers_48_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_48_residual_post_mlp/min": -5.875, "train/tensor_act_model_layers_48_residual_post_mlp/max": 6.8125, "train/tensor_act_model_layers_48_residual_post_mlp/range": 12.6875, "train/tensor_act_model_layers_49_residual_pre_attn/norm": 1517.7261962890625, "train/tensor_act_model_layers_49_residual_pre_attn/mean": 0.014892578125, "train/tensor_act_model_layers_49_residual_pre_attn/std": 0.7421875, "train/tensor_act_model_layers_49_residual_pre_attn/max_abs": 6.8125, "train/tensor_act_model_layers_49_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_49_residual_pre_attn/min": -5.875, "train/tensor_act_model_layers_49_residual_pre_attn/max": 6.8125, "train/tensor_act_model_layers_49_residual_pre_attn/range": 12.6875, "train/tensor_act_model_layers_49_residual_post_attn/norm": 1525.699462890625, "train/tensor_act_model_layers_49_residual_post_attn/mean": 0.014892578125, "train/tensor_act_model_layers_49_residual_post_attn/std": 0.74609375, "train/tensor_act_model_layers_49_residual_post_attn/max_abs": 6.78125, "train/tensor_act_model_layers_49_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_49_residual_post_attn/min": -5.875, "train/tensor_act_model_layers_49_residual_post_attn/max": 6.78125, "train/tensor_act_model_layers_49_residual_post_attn/range": 12.65625, "train/tensor_act_model_layers_49_mlp_gate_proj/norm": 1291.404296875, "train/tensor_act_model_layers_49_mlp_gate_proj/mean": -0.11328125, "train/tensor_act_model_layers_49_mlp_gate_proj/std": 0.431640625, "train/tensor_act_model_layers_49_mlp_gate_proj/max_abs": 2.546875, "train/tensor_act_model_layers_49_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_49_mlp_gate_proj/min": -2.546875, "train/tensor_act_model_layers_49_mlp_gate_proj/max": 2.265625, "train/tensor_act_model_layers_49_mlp_gate_proj/range": 4.8125, "train/tensor_act_model_layers_49_mlp_up_proj/norm": 1135.47265625, "train/tensor_act_model_layers_49_mlp_up_proj/mean": 0.00439453125, "train/tensor_act_model_layers_49_mlp_up_proj/std": 0.392578125, "train/tensor_act_model_layers_49_mlp_up_proj/max_abs": 2.109375, "train/tensor_act_model_layers_49_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_49_mlp_up_proj/min": -2.09375, "train/tensor_act_model_layers_49_mlp_up_proj/max": 2.109375, "train/tensor_act_model_layers_49_mlp_up_proj/range": 4.203125, "train/tensor_act_model_layers_49_mlp_down_proj/norm": 101.7708740234375, "train/tensor_act_model_layers_49_mlp_down_proj/mean": -0.000667572021484375, "train/tensor_act_model_layers_49_mlp_down_proj/std": 0.0498046875, "train/tensor_act_model_layers_49_mlp_down_proj/max_abs": 0.6171875, "train/tensor_act_model_layers_49_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_49_mlp_down_proj/min": -0.408203125, "train/tensor_act_model_layers_49_mlp_down_proj/max": 0.6171875, "train/tensor_act_model_layers_49_mlp_down_proj/range": 1.025390625, "train/tensor_act_model_layers_49_mlp/norm": 101.7708740234375, "train/tensor_act_model_layers_49_mlp/mean": -0.000667572021484375, "train/tensor_act_model_layers_49_mlp/std": 0.0498046875, "train/tensor_act_model_layers_49_mlp/max_abs": 0.6171875, "train/tensor_act_model_layers_49_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_49_mlp/min": -0.408203125, "train/tensor_act_model_layers_49_mlp/max": 0.6171875, "train/tensor_act_model_layers_49_mlp/range": 1.025390625, "train/tensor_act_model_layers_49_residual_post_mlp/norm": 1539.425048828125, "train/tensor_act_model_layers_49_residual_post_mlp/mean": 0.01422119140625, "train/tensor_act_model_layers_49_residual_post_mlp/std": 0.75, "train/tensor_act_model_layers_49_residual_post_mlp/max_abs": 6.75, "train/tensor_act_model_layers_49_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_49_residual_post_mlp/min": -6.0, "train/tensor_act_model_layers_49_residual_post_mlp/max": 6.75, "train/tensor_act_model_layers_49_residual_post_mlp/range": 12.75, "train/tensor_act_model_layers_50_residual_pre_attn/norm": 1539.425048828125, "train/tensor_act_model_layers_50_residual_pre_attn/mean": 0.01422119140625, "train/tensor_act_model_layers_50_residual_pre_attn/std": 0.75, "train/tensor_act_model_layers_50_residual_pre_attn/max_abs": 6.75, "train/tensor_act_model_layers_50_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_50_residual_pre_attn/min": -6.0, "train/tensor_act_model_layers_50_residual_pre_attn/max": 6.75, "train/tensor_act_model_layers_50_residual_pre_attn/range": 12.75, "train/tensor_act_model_layers_50_residual_post_attn/norm": 1538.91943359375, "train/tensor_act_model_layers_50_residual_post_attn/mean": 0.01446533203125, "train/tensor_act_model_layers_50_residual_post_attn/std": 0.75, "train/tensor_act_model_layers_50_residual_post_attn/max_abs": 6.6875, "train/tensor_act_model_layers_50_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_50_residual_post_attn/min": -5.875, "train/tensor_act_model_layers_50_residual_post_attn/max": 6.6875, "train/tensor_act_model_layers_50_residual_post_attn/range": 12.5625, "train/tensor_act_model_layers_50_mlp_gate_proj/norm": 1303.789306640625, "train/tensor_act_model_layers_50_mlp_gate_proj/mean": -0.1201171875, "train/tensor_act_model_layers_50_mlp_gate_proj/std": 0.43359375, "train/tensor_act_model_layers_50_mlp_gate_proj/max_abs": 2.78125, "train/tensor_act_model_layers_50_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_50_mlp_gate_proj/min": -2.78125, "train/tensor_act_model_layers_50_mlp_gate_proj/max": 2.296875, "train/tensor_act_model_layers_50_mlp_gate_proj/range": 5.078125, "train/tensor_act_model_layers_50_mlp_up_proj/norm": 1139.552978515625, "train/tensor_act_model_layers_50_mlp_up_proj/mean": 0.007415771484375, "train/tensor_act_model_layers_50_mlp_up_proj/std": 0.392578125, "train/tensor_act_model_layers_50_mlp_up_proj/max_abs": 2.0, "train/tensor_act_model_layers_50_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_50_mlp_up_proj/min": -1.9609375, "train/tensor_act_model_layers_50_mlp_up_proj/max": 2.0, "train/tensor_act_model_layers_50_mlp_up_proj/range": 3.9609375, "train/tensor_act_model_layers_50_mlp_down_proj/norm": 103.15309143066406, "train/tensor_act_model_layers_50_mlp_down_proj/mean": -0.000576019287109375, "train/tensor_act_model_layers_50_mlp_down_proj/std": 0.05029296875, "train/tensor_act_model_layers_50_mlp_down_proj/max_abs": 0.46875, "train/tensor_act_model_layers_50_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_50_mlp_down_proj/min": -0.4140625, "train/tensor_act_model_layers_50_mlp_down_proj/max": 0.46875, "train/tensor_act_model_layers_50_mlp_down_proj/range": 0.8828125, "train/tensor_act_model_layers_50_mlp/norm": 103.15309143066406, "train/tensor_act_model_layers_50_mlp/mean": -0.000576019287109375, "train/tensor_act_model_layers_50_mlp/std": 0.05029296875, "train/tensor_act_model_layers_50_mlp/max_abs": 0.46875, "train/tensor_act_model_layers_50_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_50_mlp/min": -0.4140625, "train/tensor_act_model_layers_50_mlp/max": 0.46875, "train/tensor_act_model_layers_50_mlp/range": 0.8828125, "train/tensor_act_model_layers_50_residual_post_mlp/norm": 1553.098876953125, "train/tensor_act_model_layers_50_residual_post_mlp/mean": 0.01385498046875, "train/tensor_act_model_layers_50_residual_post_mlp/std": 0.7578125, "train/tensor_act_model_layers_50_residual_post_mlp/max_abs": 6.78125, "train/tensor_act_model_layers_50_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_50_residual_post_mlp/min": -5.96875, "train/tensor_act_model_layers_50_residual_post_mlp/max": 6.78125, "train/tensor_act_model_layers_50_residual_post_mlp/range": 12.75, "train/tensor_act_model_layers_51_residual_pre_attn/norm": 1553.098876953125, "train/tensor_act_model_layers_51_residual_pre_attn/mean": 0.01385498046875, "train/tensor_act_model_layers_51_residual_pre_attn/std": 0.7578125, "train/tensor_act_model_layers_51_residual_pre_attn/max_abs": 6.78125, "train/tensor_act_model_layers_51_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_51_residual_pre_attn/min": -5.96875, "train/tensor_act_model_layers_51_residual_pre_attn/max": 6.78125, "train/tensor_act_model_layers_51_residual_pre_attn/range": 12.75, "train/tensor_act_model_layers_51_residual_post_attn/norm": 1552.141357421875, "train/tensor_act_model_layers_51_residual_post_attn/mean": 0.013916015625, "train/tensor_act_model_layers_51_residual_post_attn/std": 0.7578125, "train/tensor_act_model_layers_51_residual_post_attn/max_abs": 6.78125, "train/tensor_act_model_layers_51_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_51_residual_post_attn/min": -6.0625, "train/tensor_act_model_layers_51_residual_post_attn/max": 6.78125, "train/tensor_act_model_layers_51_residual_post_attn/range": 12.84375, "train/tensor_act_model_layers_51_mlp_gate_proj/norm": 1290.5838623046875, "train/tensor_act_model_layers_51_mlp_gate_proj/mean": -0.115234375, "train/tensor_act_model_layers_51_mlp_gate_proj/std": 0.4296875, "train/tensor_act_model_layers_51_mlp_gate_proj/max_abs": 2.578125, "train/tensor_act_model_layers_51_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_51_mlp_gate_proj/min": -2.578125, "train/tensor_act_model_layers_51_mlp_gate_proj/max": 2.328125, "train/tensor_act_model_layers_51_mlp_gate_proj/range": 4.90625, "train/tensor_act_model_layers_51_mlp_up_proj/norm": 1133.6876220703125, "train/tensor_act_model_layers_51_mlp_up_proj/mean": 0.004302978515625, "train/tensor_act_model_layers_51_mlp_up_proj/std": 0.390625, "train/tensor_act_model_layers_51_mlp_up_proj/max_abs": 2.53125, "train/tensor_act_model_layers_51_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_51_mlp_up_proj/min": -2.53125, "train/tensor_act_model_layers_51_mlp_up_proj/max": 2.234375, "train/tensor_act_model_layers_51_mlp_up_proj/range": 4.765625, "train/tensor_act_model_layers_51_mlp_down_proj/norm": 101.16912078857422, "train/tensor_act_model_layers_51_mlp_down_proj/mean": 0.0003376007080078125, "train/tensor_act_model_layers_51_mlp_down_proj/std": 0.04931640625, "train/tensor_act_model_layers_51_mlp_down_proj/max_abs": 0.486328125, "train/tensor_act_model_layers_51_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_51_mlp_down_proj/min": -0.462890625, "train/tensor_act_model_layers_51_mlp_down_proj/max": 0.486328125, "train/tensor_act_model_layers_51_mlp_down_proj/range": 0.94921875, "train/tensor_act_model_layers_51_mlp/norm": 101.16912078857422, "train/tensor_act_model_layers_51_mlp/mean": 0.0003376007080078125, "train/tensor_act_model_layers_51_mlp/std": 0.04931640625, "train/tensor_act_model_layers_51_mlp/max_abs": 0.486328125, "train/tensor_act_model_layers_51_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_51_mlp/min": -0.462890625, "train/tensor_act_model_layers_51_mlp/max": 0.486328125, "train/tensor_act_model_layers_51_mlp/range": 0.94921875, "train/tensor_act_model_layers_51_residual_post_mlp/norm": 1566.0755615234375, "train/tensor_act_model_layers_51_residual_post_mlp/mean": 0.01422119140625, "train/tensor_act_model_layers_51_residual_post_mlp/std": 0.765625, "train/tensor_act_model_layers_51_residual_post_mlp/max_abs": 6.84375, "train/tensor_act_model_layers_51_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_51_residual_post_mlp/min": -6.09375, "train/tensor_act_model_layers_51_residual_post_mlp/max": 6.84375, "train/tensor_act_model_layers_51_residual_post_mlp/range": 12.9375, "train/tensor_act_model_layers_52_residual_pre_attn/norm": 1566.0755615234375, "train/tensor_act_model_layers_52_residual_pre_attn/mean": 0.01422119140625, "train/tensor_act_model_layers_52_residual_pre_attn/std": 0.765625, "train/tensor_act_model_layers_52_residual_pre_attn/max_abs": 6.84375, "train/tensor_act_model_layers_52_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_52_residual_pre_attn/min": -6.09375, "train/tensor_act_model_layers_52_residual_pre_attn/max": 6.84375, "train/tensor_act_model_layers_52_residual_pre_attn/range": 12.9375, "train/tensor_act_model_layers_52_residual_post_attn/norm": 1579.5836181640625, "train/tensor_act_model_layers_52_residual_post_attn/mean": 0.01336669921875, "train/tensor_act_model_layers_52_residual_post_attn/std": 0.76953125, "train/tensor_act_model_layers_52_residual_post_attn/max_abs": 6.75, "train/tensor_act_model_layers_52_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_52_residual_post_attn/min": -6.125, "train/tensor_act_model_layers_52_residual_post_attn/max": 6.75, "train/tensor_act_model_layers_52_residual_post_attn/range": 12.875, "train/tensor_act_model_layers_52_mlp_gate_proj/norm": 1312.4503173828125, "train/tensor_act_model_layers_52_mlp_gate_proj/mean": -0.115234375, "train/tensor_act_model_layers_52_mlp_gate_proj/std": 0.4375, "train/tensor_act_model_layers_52_mlp_gate_proj/max_abs": 2.75, "train/tensor_act_model_layers_52_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_52_mlp_gate_proj/min": -2.75, "train/tensor_act_model_layers_52_mlp_gate_proj/max": 2.375, "train/tensor_act_model_layers_52_mlp_gate_proj/range": 5.125, "train/tensor_act_model_layers_52_mlp_up_proj/norm": 1154.3543701171875, "train/tensor_act_model_layers_52_mlp_up_proj/mean": 0.0040283203125, "train/tensor_act_model_layers_52_mlp_up_proj/std": 0.3984375, "train/tensor_act_model_layers_52_mlp_up_proj/max_abs": 2.328125, "train/tensor_act_model_layers_52_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_52_mlp_up_proj/min": -2.265625, "train/tensor_act_model_layers_52_mlp_up_proj/max": 2.328125, "train/tensor_act_model_layers_52_mlp_up_proj/range": 4.59375, "train/tensor_act_model_layers_52_mlp_down_proj/norm": 108.43344116210938, "train/tensor_act_model_layers_52_mlp_down_proj/mean": -0.00038909912109375, "train/tensor_act_model_layers_52_mlp_down_proj/std": 0.052978515625, "train/tensor_act_model_layers_52_mlp_down_proj/max_abs": 0.4765625, "train/tensor_act_model_layers_52_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_52_mlp_down_proj/min": -0.4765625, "train/tensor_act_model_layers_52_mlp_down_proj/max": 0.421875, "train/tensor_act_model_layers_52_mlp_down_proj/range": 0.8984375, "train/tensor_act_model_layers_52_mlp/norm": 108.43344116210938, "train/tensor_act_model_layers_52_mlp/mean": -0.00038909912109375, "train/tensor_act_model_layers_52_mlp/std": 0.052978515625, "train/tensor_act_model_layers_52_mlp/max_abs": 0.4765625, "train/tensor_act_model_layers_52_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_52_mlp/min": -0.4765625, "train/tensor_act_model_layers_52_mlp/max": 0.421875, "train/tensor_act_model_layers_52_mlp/range": 0.8984375, "train/tensor_act_model_layers_52_residual_post_mlp/norm": 1592.6046142578125, "train/tensor_act_model_layers_52_residual_post_mlp/mean": 0.01300048828125, "train/tensor_act_model_layers_52_residual_post_mlp/std": 0.77734375, "train/tensor_act_model_layers_52_residual_post_mlp/max_abs": 6.75, "train/tensor_act_model_layers_52_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_52_residual_post_mlp/min": -6.125, "train/tensor_act_model_layers_52_residual_post_mlp/max": 6.75, "train/tensor_act_model_layers_52_residual_post_mlp/range": 12.875, "train/tensor_act_model_layers_53_residual_pre_attn/norm": 1592.6046142578125, "train/tensor_act_model_layers_53_residual_pre_attn/mean": 0.01300048828125, "train/tensor_act_model_layers_53_residual_pre_attn/std": 0.77734375, "train/tensor_act_model_layers_53_residual_pre_attn/max_abs": 6.75, "train/tensor_act_model_layers_53_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_53_residual_pre_attn/min": -6.125, "train/tensor_act_model_layers_53_residual_pre_attn/max": 6.75, "train/tensor_act_model_layers_53_residual_pre_attn/range": 12.875, "train/tensor_act_model_layers_53_residual_post_attn/norm": 1610.4564208984375, "train/tensor_act_model_layers_53_residual_post_attn/mean": 0.012451171875, "train/tensor_act_model_layers_53_residual_post_attn/std": 0.78515625, "train/tensor_act_model_layers_53_residual_post_attn/max_abs": 6.9375, "train/tensor_act_model_layers_53_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_53_residual_post_attn/min": -6.03125, "train/tensor_act_model_layers_53_residual_post_attn/max": 6.9375, "train/tensor_act_model_layers_53_residual_post_attn/range": 12.96875, "train/tensor_act_model_layers_53_mlp_gate_proj/norm": 1334.1868896484375, "train/tensor_act_model_layers_53_mlp_gate_proj/mean": -0.1181640625, "train/tensor_act_model_layers_53_mlp_gate_proj/std": 0.4453125, "train/tensor_act_model_layers_53_mlp_gate_proj/max_abs": 2.734375, "train/tensor_act_model_layers_53_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_53_mlp_gate_proj/min": -2.734375, "train/tensor_act_model_layers_53_mlp_gate_proj/max": 2.5, "train/tensor_act_model_layers_53_mlp_gate_proj/range": 5.234375, "train/tensor_act_model_layers_53_mlp_up_proj/norm": 1172.9447021484375, "train/tensor_act_model_layers_53_mlp_up_proj/mean": 0.00750732421875, "train/tensor_act_model_layers_53_mlp_up_proj/std": 0.404296875, "train/tensor_act_model_layers_53_mlp_up_proj/max_abs": 2.4375, "train/tensor_act_model_layers_53_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_53_mlp_up_proj/min": -2.4375, "train/tensor_act_model_layers_53_mlp_up_proj/max": 2.109375, "train/tensor_act_model_layers_53_mlp_up_proj/range": 4.546875, "train/tensor_act_model_layers_53_mlp_down_proj/norm": 111.54499053955078, "train/tensor_act_model_layers_53_mlp_down_proj/mean": 0.00106048583984375, "train/tensor_act_model_layers_53_mlp_down_proj/std": 0.054443359375, "train/tensor_act_model_layers_53_mlp_down_proj/max_abs": 0.59375, "train/tensor_act_model_layers_53_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_53_mlp_down_proj/min": -0.53515625, "train/tensor_act_model_layers_53_mlp_down_proj/max": 0.59375, "train/tensor_act_model_layers_53_mlp_down_proj/range": 1.12890625, "train/tensor_act_model_layers_53_mlp/norm": 111.54499053955078, "train/tensor_act_model_layers_53_mlp/mean": 0.00106048583984375, "train/tensor_act_model_layers_53_mlp/std": 0.054443359375, "train/tensor_act_model_layers_53_mlp/max_abs": 0.59375, "train/tensor_act_model_layers_53_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_53_mlp/min": -0.53515625, "train/tensor_act_model_layers_53_mlp/max": 0.59375, "train/tensor_act_model_layers_53_mlp/range": 1.12890625, "train/tensor_act_model_layers_53_residual_post_mlp/norm": 1623.2928466796875, "train/tensor_act_model_layers_53_residual_post_mlp/mean": 0.01348876953125, "train/tensor_act_model_layers_53_residual_post_mlp/std": 0.79296875, "train/tensor_act_model_layers_53_residual_post_mlp/max_abs": 6.84375, "train/tensor_act_model_layers_53_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_53_residual_post_mlp/min": -6.125, "train/tensor_act_model_layers_53_residual_post_mlp/max": 6.84375, "train/tensor_act_model_layers_53_residual_post_mlp/range": 12.96875, "train/tensor_act_model_layers_54_residual_pre_attn/norm": 1623.2928466796875, "train/tensor_act_model_layers_54_residual_pre_attn/mean": 0.01348876953125, "train/tensor_act_model_layers_54_residual_pre_attn/std": 0.79296875, "train/tensor_act_model_layers_54_residual_pre_attn/max_abs": 6.84375, "train/tensor_act_model_layers_54_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_54_residual_pre_attn/min": -6.125, "train/tensor_act_model_layers_54_residual_pre_attn/max": 6.84375, "train/tensor_act_model_layers_54_residual_pre_attn/range": 12.96875, "train/tensor_act_model_layers_54_residual_post_attn/norm": 1623.5816650390625, "train/tensor_act_model_layers_54_residual_post_attn/mean": 0.01373291015625, "train/tensor_act_model_layers_54_residual_post_attn/std": 0.79296875, "train/tensor_act_model_layers_54_residual_post_attn/max_abs": 6.90625, "train/tensor_act_model_layers_54_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_54_residual_post_attn/min": -6.0625, "train/tensor_act_model_layers_54_residual_post_attn/max": 6.90625, "train/tensor_act_model_layers_54_residual_post_attn/range": 12.96875, "train/tensor_act_model_layers_54_mlp_gate_proj/norm": 1312.5570068359375, "train/tensor_act_model_layers_54_mlp_gate_proj/mean": -0.1025390625, "train/tensor_act_model_layers_54_mlp_gate_proj/std": 0.44140625, "train/tensor_act_model_layers_54_mlp_gate_proj/max_abs": 2.59375, "train/tensor_act_model_layers_54_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_54_mlp_gate_proj/min": -2.59375, "train/tensor_act_model_layers_54_mlp_gate_proj/max": 2.515625, "train/tensor_act_model_layers_54_mlp_gate_proj/range": 5.109375, "train/tensor_act_model_layers_54_mlp_up_proj/norm": 1170.03515625, "train/tensor_act_model_layers_54_mlp_up_proj/mean": 0.0089111328125, "train/tensor_act_model_layers_54_mlp_up_proj/std": 0.404296875, "train/tensor_act_model_layers_54_mlp_up_proj/max_abs": 2.3125, "train/tensor_act_model_layers_54_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_54_mlp_up_proj/min": -2.109375, "train/tensor_act_model_layers_54_mlp_up_proj/max": 2.3125, "train/tensor_act_model_layers_54_mlp_up_proj/range": 4.421875, "train/tensor_act_model_layers_54_mlp_down_proj/norm": 110.73892974853516, "train/tensor_act_model_layers_54_mlp_down_proj/mean": -0.00014400482177734375, "train/tensor_act_model_layers_54_mlp_down_proj/std": 0.053955078125, "train/tensor_act_model_layers_54_mlp_down_proj/max_abs": 0.490234375, "train/tensor_act_model_layers_54_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_54_mlp_down_proj/min": -0.48046875, "train/tensor_act_model_layers_54_mlp_down_proj/max": 0.490234375, "train/tensor_act_model_layers_54_mlp_down_proj/range": 0.970703125, "train/tensor_act_model_layers_54_mlp/norm": 110.73892974853516, "train/tensor_act_model_layers_54_mlp/mean": -0.00014400482177734375, "train/tensor_act_model_layers_54_mlp/std": 0.053955078125, "train/tensor_act_model_layers_54_mlp/max_abs": 0.490234375, "train/tensor_act_model_layers_54_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_54_mlp/min": -0.48046875, "train/tensor_act_model_layers_54_mlp/max": 0.490234375, "train/tensor_act_model_layers_54_mlp/range": 0.970703125, "train/tensor_act_model_layers_54_residual_post_mlp/norm": 1636.005615234375, "train/tensor_act_model_layers_54_residual_post_mlp/mean": 0.01361083984375, "train/tensor_act_model_layers_54_residual_post_mlp/std": 0.796875, "train/tensor_act_model_layers_54_residual_post_mlp/max_abs": 6.90625, "train/tensor_act_model_layers_54_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_54_residual_post_mlp/min": -6.28125, "train/tensor_act_model_layers_54_residual_post_mlp/max": 6.90625, "train/tensor_act_model_layers_54_residual_post_mlp/range": 13.1875, "train/tensor_act_model_layers_55_residual_pre_attn/norm": 1636.005615234375, "train/tensor_act_model_layers_55_residual_pre_attn/mean": 0.01361083984375, "train/tensor_act_model_layers_55_residual_pre_attn/std": 0.796875, "train/tensor_act_model_layers_55_residual_pre_attn/max_abs": 6.90625, "train/tensor_act_model_layers_55_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_55_residual_pre_attn/min": -6.28125, "train/tensor_act_model_layers_55_residual_pre_attn/max": 6.90625, "train/tensor_act_model_layers_55_residual_pre_attn/range": 13.1875, "train/tensor_act_model_layers_55_residual_post_attn/norm": 1636.8714599609375, "train/tensor_act_model_layers_55_residual_post_attn/mean": 0.01409912109375, "train/tensor_act_model_layers_55_residual_post_attn/std": 0.80078125, "train/tensor_act_model_layers_55_residual_post_attn/max_abs": 6.90625, "train/tensor_act_model_layers_55_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_55_residual_post_attn/min": -6.28125, "train/tensor_act_model_layers_55_residual_post_attn/max": 6.90625, "train/tensor_act_model_layers_55_residual_post_attn/range": 13.1875, "train/tensor_act_model_layers_55_mlp_gate_proj/norm": 1326.94873046875, "train/tensor_act_model_layers_55_mlp_gate_proj/mean": -0.10498046875, "train/tensor_act_model_layers_55_mlp_gate_proj/std": 0.4453125, "train/tensor_act_model_layers_55_mlp_gate_proj/max_abs": 2.78125, "train/tensor_act_model_layers_55_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_55_mlp_gate_proj/min": -2.78125, "train/tensor_act_model_layers_55_mlp_gate_proj/max": 2.421875, "train/tensor_act_model_layers_55_mlp_gate_proj/range": 5.203125, "train/tensor_act_model_layers_55_mlp_up_proj/norm": 1177.844970703125, "train/tensor_act_model_layers_55_mlp_up_proj/mean": 0.001190185546875, "train/tensor_act_model_layers_55_mlp_up_proj/std": 0.40625, "train/tensor_act_model_layers_55_mlp_up_proj/max_abs": 3.21875, "train/tensor_act_model_layers_55_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_55_mlp_up_proj/min": -3.21875, "train/tensor_act_model_layers_55_mlp_up_proj/max": 2.34375, "train/tensor_act_model_layers_55_mlp_up_proj/range": 5.5625, "train/tensor_act_model_layers_55_mlp_down_proj/norm": 111.07975769042969, "train/tensor_act_model_layers_55_mlp_down_proj/mean": 7.2479248046875e-05, "train/tensor_act_model_layers_55_mlp_down_proj/std": 0.05419921875, "train/tensor_act_model_layers_55_mlp_down_proj/max_abs": 0.50390625, "train/tensor_act_model_layers_55_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_55_mlp_down_proj/min": -0.50390625, "train/tensor_act_model_layers_55_mlp_down_proj/max": 0.474609375, "train/tensor_act_model_layers_55_mlp_down_proj/range": 0.978515625, "train/tensor_act_model_layers_55_mlp/norm": 111.07975769042969, "train/tensor_act_model_layers_55_mlp/mean": 7.2479248046875e-05, "train/tensor_act_model_layers_55_mlp/std": 0.05419921875, "train/tensor_act_model_layers_55_mlp/max_abs": 0.50390625, "train/tensor_act_model_layers_55_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_55_mlp/min": -0.50390625, "train/tensor_act_model_layers_55_mlp/max": 0.474609375, "train/tensor_act_model_layers_55_mlp/range": 0.978515625, "train/tensor_act_model_layers_55_residual_post_mlp/norm": 1648.87109375, "train/tensor_act_model_layers_55_residual_post_mlp/mean": 0.01416015625, "train/tensor_act_model_layers_55_residual_post_mlp/std": 0.8046875, "train/tensor_act_model_layers_55_residual_post_mlp/max_abs": 7.125, "train/tensor_act_model_layers_55_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_55_residual_post_mlp/min": -6.4375, "train/tensor_act_model_layers_55_residual_post_mlp/max": 7.125, "train/tensor_act_model_layers_55_residual_post_mlp/range": 13.5625, "train/tensor_act_model_layers_56_residual_pre_attn/norm": 1648.87109375, "train/tensor_act_model_layers_56_residual_pre_attn/mean": 0.01416015625, "train/tensor_act_model_layers_56_residual_pre_attn/std": 0.8046875, "train/tensor_act_model_layers_56_residual_pre_attn/max_abs": 7.125, "train/tensor_act_model_layers_56_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_56_residual_pre_attn/min": -6.4375, "train/tensor_act_model_layers_56_residual_pre_attn/max": 7.125, "train/tensor_act_model_layers_56_residual_pre_attn/range": 13.5625, "train/tensor_act_model_layers_56_residual_post_attn/norm": 1649.8343505859375, "train/tensor_act_model_layers_56_residual_post_attn/mean": 0.01336669921875, "train/tensor_act_model_layers_56_residual_post_attn/std": 0.8046875, "train/tensor_act_model_layers_56_residual_post_attn/max_abs": 7.09375, "train/tensor_act_model_layers_56_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_56_residual_post_attn/min": -6.34375, "train/tensor_act_model_layers_56_residual_post_attn/max": 7.09375, "train/tensor_act_model_layers_56_residual_post_attn/range": 13.4375, "train/tensor_act_model_layers_56_mlp_gate_proj/norm": 1337.3712158203125, "train/tensor_act_model_layers_56_mlp_gate_proj/mean": -0.11572265625, "train/tensor_act_model_layers_56_mlp_gate_proj/std": 0.447265625, "train/tensor_act_model_layers_56_mlp_gate_proj/max_abs": 2.71875, "train/tensor_act_model_layers_56_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_56_mlp_gate_proj/min": -2.71875, "train/tensor_act_model_layers_56_mlp_gate_proj/max": 2.296875, "train/tensor_act_model_layers_56_mlp_gate_proj/range": 5.015625, "train/tensor_act_model_layers_56_mlp_up_proj/norm": 1182.546142578125, "train/tensor_act_model_layers_56_mlp_up_proj/mean": -0.00616455078125, "train/tensor_act_model_layers_56_mlp_up_proj/std": 0.408203125, "train/tensor_act_model_layers_56_mlp_up_proj/max_abs": 2.25, "train/tensor_act_model_layers_56_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_56_mlp_up_proj/min": -2.25, "train/tensor_act_model_layers_56_mlp_up_proj/max": 2.25, "train/tensor_act_model_layers_56_mlp_up_proj/range": 4.5, "train/tensor_act_model_layers_56_mlp_down_proj/norm": 113.31304931640625, "train/tensor_act_model_layers_56_mlp_down_proj/mean": -0.00017070770263671875, "train/tensor_act_model_layers_56_mlp_down_proj/std": 0.055419921875, "train/tensor_act_model_layers_56_mlp_down_proj/max_abs": 0.466796875, "train/tensor_act_model_layers_56_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_56_mlp_down_proj/min": -0.462890625, "train/tensor_act_model_layers_56_mlp_down_proj/max": 0.466796875, "train/tensor_act_model_layers_56_mlp_down_proj/range": 0.9296875, "train/tensor_act_model_layers_56_mlp/norm": 113.31304931640625, "train/tensor_act_model_layers_56_mlp/mean": -0.00017070770263671875, "train/tensor_act_model_layers_56_mlp/std": 0.055419921875, "train/tensor_act_model_layers_56_mlp/max_abs": 0.466796875, "train/tensor_act_model_layers_56_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_56_mlp/min": -0.462890625, "train/tensor_act_model_layers_56_mlp/max": 0.466796875, "train/tensor_act_model_layers_56_mlp/range": 0.9296875, "train/tensor_act_model_layers_56_residual_post_mlp/norm": 1664.6156005859375, "train/tensor_act_model_layers_56_residual_post_mlp/mean": 0.01318359375, "train/tensor_act_model_layers_56_residual_post_mlp/std": 0.8125, "train/tensor_act_model_layers_56_residual_post_mlp/max_abs": 7.0625, "train/tensor_act_model_layers_56_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_56_residual_post_mlp/min": -6.34375, "train/tensor_act_model_layers_56_residual_post_mlp/max": 7.0625, "train/tensor_act_model_layers_56_residual_post_mlp/range": 13.40625, "train/tensor_act_model_layers_57_residual_pre_attn/norm": 1664.6156005859375, "train/tensor_act_model_layers_57_residual_pre_attn/mean": 0.01318359375, "train/tensor_act_model_layers_57_residual_pre_attn/std": 0.8125, "train/tensor_act_model_layers_57_residual_pre_attn/max_abs": 7.0625, "train/tensor_act_model_layers_57_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_57_residual_pre_attn/min": -6.34375, "train/tensor_act_model_layers_57_residual_pre_attn/max": 7.0625, "train/tensor_act_model_layers_57_residual_pre_attn/range": 13.40625, "train/tensor_act_model_layers_57_residual_post_attn/norm": 1681.529296875, "train/tensor_act_model_layers_57_residual_post_attn/mean": 0.01434326171875, "train/tensor_act_model_layers_57_residual_post_attn/std": 0.8203125, "train/tensor_act_model_layers_57_residual_post_attn/max_abs": 7.0625, "train/tensor_act_model_layers_57_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_57_residual_post_attn/min": -6.125, "train/tensor_act_model_layers_57_residual_post_attn/max": 7.0625, "train/tensor_act_model_layers_57_residual_post_attn/range": 13.1875, "train/tensor_act_model_layers_57_mlp_gate_proj/norm": 1325.703857421875, "train/tensor_act_model_layers_57_mlp_gate_proj/mean": -0.10498046875, "train/tensor_act_model_layers_57_mlp_gate_proj/std": 0.4453125, "train/tensor_act_model_layers_57_mlp_gate_proj/max_abs": 2.59375, "train/tensor_act_model_layers_57_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_57_mlp_gate_proj/min": -2.421875, "train/tensor_act_model_layers_57_mlp_gate_proj/max": 2.59375, "train/tensor_act_model_layers_57_mlp_gate_proj/range": 5.015625, "train/tensor_act_model_layers_57_mlp_up_proj/norm": 1181.189697265625, "train/tensor_act_model_layers_57_mlp_up_proj/mean": -0.00384521484375, "train/tensor_act_model_layers_57_mlp_up_proj/std": 0.408203125, "train/tensor_act_model_layers_57_mlp_up_proj/max_abs": 2.328125, "train/tensor_act_model_layers_57_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_57_mlp_up_proj/min": -2.09375, "train/tensor_act_model_layers_57_mlp_up_proj/max": 2.328125, "train/tensor_act_model_layers_57_mlp_up_proj/range": 4.421875, "train/tensor_act_model_layers_57_mlp_down_proj/norm": 114.44081115722656, "train/tensor_act_model_layers_57_mlp_down_proj/mean": 0.0002593994140625, "train/tensor_act_model_layers_57_mlp_down_proj/std": 0.055908203125, "train/tensor_act_model_layers_57_mlp_down_proj/max_abs": 0.6796875, "train/tensor_act_model_layers_57_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_57_mlp_down_proj/min": -0.5390625, "train/tensor_act_model_layers_57_mlp_down_proj/max": 0.6796875, "train/tensor_act_model_layers_57_mlp_down_proj/range": 1.21875, "train/tensor_act_model_layers_57_mlp/norm": 114.44081115722656, "train/tensor_act_model_layers_57_mlp/mean": 0.0002593994140625, "train/tensor_act_model_layers_57_mlp/std": 0.055908203125, "train/tensor_act_model_layers_57_mlp/max_abs": 0.6796875, "train/tensor_act_model_layers_57_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_57_mlp/min": -0.5390625, "train/tensor_act_model_layers_57_mlp/max": 0.6796875, "train/tensor_act_model_layers_57_mlp/range": 1.21875, "train/tensor_act_model_layers_57_residual_post_mlp/norm": 1693.6680908203125, "train/tensor_act_model_layers_57_residual_post_mlp/mean": 0.01458740234375, "train/tensor_act_model_layers_57_residual_post_mlp/std": 0.828125, "train/tensor_act_model_layers_57_residual_post_mlp/max_abs": 7.125, "train/tensor_act_model_layers_57_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_57_residual_post_mlp/min": -6.25, "train/tensor_act_model_layers_57_residual_post_mlp/max": 7.125, "train/tensor_act_model_layers_57_residual_post_mlp/range": 13.375, "train/tensor_act_model_layers_58_residual_pre_attn/norm": 1693.6680908203125, "train/tensor_act_model_layers_58_residual_pre_attn/mean": 0.01458740234375, "train/tensor_act_model_layers_58_residual_pre_attn/std": 0.828125, "train/tensor_act_model_layers_58_residual_pre_attn/max_abs": 7.125, "train/tensor_act_model_layers_58_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_58_residual_pre_attn/min": -6.25, "train/tensor_act_model_layers_58_residual_pre_attn/max": 7.125, "train/tensor_act_model_layers_58_residual_pre_attn/range": 13.375, "train/tensor_act_model_layers_58_residual_post_attn/norm": 1693.5499267578125, "train/tensor_act_model_layers_58_residual_post_attn/mean": 0.01336669921875, "train/tensor_act_model_layers_58_residual_post_attn/std": 0.828125, "train/tensor_act_model_layers_58_residual_post_attn/max_abs": 7.09375, "train/tensor_act_model_layers_58_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_58_residual_post_attn/min": -6.375, "train/tensor_act_model_layers_58_residual_post_attn/max": 7.09375, "train/tensor_act_model_layers_58_residual_post_attn/range": 13.46875, "train/tensor_act_model_layers_58_mlp_gate_proj/norm": 1353.886474609375, "train/tensor_act_model_layers_58_mlp_gate_proj/mean": -0.11865234375, "train/tensor_act_model_layers_58_mlp_gate_proj/std": 0.451171875, "train/tensor_act_model_layers_58_mlp_gate_proj/max_abs": 2.984375, "train/tensor_act_model_layers_58_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_58_mlp_gate_proj/min": -2.796875, "train/tensor_act_model_layers_58_mlp_gate_proj/max": 2.984375, "train/tensor_act_model_layers_58_mlp_gate_proj/range": 5.78125, "train/tensor_act_model_layers_58_mlp_up_proj/norm": 1189.3001708984375, "train/tensor_act_model_layers_58_mlp_up_proj/mean": -0.003326416015625, "train/tensor_act_model_layers_58_mlp_up_proj/std": 0.41015625, "train/tensor_act_model_layers_58_mlp_up_proj/max_abs": 2.890625, "train/tensor_act_model_layers_58_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_58_mlp_up_proj/min": -2.890625, "train/tensor_act_model_layers_58_mlp_up_proj/max": 2.203125, "train/tensor_act_model_layers_58_mlp_up_proj/range": 5.09375, "train/tensor_act_model_layers_58_mlp_down_proj/norm": 117.4852066040039, "train/tensor_act_model_layers_58_mlp_down_proj/mean": -0.000598907470703125, "train/tensor_act_model_layers_58_mlp_down_proj/std": 0.057373046875, "train/tensor_act_model_layers_58_mlp_down_proj/max_abs": 0.55859375, "train/tensor_act_model_layers_58_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_58_mlp_down_proj/min": -0.55859375, "train/tensor_act_model_layers_58_mlp_down_proj/max": 0.55078125, "train/tensor_act_model_layers_58_mlp_down_proj/range": 1.109375, "train/tensor_act_model_layers_58_mlp/norm": 117.4852066040039, "train/tensor_act_model_layers_58_mlp/mean": -0.000598907470703125, "train/tensor_act_model_layers_58_mlp/std": 0.057373046875, "train/tensor_act_model_layers_58_mlp/max_abs": 0.55859375, "train/tensor_act_model_layers_58_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_58_mlp/min": -0.55859375, "train/tensor_act_model_layers_58_mlp/max": 0.55078125, "train/tensor_act_model_layers_58_mlp/range": 1.109375, "train/tensor_act_model_layers_58_residual_post_mlp/norm": 1708.2874755859375, "train/tensor_act_model_layers_58_residual_post_mlp/mean": 0.01275634765625, "train/tensor_act_model_layers_58_residual_post_mlp/std": 0.8359375, "train/tensor_act_model_layers_58_residual_post_mlp/max_abs": 7.3125, "train/tensor_act_model_layers_58_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_58_residual_post_mlp/min": -6.4375, "train/tensor_act_model_layers_58_residual_post_mlp/max": 7.3125, "train/tensor_act_model_layers_58_residual_post_mlp/range": 13.75, "train/tensor_act_model_layers_59_residual_pre_attn/norm": 1708.2874755859375, "train/tensor_act_model_layers_59_residual_pre_attn/mean": 0.01275634765625, "train/tensor_act_model_layers_59_residual_pre_attn/std": 0.8359375, "train/tensor_act_model_layers_59_residual_pre_attn/max_abs": 7.3125, "train/tensor_act_model_layers_59_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_59_residual_pre_attn/min": -6.4375, "train/tensor_act_model_layers_59_residual_pre_attn/max": 7.3125, "train/tensor_act_model_layers_59_residual_pre_attn/range": 13.75, "train/tensor_act_model_layers_59_residual_post_attn/norm": 1707.1549072265625, "train/tensor_act_model_layers_59_residual_post_attn/mean": 0.01214599609375, "train/tensor_act_model_layers_59_residual_post_attn/std": 0.83203125, "train/tensor_act_model_layers_59_residual_post_attn/max_abs": 7.3125, "train/tensor_act_model_layers_59_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_59_residual_post_attn/min": -6.40625, "train/tensor_act_model_layers_59_residual_post_attn/max": 7.3125, "train/tensor_act_model_layers_59_residual_post_attn/range": 13.71875, "train/tensor_act_model_layers_59_mlp_gate_proj/norm": 1357.73388671875, "train/tensor_act_model_layers_59_mlp_gate_proj/mean": -0.12060546875, "train/tensor_act_model_layers_59_mlp_gate_proj/std": 0.453125, "train/tensor_act_model_layers_59_mlp_gate_proj/max_abs": 2.625, "train/tensor_act_model_layers_59_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_59_mlp_gate_proj/min": -2.625, "train/tensor_act_model_layers_59_mlp_gate_proj/max": 2.53125, "train/tensor_act_model_layers_59_mlp_gate_proj/range": 5.15625, "train/tensor_act_model_layers_59_mlp_up_proj/norm": 1189.6982421875, "train/tensor_act_model_layers_59_mlp_up_proj/mean": -0.00031280517578125, "train/tensor_act_model_layers_59_mlp_up_proj/std": 0.41015625, "train/tensor_act_model_layers_59_mlp_up_proj/max_abs": 2.703125, "train/tensor_act_model_layers_59_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_59_mlp_up_proj/min": -2.703125, "train/tensor_act_model_layers_59_mlp_up_proj/max": 2.59375, "train/tensor_act_model_layers_59_mlp_up_proj/range": 5.296875, "train/tensor_act_model_layers_59_mlp_down_proj/norm": 116.84015655517578, "train/tensor_act_model_layers_59_mlp_down_proj/mean": 6.628036499023438e-05, "train/tensor_act_model_layers_59_mlp_down_proj/std": 0.05712890625, "train/tensor_act_model_layers_59_mlp_down_proj/max_abs": 0.56640625, "train/tensor_act_model_layers_59_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_59_mlp_down_proj/min": -0.5390625, "train/tensor_act_model_layers_59_mlp_down_proj/max": 0.56640625, "train/tensor_act_model_layers_59_mlp_down_proj/range": 1.10546875, "train/tensor_act_model_layers_59_mlp/norm": 116.84015655517578, "train/tensor_act_model_layers_59_mlp/mean": 6.628036499023438e-05, "train/tensor_act_model_layers_59_mlp/std": 0.05712890625, "train/tensor_act_model_layers_59_mlp/max_abs": 0.56640625, "train/tensor_act_model_layers_59_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_59_mlp/min": -0.5390625, "train/tensor_act_model_layers_59_mlp/max": 0.56640625, "train/tensor_act_model_layers_59_mlp/range": 1.10546875, "train/tensor_act_model_layers_59_residual_post_mlp/norm": 1719.5770263671875, "train/tensor_act_model_layers_59_residual_post_mlp/mean": 0.01220703125, "train/tensor_act_model_layers_59_residual_post_mlp/std": 0.83984375, "train/tensor_act_model_layers_59_residual_post_mlp/max_abs": 7.4375, "train/tensor_act_model_layers_59_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_59_residual_post_mlp/min": -6.5, "train/tensor_act_model_layers_59_residual_post_mlp/max": 7.4375, "train/tensor_act_model_layers_59_residual_post_mlp/range": 13.9375, "train/tensor_act_model_layers_60_residual_pre_attn/norm": 1719.5770263671875, "train/tensor_act_model_layers_60_residual_pre_attn/mean": 0.01220703125, "train/tensor_act_model_layers_60_residual_pre_attn/std": 0.83984375, "train/tensor_act_model_layers_60_residual_pre_attn/max_abs": 7.4375, "train/tensor_act_model_layers_60_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_60_residual_pre_attn/min": -6.5, "train/tensor_act_model_layers_60_residual_pre_attn/max": 7.4375, "train/tensor_act_model_layers_60_residual_pre_attn/range": 13.9375, "train/tensor_act_model_layers_60_residual_post_attn/norm": 1720.2998046875, "train/tensor_act_model_layers_60_residual_post_attn/mean": 0.01214599609375, "train/tensor_act_model_layers_60_residual_post_attn/std": 0.83984375, "train/tensor_act_model_layers_60_residual_post_attn/max_abs": 7.375, "train/tensor_act_model_layers_60_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_60_residual_post_attn/min": -6.5625, "train/tensor_act_model_layers_60_residual_post_attn/max": 7.375, "train/tensor_act_model_layers_60_residual_post_attn/range": 13.9375, "train/tensor_act_model_layers_60_mlp_gate_proj/norm": 1376.0687255859375, "train/tensor_act_model_layers_60_mlp_gate_proj/mean": -0.123046875, "train/tensor_act_model_layers_60_mlp_gate_proj/std": 0.458984375, "train/tensor_act_model_layers_60_mlp_gate_proj/max_abs": 2.8125, "train/tensor_act_model_layers_60_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_60_mlp_gate_proj/min": -2.8125, "train/tensor_act_model_layers_60_mlp_gate_proj/max": 2.578125, "train/tensor_act_model_layers_60_mlp_gate_proj/range": 5.390625, "train/tensor_act_model_layers_60_mlp_up_proj/norm": 1190.450439453125, "train/tensor_act_model_layers_60_mlp_up_proj/mean": -0.00262451171875, "train/tensor_act_model_layers_60_mlp_up_proj/std": 0.41015625, "train/tensor_act_model_layers_60_mlp_up_proj/max_abs": 2.25, "train/tensor_act_model_layers_60_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_60_mlp_up_proj/min": -2.171875, "train/tensor_act_model_layers_60_mlp_up_proj/max": 2.25, "train/tensor_act_model_layers_60_mlp_up_proj/range": 4.421875, "train/tensor_act_model_layers_60_mlp_down_proj/norm": 117.38500213623047, "train/tensor_act_model_layers_60_mlp_down_proj/mean": 0.00096893310546875, "train/tensor_act_model_layers_60_mlp_down_proj/std": 0.057373046875, "train/tensor_act_model_layers_60_mlp_down_proj/max_abs": 0.53125, "train/tensor_act_model_layers_60_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_60_mlp_down_proj/min": -0.53125, "train/tensor_act_model_layers_60_mlp_down_proj/max": 0.51171875, "train/tensor_act_model_layers_60_mlp_down_proj/range": 1.04296875, "train/tensor_act_model_layers_60_mlp/norm": 117.38500213623047, "train/tensor_act_model_layers_60_mlp/mean": 0.00096893310546875, "train/tensor_act_model_layers_60_mlp/std": 0.057373046875, "train/tensor_act_model_layers_60_mlp/max_abs": 0.53125, "train/tensor_act_model_layers_60_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_60_mlp/min": -0.53125, "train/tensor_act_model_layers_60_mlp/max": 0.51171875, "train/tensor_act_model_layers_60_mlp/range": 1.04296875, "train/tensor_act_model_layers_60_residual_post_mlp/norm": 1734.1424560546875, "train/tensor_act_model_layers_60_residual_post_mlp/mean": 0.01312255859375, "train/tensor_act_model_layers_60_residual_post_mlp/std": 0.84765625, "train/tensor_act_model_layers_60_residual_post_mlp/max_abs": 7.59375, "train/tensor_act_model_layers_60_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_60_residual_post_mlp/min": -6.75, "train/tensor_act_model_layers_60_residual_post_mlp/max": 7.59375, "train/tensor_act_model_layers_60_residual_post_mlp/range": 14.34375, "train/tensor_act_model_layers_61_residual_pre_attn/norm": 1734.1424560546875, "train/tensor_act_model_layers_61_residual_pre_attn/mean": 0.01312255859375, "train/tensor_act_model_layers_61_residual_pre_attn/std": 0.84765625, "train/tensor_act_model_layers_61_residual_pre_attn/max_abs": 7.59375, "train/tensor_act_model_layers_61_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_61_residual_pre_attn/min": -6.75, "train/tensor_act_model_layers_61_residual_pre_attn/max": 7.59375, "train/tensor_act_model_layers_61_residual_pre_attn/range": 14.34375, "train/tensor_act_model_layers_61_residual_post_attn/norm": 1738.3857421875, "train/tensor_act_model_layers_61_residual_post_attn/mean": 0.0137939453125, "train/tensor_act_model_layers_61_residual_post_attn/std": 0.84765625, "train/tensor_act_model_layers_61_residual_post_attn/max_abs": 7.59375, "train/tensor_act_model_layers_61_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_61_residual_post_attn/min": -6.90625, "train/tensor_act_model_layers_61_residual_post_attn/max": 7.59375, "train/tensor_act_model_layers_61_residual_post_attn/range": 14.5, "train/tensor_act_model_layers_61_mlp_gate_proj/norm": 1387.748046875, "train/tensor_act_model_layers_61_mlp_gate_proj/mean": -0.1357421875, "train/tensor_act_model_layers_61_mlp_gate_proj/std": 0.458984375, "train/tensor_act_model_layers_61_mlp_gate_proj/max_abs": 3.203125, "train/tensor_act_model_layers_61_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_61_mlp_gate_proj/min": -3.203125, "train/tensor_act_model_layers_61_mlp_gate_proj/max": 2.484375, "train/tensor_act_model_layers_61_mlp_gate_proj/range": 5.6875, "train/tensor_act_model_layers_61_mlp_up_proj/norm": 1199.9517822265625, "train/tensor_act_model_layers_61_mlp_up_proj/mean": 0.01348876953125, "train/tensor_act_model_layers_61_mlp_up_proj/std": 0.4140625, "train/tensor_act_model_layers_61_mlp_up_proj/max_abs": 2.84375, "train/tensor_act_model_layers_61_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_61_mlp_up_proj/min": -2.84375, "train/tensor_act_model_layers_61_mlp_up_proj/max": 2.75, "train/tensor_act_model_layers_61_mlp_up_proj/range": 5.59375, "train/tensor_act_model_layers_61_mlp_down_proj/norm": 115.36891174316406, "train/tensor_act_model_layers_61_mlp_down_proj/mean": 0.00081634521484375, "train/tensor_act_model_layers_61_mlp_down_proj/std": 0.056396484375, "train/tensor_act_model_layers_61_mlp_down_proj/max_abs": 0.703125, "train/tensor_act_model_layers_61_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_61_mlp_down_proj/min": -0.703125, "train/tensor_act_model_layers_61_mlp_down_proj/max": 0.64453125, "train/tensor_act_model_layers_61_mlp_down_proj/range": 1.34765625, "train/tensor_act_model_layers_61_mlp/norm": 115.36891174316406, "train/tensor_act_model_layers_61_mlp/mean": 0.00081634521484375, "train/tensor_act_model_layers_61_mlp/std": 0.056396484375, "train/tensor_act_model_layers_61_mlp/max_abs": 0.703125, "train/tensor_act_model_layers_61_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_61_mlp/min": -0.703125, "train/tensor_act_model_layers_61_mlp/max": 0.64453125, "train/tensor_act_model_layers_61_mlp/range": 1.34765625, "train/tensor_act_model_layers_61_residual_post_mlp/norm": 1753.7257080078125, "train/tensor_act_model_layers_61_residual_post_mlp/mean": 0.0146484375, "train/tensor_act_model_layers_61_residual_post_mlp/std": 0.85546875, "train/tensor_act_model_layers_61_residual_post_mlp/max_abs": 7.625, "train/tensor_act_model_layers_61_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_61_residual_post_mlp/min": -7.03125, "train/tensor_act_model_layers_61_residual_post_mlp/max": 7.625, "train/tensor_act_model_layers_61_residual_post_mlp/range": 14.65625, "train/tensor_act_model_layers_62_residual_pre_attn/norm": 1753.7257080078125, "train/tensor_act_model_layers_62_residual_pre_attn/mean": 0.0146484375, "train/tensor_act_model_layers_62_residual_pre_attn/std": 0.85546875, "train/tensor_act_model_layers_62_residual_pre_attn/max_abs": 7.625, "train/tensor_act_model_layers_62_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_62_residual_pre_attn/min": -7.03125, "train/tensor_act_model_layers_62_residual_pre_attn/max": 7.625, "train/tensor_act_model_layers_62_residual_pre_attn/range": 14.65625, "train/tensor_act_model_layers_62_residual_post_attn/norm": 1763.76123046875, "train/tensor_act_model_layers_62_residual_post_attn/mean": 0.013671875, "train/tensor_act_model_layers_62_residual_post_attn/std": 0.859375, "train/tensor_act_model_layers_62_residual_post_attn/max_abs": 7.53125, "train/tensor_act_model_layers_62_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_62_residual_post_attn/min": -7.03125, "train/tensor_act_model_layers_62_residual_post_attn/max": 7.53125, "train/tensor_act_model_layers_62_residual_post_attn/range": 14.5625, "train/tensor_act_model_layers_62_mlp_gate_proj/norm": 1384.6376953125, "train/tensor_act_model_layers_62_mlp_gate_proj/mean": -0.12890625, "train/tensor_act_model_layers_62_mlp_gate_proj/std": 0.4609375, "train/tensor_act_model_layers_62_mlp_gate_proj/max_abs": 4.15625, "train/tensor_act_model_layers_62_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_62_mlp_gate_proj/min": -3.046875, "train/tensor_act_model_layers_62_mlp_gate_proj/max": 4.15625, "train/tensor_act_model_layers_62_mlp_gate_proj/range": 7.203125, "train/tensor_act_model_layers_62_mlp_up_proj/norm": 1225.2664794921875, "train/tensor_act_model_layers_62_mlp_up_proj/mean": -0.007476806640625, "train/tensor_act_model_layers_62_mlp_up_proj/std": 0.423828125, "train/tensor_act_model_layers_62_mlp_up_proj/max_abs": 3.828125, "train/tensor_act_model_layers_62_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_62_mlp_up_proj/min": -3.828125, "train/tensor_act_model_layers_62_mlp_up_proj/max": 2.25, "train/tensor_act_model_layers_62_mlp_up_proj/range": 6.078125, "train/tensor_act_model_layers_62_mlp_down_proj/norm": 123.22701263427734, "train/tensor_act_model_layers_62_mlp_down_proj/mean": 0.00019741058349609375, "train/tensor_act_model_layers_62_mlp_down_proj/std": 0.06005859375, "train/tensor_act_model_layers_62_mlp_down_proj/max_abs": 0.734375, "train/tensor_act_model_layers_62_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_62_mlp_down_proj/min": -0.5703125, "train/tensor_act_model_layers_62_mlp_down_proj/max": 0.734375, "train/tensor_act_model_layers_62_mlp_down_proj/range": 1.3046875, "train/tensor_act_model_layers_62_mlp/norm": 123.22701263427734, "train/tensor_act_model_layers_62_mlp/mean": 0.00019741058349609375, "train/tensor_act_model_layers_62_mlp/std": 0.06005859375, "train/tensor_act_model_layers_62_mlp/max_abs": 0.734375, "train/tensor_act_model_layers_62_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_62_mlp/min": -0.5703125, "train/tensor_act_model_layers_62_mlp/max": 0.734375, "train/tensor_act_model_layers_62_mlp/range": 1.3046875, "train/tensor_act_model_layers_62_residual_post_mlp/norm": 1777.4595947265625, "train/tensor_act_model_layers_62_residual_post_mlp/mean": 0.013916015625, "train/tensor_act_model_layers_62_residual_post_mlp/std": 0.8671875, "train/tensor_act_model_layers_62_residual_post_mlp/max_abs": 7.5625, "train/tensor_act_model_layers_62_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_62_residual_post_mlp/min": -7.09375, "train/tensor_act_model_layers_62_residual_post_mlp/max": 7.5625, "train/tensor_act_model_layers_62_residual_post_mlp/range": 14.65625, "train/tensor_act_model_layers_63_residual_pre_attn/norm": 1777.4595947265625, "train/tensor_act_model_layers_63_residual_pre_attn/mean": 0.013916015625, "train/tensor_act_model_layers_63_residual_pre_attn/std": 0.8671875, "train/tensor_act_model_layers_63_residual_pre_attn/max_abs": 7.5625, "train/tensor_act_model_layers_63_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_63_residual_pre_attn/min": -7.09375, "train/tensor_act_model_layers_63_residual_pre_attn/max": 7.5625, "train/tensor_act_model_layers_63_residual_pre_attn/range": 14.65625, "train/tensor_act_model_layers_63_residual_post_attn/norm": 1781.1302490234375, "train/tensor_act_model_layers_63_residual_post_attn/mean": 0.01287841796875, "train/tensor_act_model_layers_63_residual_post_attn/std": 0.87109375, "train/tensor_act_model_layers_63_residual_post_attn/max_abs": 7.6875, "train/tensor_act_model_layers_63_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_63_residual_post_attn/min": -6.96875, "train/tensor_act_model_layers_63_residual_post_attn/max": 7.6875, "train/tensor_act_model_layers_63_residual_post_attn/range": 14.65625, "train/tensor_act_model_layers_63_mlp_gate_proj/norm": 1382.569091796875, "train/tensor_act_model_layers_63_mlp_gate_proj/mean": -0.1298828125, "train/tensor_act_model_layers_63_mlp_gate_proj/std": 0.458984375, "train/tensor_act_model_layers_63_mlp_gate_proj/max_abs": 2.6875, "train/tensor_act_model_layers_63_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_63_mlp_gate_proj/min": -2.6875, "train/tensor_act_model_layers_63_mlp_gate_proj/max": 2.625, "train/tensor_act_model_layers_63_mlp_gate_proj/range": 5.3125, "train/tensor_act_model_layers_63_mlp_up_proj/norm": 1213.9512939453125, "train/tensor_act_model_layers_63_mlp_up_proj/mean": -0.00177764892578125, "train/tensor_act_model_layers_63_mlp_up_proj/std": 0.419921875, "train/tensor_act_model_layers_63_mlp_up_proj/max_abs": 2.75, "train/tensor_act_model_layers_63_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_63_mlp_up_proj/min": -2.75, "train/tensor_act_model_layers_63_mlp_up_proj/max": 2.546875, "train/tensor_act_model_layers_63_mlp_up_proj/range": 5.296875, "train/tensor_act_model_layers_63_mlp_down_proj/norm": 120.87860107421875, "train/tensor_act_model_layers_63_mlp_down_proj/mean": -0.00010395050048828125, "train/tensor_act_model_layers_63_mlp_down_proj/std": 0.05908203125, "train/tensor_act_model_layers_63_mlp_down_proj/max_abs": 0.734375, "train/tensor_act_model_layers_63_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_63_mlp_down_proj/min": -0.68359375, "train/tensor_act_model_layers_63_mlp_down_proj/max": 0.734375, "train/tensor_act_model_layers_63_mlp_down_proj/range": 1.41796875, "train/tensor_act_model_layers_63_mlp/norm": 120.87860107421875, "train/tensor_act_model_layers_63_mlp/mean": -0.00010395050048828125, "train/tensor_act_model_layers_63_mlp/std": 0.05908203125, "train/tensor_act_model_layers_63_mlp/max_abs": 0.734375, "train/tensor_act_model_layers_63_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_63_mlp/min": -0.68359375, "train/tensor_act_model_layers_63_mlp/max": 0.734375, "train/tensor_act_model_layers_63_mlp/range": 1.41796875, "train/tensor_act_model_layers_63_residual_post_mlp/norm": 1793.4102783203125, "train/tensor_act_model_layers_63_residual_post_mlp/mean": 0.0128173828125, "train/tensor_act_model_layers_63_residual_post_mlp/std": 0.875, "train/tensor_act_model_layers_63_residual_post_mlp/max_abs": 7.6875, "train/tensor_act_model_layers_63_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_63_residual_post_mlp/min": -7.03125, "train/tensor_act_model_layers_63_residual_post_mlp/max": 7.6875, "train/tensor_act_model_layers_63_residual_post_mlp/range": 14.71875, "train/tensor_act_model_layers_64_residual_pre_attn/norm": 1793.4102783203125, "train/tensor_act_model_layers_64_residual_pre_attn/mean": 0.0128173828125, "train/tensor_act_model_layers_64_residual_pre_attn/std": 0.875, "train/tensor_act_model_layers_64_residual_pre_attn/max_abs": 7.6875, "train/tensor_act_model_layers_64_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_64_residual_pre_attn/min": -7.03125, "train/tensor_act_model_layers_64_residual_pre_attn/max": 7.6875, "train/tensor_act_model_layers_64_residual_pre_attn/range": 14.71875, "train/tensor_act_model_layers_64_residual_post_attn/norm": 1795.3753662109375, "train/tensor_act_model_layers_64_residual_post_attn/mean": 0.01220703125, "train/tensor_act_model_layers_64_residual_post_attn/std": 0.875, "train/tensor_act_model_layers_64_residual_post_attn/max_abs": 7.65625, "train/tensor_act_model_layers_64_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_64_residual_post_attn/min": -6.9375, "train/tensor_act_model_layers_64_residual_post_attn/max": 7.65625, "train/tensor_act_model_layers_64_residual_post_attn/range": 14.59375, "train/tensor_act_model_layers_64_mlp_gate_proj/norm": 1427.9932861328125, "train/tensor_act_model_layers_64_mlp_gate_proj/mean": -0.1494140625, "train/tensor_act_model_layers_64_mlp_gate_proj/std": 0.470703125, "train/tensor_act_model_layers_64_mlp_gate_proj/max_abs": 2.96875, "train/tensor_act_model_layers_64_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_64_mlp_gate_proj/min": -2.96875, "train/tensor_act_model_layers_64_mlp_gate_proj/max": 2.59375, "train/tensor_act_model_layers_64_mlp_gate_proj/range": 5.5625, "train/tensor_act_model_layers_64_mlp_up_proj/norm": 1240.9930419921875, "train/tensor_act_model_layers_64_mlp_up_proj/mean": 0.000865936279296875, "train/tensor_act_model_layers_64_mlp_up_proj/std": 0.427734375, "train/tensor_act_model_layers_64_mlp_up_proj/max_abs": 2.984375, "train/tensor_act_model_layers_64_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_64_mlp_up_proj/min": -2.984375, "train/tensor_act_model_layers_64_mlp_up_proj/max": 2.421875, "train/tensor_act_model_layers_64_mlp_up_proj/range": 5.40625, "train/tensor_act_model_layers_64_mlp_down_proj/norm": 128.33729553222656, "train/tensor_act_model_layers_64_mlp_down_proj/mean": 0.0003986358642578125, "train/tensor_act_model_layers_64_mlp_down_proj/std": 0.0625, "train/tensor_act_model_layers_64_mlp_down_proj/max_abs": 0.765625, "train/tensor_act_model_layers_64_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_64_mlp_down_proj/min": -0.765625, "train/tensor_act_model_layers_64_mlp_down_proj/max": 0.7578125, "train/tensor_act_model_layers_64_mlp_down_proj/range": 1.5234375, "train/tensor_act_model_layers_64_mlp/norm": 128.33729553222656, "train/tensor_act_model_layers_64_mlp/mean": 0.0003986358642578125, "train/tensor_act_model_layers_64_mlp/std": 0.0625, "train/tensor_act_model_layers_64_mlp/max_abs": 0.765625, "train/tensor_act_model_layers_64_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_64_mlp/min": -0.765625, "train/tensor_act_model_layers_64_mlp/max": 0.7578125, "train/tensor_act_model_layers_64_mlp/range": 1.5234375, "train/tensor_act_model_layers_64_residual_post_mlp/norm": 1810.324462890625, "train/tensor_act_model_layers_64_residual_post_mlp/mean": 0.0125732421875, "train/tensor_act_model_layers_64_residual_post_mlp/std": 0.8828125, "train/tensor_act_model_layers_64_residual_post_mlp/max_abs": 7.75, "train/tensor_act_model_layers_64_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_64_residual_post_mlp/min": -6.96875, "train/tensor_act_model_layers_64_residual_post_mlp/max": 7.75, "train/tensor_act_model_layers_64_residual_post_mlp/range": 14.71875, "train/tensor_act_model_layers_65_residual_pre_attn/norm": 1810.324462890625, "train/tensor_act_model_layers_65_residual_pre_attn/mean": 0.0125732421875, "train/tensor_act_model_layers_65_residual_pre_attn/std": 0.8828125, "train/tensor_act_model_layers_65_residual_pre_attn/max_abs": 7.75, "train/tensor_act_model_layers_65_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_65_residual_pre_attn/min": -6.96875, "train/tensor_act_model_layers_65_residual_pre_attn/max": 7.75, "train/tensor_act_model_layers_65_residual_pre_attn/range": 14.71875, "train/tensor_act_model_layers_65_residual_post_attn/norm": 1816.993896484375, "train/tensor_act_model_layers_65_residual_post_attn/mean": 0.01202392578125, "train/tensor_act_model_layers_65_residual_post_attn/std": 0.88671875, "train/tensor_act_model_layers_65_residual_post_attn/max_abs": 7.75, "train/tensor_act_model_layers_65_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_65_residual_post_attn/min": -6.9375, "train/tensor_act_model_layers_65_residual_post_attn/max": 7.75, "train/tensor_act_model_layers_65_residual_post_attn/range": 14.6875, "train/tensor_act_model_layers_65_mlp_gate_proj/norm": 1465.8856201171875, "train/tensor_act_model_layers_65_mlp_gate_proj/mean": -0.16796875, "train/tensor_act_model_layers_65_mlp_gate_proj/std": 0.4765625, "train/tensor_act_model_layers_65_mlp_gate_proj/max_abs": 2.875, "train/tensor_act_model_layers_65_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_65_mlp_gate_proj/min": -2.875, "train/tensor_act_model_layers_65_mlp_gate_proj/max": 2.3125, "train/tensor_act_model_layers_65_mlp_gate_proj/range": 5.1875, "train/tensor_act_model_layers_65_mlp_up_proj/norm": 1257.8328857421875, "train/tensor_act_model_layers_65_mlp_up_proj/mean": 0.015380859375, "train/tensor_act_model_layers_65_mlp_up_proj/std": 0.43359375, "train/tensor_act_model_layers_65_mlp_up_proj/max_abs": 2.796875, "train/tensor_act_model_layers_65_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_65_mlp_up_proj/min": -2.59375, "train/tensor_act_model_layers_65_mlp_up_proj/max": 2.796875, "train/tensor_act_model_layers_65_mlp_up_proj/range": 5.390625, "train/tensor_act_model_layers_65_mlp_down_proj/norm": 126.42298889160156, "train/tensor_act_model_layers_65_mlp_down_proj/mean": 0.000171661376953125, "train/tensor_act_model_layers_65_mlp_down_proj/std": 0.061767578125, "train/tensor_act_model_layers_65_mlp_down_proj/max_abs": 0.5546875, "train/tensor_act_model_layers_65_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_65_mlp_down_proj/min": -0.55078125, "train/tensor_act_model_layers_65_mlp_down_proj/max": 0.5546875, "train/tensor_act_model_layers_65_mlp_down_proj/range": 1.10546875, "train/tensor_act_model_layers_65_mlp/norm": 126.42298889160156, "train/tensor_act_model_layers_65_mlp/mean": 0.000171661376953125, "train/tensor_act_model_layers_65_mlp/std": 0.061767578125, "train/tensor_act_model_layers_65_mlp/max_abs": 0.5546875, "train/tensor_act_model_layers_65_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_65_mlp/min": -0.55078125, "train/tensor_act_model_layers_65_mlp/max": 0.5546875, "train/tensor_act_model_layers_65_mlp/range": 1.10546875, "train/tensor_act_model_layers_65_residual_post_mlp/norm": 1828.16943359375, "train/tensor_act_model_layers_65_residual_post_mlp/mean": 0.01220703125, "train/tensor_act_model_layers_65_residual_post_mlp/std": 0.890625, "train/tensor_act_model_layers_65_residual_post_mlp/max_abs": 7.75, "train/tensor_act_model_layers_65_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_65_residual_post_mlp/min": -7.0625, "train/tensor_act_model_layers_65_residual_post_mlp/max": 7.75, "train/tensor_act_model_layers_65_residual_post_mlp/range": 14.8125, "train/tensor_act_model_layers_66_residual_pre_attn/norm": 1828.16943359375, "train/tensor_act_model_layers_66_residual_pre_attn/mean": 0.01220703125, "train/tensor_act_model_layers_66_residual_pre_attn/std": 0.890625, "train/tensor_act_model_layers_66_residual_pre_attn/max_abs": 7.75, "train/tensor_act_model_layers_66_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_66_residual_pre_attn/min": -7.0625, "train/tensor_act_model_layers_66_residual_pre_attn/max": 7.75, "train/tensor_act_model_layers_66_residual_pre_attn/range": 14.8125, "train/tensor_act_model_layers_66_residual_post_attn/norm": 1840.592529296875, "train/tensor_act_model_layers_66_residual_post_attn/mean": 0.01190185546875, "train/tensor_act_model_layers_66_residual_post_attn/std": 0.8984375, "train/tensor_act_model_layers_66_residual_post_attn/max_abs": 7.78125, "train/tensor_act_model_layers_66_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_66_residual_post_attn/min": -7.25, "train/tensor_act_model_layers_66_residual_post_attn/max": 7.78125, "train/tensor_act_model_layers_66_residual_post_attn/range": 15.03125, "train/tensor_act_model_layers_66_mlp_gate_proj/norm": 1442.432373046875, "train/tensor_act_model_layers_66_mlp_gate_proj/mean": -0.16015625, "train/tensor_act_model_layers_66_mlp_gate_proj/std": 0.47265625, "train/tensor_act_model_layers_66_mlp_gate_proj/max_abs": 3.0, "train/tensor_act_model_layers_66_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_66_mlp_gate_proj/min": -2.75, "train/tensor_act_model_layers_66_mlp_gate_proj/max": 3.0, "train/tensor_act_model_layers_66_mlp_gate_proj/range": 5.75, "train/tensor_act_model_layers_66_mlp_up_proj/norm": 1229.2388916015625, "train/tensor_act_model_layers_66_mlp_up_proj/mean": -0.0033721923828125, "train/tensor_act_model_layers_66_mlp_up_proj/std": 0.423828125, "train/tensor_act_model_layers_66_mlp_up_proj/max_abs": 2.5625, "train/tensor_act_model_layers_66_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_66_mlp_up_proj/min": -2.5, "train/tensor_act_model_layers_66_mlp_up_proj/max": 2.5625, "train/tensor_act_model_layers_66_mlp_up_proj/range": 5.0625, "train/tensor_act_model_layers_66_mlp_down_proj/norm": 125.3130111694336, "train/tensor_act_model_layers_66_mlp_down_proj/mean": -0.00107574462890625, "train/tensor_act_model_layers_66_mlp_down_proj/std": 0.061279296875, "train/tensor_act_model_layers_66_mlp_down_proj/max_abs": 0.609375, "train/tensor_act_model_layers_66_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_66_mlp_down_proj/min": -0.59765625, "train/tensor_act_model_layers_66_mlp_down_proj/max": 0.609375, "train/tensor_act_model_layers_66_mlp_down_proj/range": 1.20703125, "train/tensor_act_model_layers_66_mlp/norm": 125.3130111694336, "train/tensor_act_model_layers_66_mlp/mean": -0.00107574462890625, "train/tensor_act_model_layers_66_mlp/std": 0.061279296875, "train/tensor_act_model_layers_66_mlp/max_abs": 0.609375, "train/tensor_act_model_layers_66_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_66_mlp/min": -0.59765625, "train/tensor_act_model_layers_66_mlp/max": 0.609375, "train/tensor_act_model_layers_66_mlp/range": 1.20703125, "train/tensor_act_model_layers_66_residual_post_mlp/norm": 1855.144287109375, "train/tensor_act_model_layers_66_residual_post_mlp/mean": 0.0108642578125, "train/tensor_act_model_layers_66_residual_post_mlp/std": 0.90625, "train/tensor_act_model_layers_66_residual_post_mlp/max_abs": 7.8125, "train/tensor_act_model_layers_66_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_66_residual_post_mlp/min": -7.25, "train/tensor_act_model_layers_66_residual_post_mlp/max": 7.8125, "train/tensor_act_model_layers_66_residual_post_mlp/range": 15.0625, "train/tensor_act_model_layers_67_residual_pre_attn/norm": 1855.144287109375, "train/tensor_act_model_layers_67_residual_pre_attn/mean": 0.0108642578125, "train/tensor_act_model_layers_67_residual_pre_attn/std": 0.90625, "train/tensor_act_model_layers_67_residual_pre_attn/max_abs": 7.8125, "train/tensor_act_model_layers_67_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_67_residual_pre_attn/min": -7.25, "train/tensor_act_model_layers_67_residual_pre_attn/max": 7.8125, "train/tensor_act_model_layers_67_residual_pre_attn/range": 15.0625, "train/tensor_act_model_layers_67_residual_post_attn/norm": 1866.1439208984375, "train/tensor_act_model_layers_67_residual_post_attn/mean": 0.0101318359375, "train/tensor_act_model_layers_67_residual_post_attn/std": 0.91015625, "train/tensor_act_model_layers_67_residual_post_attn/max_abs": 7.96875, "train/tensor_act_model_layers_67_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_67_residual_post_attn/min": -7.375, "train/tensor_act_model_layers_67_residual_post_attn/max": 7.96875, "train/tensor_act_model_layers_67_residual_post_attn/range": 15.34375, "train/tensor_act_model_layers_67_mlp_gate_proj/norm": 1441.6109619140625, "train/tensor_act_model_layers_67_mlp_gate_proj/mean": -0.1572265625, "train/tensor_act_model_layers_67_mlp_gate_proj/std": 0.47265625, "train/tensor_act_model_layers_67_mlp_gate_proj/max_abs": 2.609375, "train/tensor_act_model_layers_67_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_67_mlp_gate_proj/min": -2.609375, "train/tensor_act_model_layers_67_mlp_gate_proj/max": 2.53125, "train/tensor_act_model_layers_67_mlp_gate_proj/range": 5.140625, "train/tensor_act_model_layers_67_mlp_up_proj/norm": 1240.7060546875, "train/tensor_act_model_layers_67_mlp_up_proj/mean": 0.010009765625, "train/tensor_act_model_layers_67_mlp_up_proj/std": 0.427734375, "train/tensor_act_model_layers_67_mlp_up_proj/max_abs": 2.75, "train/tensor_act_model_layers_67_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_67_mlp_up_proj/min": -2.28125, "train/tensor_act_model_layers_67_mlp_up_proj/max": 2.75, "train/tensor_act_model_layers_67_mlp_up_proj/range": 5.03125, "train/tensor_act_model_layers_67_mlp_down_proj/norm": 121.38738250732422, "train/tensor_act_model_layers_67_mlp_down_proj/mean": 0.0003795623779296875, "train/tensor_act_model_layers_67_mlp_down_proj/std": 0.059326171875, "train/tensor_act_model_layers_67_mlp_down_proj/max_abs": 0.54296875, "train/tensor_act_model_layers_67_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_67_mlp_down_proj/min": -0.435546875, "train/tensor_act_model_layers_67_mlp_down_proj/max": 0.54296875, "train/tensor_act_model_layers_67_mlp_down_proj/range": 0.978515625, "train/tensor_act_model_layers_67_mlp/norm": 121.38738250732422, "train/tensor_act_model_layers_67_mlp/mean": 0.0003795623779296875, "train/tensor_act_model_layers_67_mlp/std": 0.059326171875, "train/tensor_act_model_layers_67_mlp/max_abs": 0.54296875, "train/tensor_act_model_layers_67_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_67_mlp/min": -0.435546875, "train/tensor_act_model_layers_67_mlp/max": 0.54296875, "train/tensor_act_model_layers_67_mlp/range": 0.978515625, "train/tensor_act_model_layers_67_residual_post_mlp/norm": 1877.48779296875, "train/tensor_act_model_layers_67_residual_post_mlp/mean": 0.010498046875, "train/tensor_act_model_layers_67_residual_post_mlp/std": 0.91796875, "train/tensor_act_model_layers_67_residual_post_mlp/max_abs": 8.0625, "train/tensor_act_model_layers_67_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_67_residual_post_mlp/min": -7.46875, "train/tensor_act_model_layers_67_residual_post_mlp/max": 8.0625, "train/tensor_act_model_layers_67_residual_post_mlp/range": 15.53125, "train/tensor_act_model_layers_68_residual_pre_attn/norm": 1877.48779296875, "train/tensor_act_model_layers_68_residual_pre_attn/mean": 0.010498046875, "train/tensor_act_model_layers_68_residual_pre_attn/std": 0.91796875, "train/tensor_act_model_layers_68_residual_pre_attn/max_abs": 8.0625, "train/tensor_act_model_layers_68_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_68_residual_pre_attn/min": -7.46875, "train/tensor_act_model_layers_68_residual_pre_attn/max": 8.0625, "train/tensor_act_model_layers_68_residual_pre_attn/range": 15.53125, "train/tensor_act_model_layers_68_residual_post_attn/norm": 1896.1580810546875, "train/tensor_act_model_layers_68_residual_post_attn/mean": 0.01007080078125, "train/tensor_act_model_layers_68_residual_post_attn/std": 0.92578125, "train/tensor_act_model_layers_68_residual_post_attn/max_abs": 8.0, "train/tensor_act_model_layers_68_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_68_residual_post_attn/min": -7.5625, "train/tensor_act_model_layers_68_residual_post_attn/max": 8.0, "train/tensor_act_model_layers_68_residual_post_attn/range": 15.5625, "train/tensor_act_model_layers_68_mlp_gate_proj/norm": 1465.8409423828125, "train/tensor_act_model_layers_68_mlp_gate_proj/mean": -0.1708984375, "train/tensor_act_model_layers_68_mlp_gate_proj/std": 0.4765625, "train/tensor_act_model_layers_68_mlp_gate_proj/max_abs": 3.046875, "train/tensor_act_model_layers_68_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_68_mlp_gate_proj/min": -3.046875, "train/tensor_act_model_layers_68_mlp_gate_proj/max": 2.734375, "train/tensor_act_model_layers_68_mlp_gate_proj/range": 5.78125, "train/tensor_act_model_layers_68_mlp_up_proj/norm": 1243.841796875, "train/tensor_act_model_layers_68_mlp_up_proj/mean": 0.0015106201171875, "train/tensor_act_model_layers_68_mlp_up_proj/std": 0.4296875, "train/tensor_act_model_layers_68_mlp_up_proj/max_abs": 2.46875, "train/tensor_act_model_layers_68_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_68_mlp_up_proj/min": -2.46875, "train/tensor_act_model_layers_68_mlp_up_proj/max": 2.359375, "train/tensor_act_model_layers_68_mlp_up_proj/range": 4.828125, "train/tensor_act_model_layers_68_mlp_down_proj/norm": 121.55758666992188, "train/tensor_act_model_layers_68_mlp_down_proj/mean": 0.00093841552734375, "train/tensor_act_model_layers_68_mlp_down_proj/std": 0.059326171875, "train/tensor_act_model_layers_68_mlp_down_proj/max_abs": 0.6875, "train/tensor_act_model_layers_68_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_68_mlp_down_proj/min": -0.625, "train/tensor_act_model_layers_68_mlp_down_proj/max": 0.6875, "train/tensor_act_model_layers_68_mlp_down_proj/range": 1.3125, "train/tensor_act_model_layers_68_mlp/norm": 121.55758666992188, "train/tensor_act_model_layers_68_mlp/mean": 0.00093841552734375, "train/tensor_act_model_layers_68_mlp/std": 0.059326171875, "train/tensor_act_model_layers_68_mlp/max_abs": 0.6875, "train/tensor_act_model_layers_68_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_68_mlp/min": -0.625, "train/tensor_act_model_layers_68_mlp/max": 0.6875, "train/tensor_act_model_layers_68_mlp/range": 1.3125, "train/tensor_act_model_layers_68_residual_post_mlp/norm": 1905.9566650390625, "train/tensor_act_model_layers_68_residual_post_mlp/mean": 0.010986328125, "train/tensor_act_model_layers_68_residual_post_mlp/std": 0.9296875, "train/tensor_act_model_layers_68_residual_post_mlp/max_abs": 8.0, "train/tensor_act_model_layers_68_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_68_residual_post_mlp/min": -7.6875, "train/tensor_act_model_layers_68_residual_post_mlp/max": 8.0, "train/tensor_act_model_layers_68_residual_post_mlp/range": 15.6875, "train/tensor_act_model_layers_69_residual_pre_attn/norm": 1905.9566650390625, "train/tensor_act_model_layers_69_residual_pre_attn/mean": 0.010986328125, "train/tensor_act_model_layers_69_residual_pre_attn/std": 0.9296875, "train/tensor_act_model_layers_69_residual_pre_attn/max_abs": 8.0, "train/tensor_act_model_layers_69_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_69_residual_pre_attn/min": -7.6875, "train/tensor_act_model_layers_69_residual_pre_attn/max": 8.0, "train/tensor_act_model_layers_69_residual_pre_attn/range": 15.6875, "train/tensor_act_model_layers_69_residual_post_attn/norm": 1908.518798828125, "train/tensor_act_model_layers_69_residual_post_attn/mean": 0.0106201171875, "train/tensor_act_model_layers_69_residual_post_attn/std": 0.93359375, "train/tensor_act_model_layers_69_residual_post_attn/max_abs": 7.9375, "train/tensor_act_model_layers_69_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_69_residual_post_attn/min": -7.75, "train/tensor_act_model_layers_69_residual_post_attn/max": 7.9375, "train/tensor_act_model_layers_69_residual_post_attn/range": 15.6875, "train/tensor_act_model_layers_69_mlp_gate_proj/norm": 1501.5521240234375, "train/tensor_act_model_layers_69_mlp_gate_proj/mean": -0.1796875, "train/tensor_act_model_layers_69_mlp_gate_proj/std": 0.486328125, "train/tensor_act_model_layers_69_mlp_gate_proj/max_abs": 2.703125, "train/tensor_act_model_layers_69_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_69_mlp_gate_proj/min": -2.703125, "train/tensor_act_model_layers_69_mlp_gate_proj/max": 2.34375, "train/tensor_act_model_layers_69_mlp_gate_proj/range": 5.046875, "train/tensor_act_model_layers_69_mlp_up_proj/norm": 1270.8919677734375, "train/tensor_act_model_layers_69_mlp_up_proj/mean": -0.021728515625, "train/tensor_act_model_layers_69_mlp_up_proj/std": 0.4375, "train/tensor_act_model_layers_69_mlp_up_proj/max_abs": 2.65625, "train/tensor_act_model_layers_69_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_69_mlp_up_proj/min": -2.609375, "train/tensor_act_model_layers_69_mlp_up_proj/max": 2.65625, "train/tensor_act_model_layers_69_mlp_up_proj/range": 5.265625, "train/tensor_act_model_layers_69_mlp_down_proj/norm": 130.4402313232422, "train/tensor_act_model_layers_69_mlp_down_proj/mean": -0.000885009765625, "train/tensor_act_model_layers_69_mlp_down_proj/std": 0.0634765625, "train/tensor_act_model_layers_69_mlp_down_proj/max_abs": 0.63671875, "train/tensor_act_model_layers_69_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_69_mlp_down_proj/min": -0.63671875, "train/tensor_act_model_layers_69_mlp_down_proj/max": 0.5390625, "train/tensor_act_model_layers_69_mlp_down_proj/range": 1.17578125, "train/tensor_act_model_layers_69_mlp/norm": 130.4402313232422, "train/tensor_act_model_layers_69_mlp/mean": -0.000885009765625, "train/tensor_act_model_layers_69_mlp/std": 0.0634765625, "train/tensor_act_model_layers_69_mlp/max_abs": 0.63671875, "train/tensor_act_model_layers_69_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_69_mlp/min": -0.63671875, "train/tensor_act_model_layers_69_mlp/max": 0.5390625, "train/tensor_act_model_layers_69_mlp/range": 1.17578125, "train/tensor_act_model_layers_69_residual_post_mlp/norm": 1923.036865234375, "train/tensor_act_model_layers_69_residual_post_mlp/mean": 0.009765625, "train/tensor_act_model_layers_69_residual_post_mlp/std": 0.9375, "train/tensor_act_model_layers_69_residual_post_mlp/max_abs": 7.9375, "train/tensor_act_model_layers_69_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_69_residual_post_mlp/min": -7.9375, "train/tensor_act_model_layers_69_residual_post_mlp/max": 7.9375, "train/tensor_act_model_layers_69_residual_post_mlp/range": 15.875, "train/tensor_act_model_layers_70_residual_pre_attn/norm": 1923.036865234375, "train/tensor_act_model_layers_70_residual_pre_attn/mean": 0.009765625, "train/tensor_act_model_layers_70_residual_pre_attn/std": 0.9375, "train/tensor_act_model_layers_70_residual_pre_attn/max_abs": 7.9375, "train/tensor_act_model_layers_70_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_70_residual_pre_attn/min": -7.9375, "train/tensor_act_model_layers_70_residual_pre_attn/max": 7.9375, "train/tensor_act_model_layers_70_residual_pre_attn/range": 15.875, "train/tensor_act_model_layers_70_residual_post_attn/norm": 1928.6077880859375, "train/tensor_act_model_layers_70_residual_post_attn/mean": 0.00982666015625, "train/tensor_act_model_layers_70_residual_post_attn/std": 0.94140625, "train/tensor_act_model_layers_70_residual_post_attn/max_abs": 8.125, "train/tensor_act_model_layers_70_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_70_residual_post_attn/min": -8.125, "train/tensor_act_model_layers_70_residual_post_attn/max": 7.9375, "train/tensor_act_model_layers_70_residual_post_attn/range": 16.0625, "train/tensor_act_model_layers_70_mlp_gate_proj/norm": 1502.3057861328125, "train/tensor_act_model_layers_70_mlp_gate_proj/mean": -0.185546875, "train/tensor_act_model_layers_70_mlp_gate_proj/std": 0.484375, "train/tensor_act_model_layers_70_mlp_gate_proj/max_abs": 2.96875, "train/tensor_act_model_layers_70_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_70_mlp_gate_proj/min": -2.96875, "train/tensor_act_model_layers_70_mlp_gate_proj/max": 2.875, "train/tensor_act_model_layers_70_mlp_gate_proj/range": 5.84375, "train/tensor_act_model_layers_70_mlp_up_proj/norm": 1257.5125732421875, "train/tensor_act_model_layers_70_mlp_up_proj/mean": -0.005889892578125, "train/tensor_act_model_layers_70_mlp_up_proj/std": 0.43359375, "train/tensor_act_model_layers_70_mlp_up_proj/max_abs": 2.609375, "train/tensor_act_model_layers_70_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_70_mlp_up_proj/min": -2.5625, "train/tensor_act_model_layers_70_mlp_up_proj/max": 2.609375, "train/tensor_act_model_layers_70_mlp_up_proj/range": 5.171875, "train/tensor_act_model_layers_70_mlp_down_proj/norm": 127.04896545410156, "train/tensor_act_model_layers_70_mlp_down_proj/mean": 0.00014591217041015625, "train/tensor_act_model_layers_70_mlp_down_proj/std": 0.06201171875, "train/tensor_act_model_layers_70_mlp_down_proj/max_abs": 0.7421875, "train/tensor_act_model_layers_70_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_70_mlp_down_proj/min": -0.734375, "train/tensor_act_model_layers_70_mlp_down_proj/max": 0.7421875, "train/tensor_act_model_layers_70_mlp_down_proj/range": 1.4765625, "train/tensor_act_model_layers_70_mlp/norm": 127.04896545410156, "train/tensor_act_model_layers_70_mlp/mean": 0.00014591217041015625, "train/tensor_act_model_layers_70_mlp/std": 0.06201171875, "train/tensor_act_model_layers_70_mlp/max_abs": 0.7421875, "train/tensor_act_model_layers_70_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_70_mlp/min": -0.734375, "train/tensor_act_model_layers_70_mlp/max": 0.7421875, "train/tensor_act_model_layers_70_mlp/range": 1.4765625, "train/tensor_act_model_layers_70_residual_post_mlp/norm": 1942.323486328125, "train/tensor_act_model_layers_70_residual_post_mlp/mean": 0.00994873046875, "train/tensor_act_model_layers_70_residual_post_mlp/std": 0.94921875, "train/tensor_act_model_layers_70_residual_post_mlp/max_abs": 8.25, "train/tensor_act_model_layers_70_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_70_residual_post_mlp/min": -8.25, "train/tensor_act_model_layers_70_residual_post_mlp/max": 7.96875, "train/tensor_act_model_layers_70_residual_post_mlp/range": 16.21875, "train/tensor_act_model_layers_71_residual_pre_attn/norm": 1942.323486328125, "train/tensor_act_model_layers_71_residual_pre_attn/mean": 0.00994873046875, "train/tensor_act_model_layers_71_residual_pre_attn/std": 0.94921875, "train/tensor_act_model_layers_71_residual_pre_attn/max_abs": 8.25, "train/tensor_act_model_layers_71_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_71_residual_pre_attn/min": -8.25, "train/tensor_act_model_layers_71_residual_pre_attn/max": 7.96875, "train/tensor_act_model_layers_71_residual_pre_attn/range": 16.21875, "train/tensor_act_model_layers_71_residual_post_attn/norm": 1965.524658203125, "train/tensor_act_model_layers_71_residual_post_attn/mean": 0.00927734375, "train/tensor_act_model_layers_71_residual_post_attn/std": 0.9609375, "train/tensor_act_model_layers_71_residual_post_attn/max_abs": 8.375, "train/tensor_act_model_layers_71_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_71_residual_post_attn/min": -8.375, "train/tensor_act_model_layers_71_residual_post_attn/max": 8.0625, "train/tensor_act_model_layers_71_residual_post_attn/range": 16.4375, "train/tensor_act_model_layers_71_mlp_gate_proj/norm": 1522.658203125, "train/tensor_act_model_layers_71_mlp_gate_proj/mean": -0.1787109375, "train/tensor_act_model_layers_71_mlp_gate_proj/std": 0.494140625, "train/tensor_act_model_layers_71_mlp_gate_proj/max_abs": 3.890625, "train/tensor_act_model_layers_71_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_71_mlp_gate_proj/min": -2.84375, "train/tensor_act_model_layers_71_mlp_gate_proj/max": 3.890625, "train/tensor_act_model_layers_71_mlp_gate_proj/range": 6.734375, "train/tensor_act_model_layers_71_mlp_up_proj/norm": 1302.7388916015625, "train/tensor_act_model_layers_71_mlp_up_proj/mean": -0.0031890869140625, "train/tensor_act_model_layers_71_mlp_up_proj/std": 0.44921875, "train/tensor_act_model_layers_71_mlp_up_proj/max_abs": 3.984375, "train/tensor_act_model_layers_71_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_71_mlp_up_proj/min": -3.984375, "train/tensor_act_model_layers_71_mlp_up_proj/max": 2.84375, "train/tensor_act_model_layers_71_mlp_up_proj/range": 6.828125, "train/tensor_act_model_layers_71_mlp_down_proj/norm": 141.13682556152344, "train/tensor_act_model_layers_71_mlp_down_proj/mean": -0.00019073486328125, "train/tensor_act_model_layers_71_mlp_down_proj/std": 0.06884765625, "train/tensor_act_model_layers_71_mlp_down_proj/max_abs": 0.87890625, "train/tensor_act_model_layers_71_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_71_mlp_down_proj/min": -0.7734375, "train/tensor_act_model_layers_71_mlp_down_proj/max": 0.87890625, "train/tensor_act_model_layers_71_mlp_down_proj/range": 1.65234375, "train/tensor_act_model_layers_71_mlp/norm": 141.13682556152344, "train/tensor_act_model_layers_71_mlp/mean": -0.00019073486328125, "train/tensor_act_model_layers_71_mlp/std": 0.06884765625, "train/tensor_act_model_layers_71_mlp/max_abs": 0.87890625, "train/tensor_act_model_layers_71_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_71_mlp/min": -0.7734375, "train/tensor_act_model_layers_71_mlp/max": 0.87890625, "train/tensor_act_model_layers_71_mlp/range": 1.65234375, "train/tensor_act_model_layers_71_residual_post_mlp/norm": 1970.4884033203125, "train/tensor_act_model_layers_71_residual_post_mlp/mean": 0.00909423828125, "train/tensor_act_model_layers_71_residual_post_mlp/std": 0.9609375, "train/tensor_act_model_layers_71_residual_post_mlp/max_abs": 8.25, "train/tensor_act_model_layers_71_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_71_residual_post_mlp/min": -8.25, "train/tensor_act_model_layers_71_residual_post_mlp/max": 8.0, "train/tensor_act_model_layers_71_residual_post_mlp/range": 16.25, "train/tensor_act_model_layers_72_residual_pre_attn/norm": 1970.4884033203125, "train/tensor_act_model_layers_72_residual_pre_attn/mean": 0.00909423828125, "train/tensor_act_model_layers_72_residual_pre_attn/std": 0.9609375, "train/tensor_act_model_layers_72_residual_pre_attn/max_abs": 8.25, "train/tensor_act_model_layers_72_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_72_residual_pre_attn/min": -8.25, "train/tensor_act_model_layers_72_residual_pre_attn/max": 8.0, "train/tensor_act_model_layers_72_residual_pre_attn/range": 16.25, "train/tensor_act_model_layers_72_residual_post_attn/norm": 1976.097900390625, "train/tensor_act_model_layers_72_residual_post_attn/mean": 0.0086669921875, "train/tensor_act_model_layers_72_residual_post_attn/std": 0.96484375, "train/tensor_act_model_layers_72_residual_post_attn/max_abs": 8.5, "train/tensor_act_model_layers_72_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_72_residual_post_attn/min": -8.5, "train/tensor_act_model_layers_72_residual_post_attn/max": 7.84375, "train/tensor_act_model_layers_72_residual_post_attn/range": 16.34375, "train/tensor_act_model_layers_72_mlp_gate_proj/norm": 1492.4134521484375, "train/tensor_act_model_layers_72_mlp_gate_proj/mean": -0.173828125, "train/tensor_act_model_layers_72_mlp_gate_proj/std": 0.484375, "train/tensor_act_model_layers_72_mlp_gate_proj/max_abs": 2.8125, "train/tensor_act_model_layers_72_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_72_mlp_gate_proj/min": -2.796875, "train/tensor_act_model_layers_72_mlp_gate_proj/max": 2.8125, "train/tensor_act_model_layers_72_mlp_gate_proj/range": 5.609375, "train/tensor_act_model_layers_72_mlp_up_proj/norm": 1282.2647705078125, "train/tensor_act_model_layers_72_mlp_up_proj/mean": -0.00634765625, "train/tensor_act_model_layers_72_mlp_up_proj/std": 0.443359375, "train/tensor_act_model_layers_72_mlp_up_proj/max_abs": 3.53125, "train/tensor_act_model_layers_72_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_72_mlp_up_proj/min": -2.5625, "train/tensor_act_model_layers_72_mlp_up_proj/max": 3.53125, "train/tensor_act_model_layers_72_mlp_up_proj/range": 6.09375, "train/tensor_act_model_layers_72_mlp_down_proj/norm": 139.31065368652344, "train/tensor_act_model_layers_72_mlp_down_proj/mean": 0.000682830810546875, "train/tensor_act_model_layers_72_mlp_down_proj/std": 0.06787109375, "train/tensor_act_model_layers_72_mlp_down_proj/max_abs": 1.15625, "train/tensor_act_model_layers_72_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_72_mlp_down_proj/min": -0.828125, "train/tensor_act_model_layers_72_mlp_down_proj/max": 1.15625, "train/tensor_act_model_layers_72_mlp_down_proj/range": 1.984375, "train/tensor_act_model_layers_72_mlp/norm": 139.31065368652344, "train/tensor_act_model_layers_72_mlp/mean": 0.000682830810546875, "train/tensor_act_model_layers_72_mlp/std": 0.06787109375, "train/tensor_act_model_layers_72_mlp/max_abs": 1.15625, "train/tensor_act_model_layers_72_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_72_mlp/min": -0.828125, "train/tensor_act_model_layers_72_mlp/max": 1.15625, "train/tensor_act_model_layers_72_mlp/range": 1.984375, "train/tensor_act_model_layers_72_residual_post_mlp/norm": 1987.6160888671875, "train/tensor_act_model_layers_72_residual_post_mlp/mean": 0.00933837890625, "train/tensor_act_model_layers_72_residual_post_mlp/std": 0.96875, "train/tensor_act_model_layers_72_residual_post_mlp/max_abs": 8.4375, "train/tensor_act_model_layers_72_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_72_residual_post_mlp/min": -8.4375, "train/tensor_act_model_layers_72_residual_post_mlp/max": 7.90625, "train/tensor_act_model_layers_72_residual_post_mlp/range": 16.34375, "train/tensor_act_model_layers_73_residual_pre_attn/norm": 1987.6160888671875, "train/tensor_act_model_layers_73_residual_pre_attn/mean": 0.00933837890625, "train/tensor_act_model_layers_73_residual_pre_attn/std": 0.96875, "train/tensor_act_model_layers_73_residual_pre_attn/max_abs": 8.4375, "train/tensor_act_model_layers_73_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_73_residual_pre_attn/min": -8.4375, "train/tensor_act_model_layers_73_residual_pre_attn/max": 7.90625, "train/tensor_act_model_layers_73_residual_pre_attn/range": 16.34375, "train/tensor_act_model_layers_73_residual_post_attn/norm": 1988.8211669921875, "train/tensor_act_model_layers_73_residual_post_attn/mean": 0.0084228515625, "train/tensor_act_model_layers_73_residual_post_attn/std": 0.97265625, "train/tensor_act_model_layers_73_residual_post_attn/max_abs": 8.125, "train/tensor_act_model_layers_73_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_73_residual_post_attn/min": -8.125, "train/tensor_act_model_layers_73_residual_post_attn/max": 8.0625, "train/tensor_act_model_layers_73_residual_post_attn/range": 16.1875, "train/tensor_act_model_layers_73_mlp_gate_proj/norm": 1512.6280517578125, "train/tensor_act_model_layers_73_mlp_gate_proj/mean": -0.1787109375, "train/tensor_act_model_layers_73_mlp_gate_proj/std": 0.490234375, "train/tensor_act_model_layers_73_mlp_gate_proj/max_abs": 3.03125, "train/tensor_act_model_layers_73_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_73_mlp_gate_proj/min": -3.03125, "train/tensor_act_model_layers_73_mlp_gate_proj/max": 2.671875, "train/tensor_act_model_layers_73_mlp_gate_proj/range": 5.703125, "train/tensor_act_model_layers_73_mlp_up_proj/norm": 1283.12646484375, "train/tensor_act_model_layers_73_mlp_up_proj/mean": 0.006011962890625, "train/tensor_act_model_layers_73_mlp_up_proj/std": 0.443359375, "train/tensor_act_model_layers_73_mlp_up_proj/max_abs": 2.75, "train/tensor_act_model_layers_73_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_73_mlp_up_proj/min": -2.75, "train/tensor_act_model_layers_73_mlp_up_proj/max": 2.59375, "train/tensor_act_model_layers_73_mlp_up_proj/range": 5.34375, "train/tensor_act_model_layers_73_mlp_down_proj/norm": 135.19017028808594, "train/tensor_act_model_layers_73_mlp_down_proj/mean": 0.0010833740234375, "train/tensor_act_model_layers_73_mlp_down_proj/std": 0.06591796875, "train/tensor_act_model_layers_73_mlp_down_proj/max_abs": 0.7421875, "train/tensor_act_model_layers_73_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_73_mlp_down_proj/min": -0.72265625, "train/tensor_act_model_layers_73_mlp_down_proj/max": 0.7421875, "train/tensor_act_model_layers_73_mlp_down_proj/range": 1.46484375, "train/tensor_act_model_layers_73_mlp/norm": 135.19017028808594, "train/tensor_act_model_layers_73_mlp/mean": 0.0010833740234375, "train/tensor_act_model_layers_73_mlp/std": 0.06591796875, "train/tensor_act_model_layers_73_mlp/max_abs": 0.7421875, "train/tensor_act_model_layers_73_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_73_mlp/min": -0.72265625, "train/tensor_act_model_layers_73_mlp/max": 0.7421875, "train/tensor_act_model_layers_73_mlp/range": 1.46484375, "train/tensor_act_model_layers_73_residual_post_mlp/norm": 2001.6392822265625, "train/tensor_act_model_layers_73_residual_post_mlp/mean": 0.009521484375, "train/tensor_act_model_layers_73_residual_post_mlp/std": 0.9765625, "train/tensor_act_model_layers_73_residual_post_mlp/max_abs": 8.1875, "train/tensor_act_model_layers_73_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_73_residual_post_mlp/min": -8.1875, "train/tensor_act_model_layers_73_residual_post_mlp/max": 8.0, "train/tensor_act_model_layers_73_residual_post_mlp/range": 16.1875, "train/tensor_act_model_layers_74_residual_pre_attn/norm": 2001.6392822265625, "train/tensor_act_model_layers_74_residual_pre_attn/mean": 0.009521484375, "train/tensor_act_model_layers_74_residual_pre_attn/std": 0.9765625, "train/tensor_act_model_layers_74_residual_pre_attn/max_abs": 8.1875, "train/tensor_act_model_layers_74_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_74_residual_pre_attn/min": -8.1875, "train/tensor_act_model_layers_74_residual_pre_attn/max": 8.0, "train/tensor_act_model_layers_74_residual_pre_attn/range": 16.1875, "train/tensor_act_model_layers_74_residual_post_attn/norm": 2017.3309326171875, "train/tensor_act_model_layers_74_residual_post_attn/mean": 0.011474609375, "train/tensor_act_model_layers_74_residual_post_attn/std": 0.984375, "train/tensor_act_model_layers_74_residual_post_attn/max_abs": 8.25, "train/tensor_act_model_layers_74_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_74_residual_post_attn/min": -8.25, "train/tensor_act_model_layers_74_residual_post_attn/max": 8.0, "train/tensor_act_model_layers_74_residual_post_attn/range": 16.25, "train/tensor_act_model_layers_74_mlp_gate_proj/norm": 1532.0908203125, "train/tensor_act_model_layers_74_mlp_gate_proj/mean": -0.185546875, "train/tensor_act_model_layers_74_mlp_gate_proj/std": 0.49609375, "train/tensor_act_model_layers_74_mlp_gate_proj/max_abs": 2.8125, "train/tensor_act_model_layers_74_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_74_mlp_gate_proj/min": -2.8125, "train/tensor_act_model_layers_74_mlp_gate_proj/max": 2.765625, "train/tensor_act_model_layers_74_mlp_gate_proj/range": 5.578125, "train/tensor_act_model_layers_74_mlp_up_proj/norm": 1297.550048828125, "train/tensor_act_model_layers_74_mlp_up_proj/mean": -3.933906555175781e-05, "train/tensor_act_model_layers_74_mlp_up_proj/std": 0.447265625, "train/tensor_act_model_layers_74_mlp_up_proj/max_abs": 3.671875, "train/tensor_act_model_layers_74_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_74_mlp_up_proj/min": -2.5, "train/tensor_act_model_layers_74_mlp_up_proj/max": 3.671875, "train/tensor_act_model_layers_74_mlp_up_proj/range": 6.171875, "train/tensor_act_model_layers_74_mlp_down_proj/norm": 138.754638671875, "train/tensor_act_model_layers_74_mlp_down_proj/mean": -0.00029754638671875, "train/tensor_act_model_layers_74_mlp_down_proj/std": 0.06787109375, "train/tensor_act_model_layers_74_mlp_down_proj/max_abs": 0.75390625, "train/tensor_act_model_layers_74_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_74_mlp_down_proj/min": -0.60546875, "train/tensor_act_model_layers_74_mlp_down_proj/max": 0.75390625, "train/tensor_act_model_layers_74_mlp_down_proj/range": 1.359375, "train/tensor_act_model_layers_74_mlp/norm": 138.754638671875, "train/tensor_act_model_layers_74_mlp/mean": -0.00029754638671875, "train/tensor_act_model_layers_74_mlp/std": 0.06787109375, "train/tensor_act_model_layers_74_mlp/max_abs": 0.75390625, "train/tensor_act_model_layers_74_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_74_mlp/min": -0.60546875, "train/tensor_act_model_layers_74_mlp/max": 0.75390625, "train/tensor_act_model_layers_74_mlp/range": 1.359375, "train/tensor_act_model_layers_74_residual_post_mlp/norm": 2031.8861083984375, "train/tensor_act_model_layers_74_residual_post_mlp/mean": 0.01123046875, "train/tensor_act_model_layers_74_residual_post_mlp/std": 0.9921875, "train/tensor_act_model_layers_74_residual_post_mlp/max_abs": 8.3125, "train/tensor_act_model_layers_74_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_74_residual_post_mlp/min": -8.3125, "train/tensor_act_model_layers_74_residual_post_mlp/max": 8.125, "train/tensor_act_model_layers_74_residual_post_mlp/range": 16.4375, "train/tensor_act_model_layers_75_residual_pre_attn/norm": 2031.8861083984375, "train/tensor_act_model_layers_75_residual_pre_attn/mean": 0.01123046875, "train/tensor_act_model_layers_75_residual_pre_attn/std": 0.9921875, "train/tensor_act_model_layers_75_residual_pre_attn/max_abs": 8.3125, "train/tensor_act_model_layers_75_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_75_residual_pre_attn/min": -8.3125, "train/tensor_act_model_layers_75_residual_pre_attn/max": 8.125, "train/tensor_act_model_layers_75_residual_pre_attn/range": 16.4375, "train/tensor_act_model_layers_75_residual_post_attn/norm": 2055.808837890625, "train/tensor_act_model_layers_75_residual_post_attn/mean": 0.0115966796875, "train/tensor_act_model_layers_75_residual_post_attn/std": 1.0, "train/tensor_act_model_layers_75_residual_post_attn/max_abs": 8.375, "train/tensor_act_model_layers_75_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_75_residual_post_attn/min": -8.375, "train/tensor_act_model_layers_75_residual_post_attn/max": 8.25, "train/tensor_act_model_layers_75_residual_post_attn/range": 16.625, "train/tensor_act_model_layers_75_mlp_gate_proj/norm": 1551.0601806640625, "train/tensor_act_model_layers_75_mlp_gate_proj/mean": -0.1884765625, "train/tensor_act_model_layers_75_mlp_gate_proj/std": 0.5, "train/tensor_act_model_layers_75_mlp_gate_proj/max_abs": 2.96875, "train/tensor_act_model_layers_75_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_75_mlp_gate_proj/min": -2.96875, "train/tensor_act_model_layers_75_mlp_gate_proj/max": 2.84375, "train/tensor_act_model_layers_75_mlp_gate_proj/range": 5.8125, "train/tensor_act_model_layers_75_mlp_up_proj/norm": 1325.328125, "train/tensor_act_model_layers_75_mlp_up_proj/mean": -0.0028533935546875, "train/tensor_act_model_layers_75_mlp_up_proj/std": 0.45703125, "train/tensor_act_model_layers_75_mlp_up_proj/max_abs": 2.5625, "train/tensor_act_model_layers_75_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_75_mlp_up_proj/min": -2.5625, "train/tensor_act_model_layers_75_mlp_up_proj/max": 2.546875, "train/tensor_act_model_layers_75_mlp_up_proj/range": 5.109375, "train/tensor_act_model_layers_75_mlp_down_proj/norm": 150.2351837158203, "train/tensor_act_model_layers_75_mlp_down_proj/mean": 0.00148773193359375, "train/tensor_act_model_layers_75_mlp_down_proj/std": 0.0732421875, "train/tensor_act_model_layers_75_mlp_down_proj/max_abs": 0.74609375, "train/tensor_act_model_layers_75_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_75_mlp_down_proj/min": -0.7109375, "train/tensor_act_model_layers_75_mlp_down_proj/max": 0.74609375, "train/tensor_act_model_layers_75_mlp_down_proj/range": 1.45703125, "train/tensor_act_model_layers_75_mlp/norm": 150.2351837158203, "train/tensor_act_model_layers_75_mlp/mean": 0.00148773193359375, "train/tensor_act_model_layers_75_mlp/std": 0.0732421875, "train/tensor_act_model_layers_75_mlp/max_abs": 0.74609375, "train/tensor_act_model_layers_75_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_75_mlp/min": -0.7109375, "train/tensor_act_model_layers_75_mlp/max": 0.74609375, "train/tensor_act_model_layers_75_mlp/range": 1.45703125, "train/tensor_act_model_layers_75_residual_post_mlp/norm": 2072.790283203125, "train/tensor_act_model_layers_75_residual_post_mlp/mean": 0.01312255859375, "train/tensor_act_model_layers_75_residual_post_mlp/std": 1.015625, "train/tensor_act_model_layers_75_residual_post_mlp/max_abs": 8.4375, "train/tensor_act_model_layers_75_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_75_residual_post_mlp/min": -8.4375, "train/tensor_act_model_layers_75_residual_post_mlp/max": 8.3125, "train/tensor_act_model_layers_75_residual_post_mlp/range": 16.75, "train/tensor_act_model_layers_76_residual_pre_attn/norm": 2072.790283203125, "train/tensor_act_model_layers_76_residual_pre_attn/mean": 0.01312255859375, "train/tensor_act_model_layers_76_residual_pre_attn/std": 1.015625, "train/tensor_act_model_layers_76_residual_pre_attn/max_abs": 8.4375, "train/tensor_act_model_layers_76_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_76_residual_pre_attn/min": -8.4375, "train/tensor_act_model_layers_76_residual_pre_attn/max": 8.3125, "train/tensor_act_model_layers_76_residual_pre_attn/range": 16.75, "train/tensor_act_model_layers_76_residual_post_attn/norm": 2092.94140625, "train/tensor_act_model_layers_76_residual_post_attn/mean": 0.0120849609375, "train/tensor_act_model_layers_76_residual_post_attn/std": 1.0234375, "train/tensor_act_model_layers_76_residual_post_attn/max_abs": 8.5625, "train/tensor_act_model_layers_76_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_76_residual_post_attn/min": -8.5625, "train/tensor_act_model_layers_76_residual_post_attn/max": 8.375, "train/tensor_act_model_layers_76_residual_post_attn/range": 16.9375, "train/tensor_act_model_layers_76_mlp_gate_proj/norm": 1557.1171875, "train/tensor_act_model_layers_76_mlp_gate_proj/mean": -0.1748046875, "train/tensor_act_model_layers_76_mlp_gate_proj/std": 0.5078125, "train/tensor_act_model_layers_76_mlp_gate_proj/max_abs": 3.0625, "train/tensor_act_model_layers_76_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_76_mlp_gate_proj/min": -3.0625, "train/tensor_act_model_layers_76_mlp_gate_proj/max": 2.8125, "train/tensor_act_model_layers_76_mlp_gate_proj/range": 5.875, "train/tensor_act_model_layers_76_mlp_up_proj/norm": 1364.317626953125, "train/tensor_act_model_layers_76_mlp_up_proj/mean": 0.00023365020751953125, "train/tensor_act_model_layers_76_mlp_up_proj/std": 0.470703125, "train/tensor_act_model_layers_76_mlp_up_proj/max_abs": 3.4375, "train/tensor_act_model_layers_76_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_76_mlp_up_proj/min": -3.4375, "train/tensor_act_model_layers_76_mlp_up_proj/max": 2.921875, "train/tensor_act_model_layers_76_mlp_up_proj/range": 6.359375, "train/tensor_act_model_layers_76_mlp_down_proj/norm": 160.70294189453125, "train/tensor_act_model_layers_76_mlp_down_proj/mean": -0.000606536865234375, "train/tensor_act_model_layers_76_mlp_down_proj/std": 0.07861328125, "train/tensor_act_model_layers_76_mlp_down_proj/max_abs": 0.921875, "train/tensor_act_model_layers_76_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_76_mlp_down_proj/min": -0.8359375, "train/tensor_act_model_layers_76_mlp_down_proj/max": 0.921875, "train/tensor_act_model_layers_76_mlp_down_proj/range": 1.7578125, "train/tensor_act_model_layers_76_mlp/norm": 160.70294189453125, "train/tensor_act_model_layers_76_mlp/mean": -0.000606536865234375, "train/tensor_act_model_layers_76_mlp/std": 0.07861328125, "train/tensor_act_model_layers_76_mlp/max_abs": 0.921875, "train/tensor_act_model_layers_76_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_76_mlp/min": -0.8359375, "train/tensor_act_model_layers_76_mlp/max": 0.921875, "train/tensor_act_model_layers_76_mlp/range": 1.7578125, "train/tensor_act_model_layers_76_residual_post_mlp/norm": 2108.66455078125, "train/tensor_act_model_layers_76_residual_post_mlp/mean": 0.011474609375, "train/tensor_act_model_layers_76_residual_post_mlp/std": 1.03125, "train/tensor_act_model_layers_76_residual_post_mlp/max_abs": 8.5625, "train/tensor_act_model_layers_76_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_76_residual_post_mlp/min": -8.5625, "train/tensor_act_model_layers_76_residual_post_mlp/max": 8.375, "train/tensor_act_model_layers_76_residual_post_mlp/range": 16.9375, "train/tensor_act_model_layers_77_residual_pre_attn/norm": 2108.66455078125, "train/tensor_act_model_layers_77_residual_pre_attn/mean": 0.011474609375, "train/tensor_act_model_layers_77_residual_pre_attn/std": 1.03125, "train/tensor_act_model_layers_77_residual_pre_attn/max_abs": 8.5625, "train/tensor_act_model_layers_77_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_77_residual_pre_attn/min": -8.5625, "train/tensor_act_model_layers_77_residual_pre_attn/max": 8.375, "train/tensor_act_model_layers_77_residual_pre_attn/range": 16.9375, "train/tensor_act_model_layers_77_residual_post_attn/norm": 2121.804931640625, "train/tensor_act_model_layers_77_residual_post_attn/mean": 0.01116943359375, "train/tensor_act_model_layers_77_residual_post_attn/std": 1.0390625, "train/tensor_act_model_layers_77_residual_post_attn/max_abs": 8.5, "train/tensor_act_model_layers_77_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_77_residual_post_attn/min": -8.5, "train/tensor_act_model_layers_77_residual_post_attn/max": 8.4375, "train/tensor_act_model_layers_77_residual_post_attn/range": 16.9375, "train/tensor_act_model_layers_77_mlp_gate_proj/norm": 1571.765380859375, "train/tensor_act_model_layers_77_mlp_gate_proj/mean": -0.1904296875, "train/tensor_act_model_layers_77_mlp_gate_proj/std": 0.5078125, "train/tensor_act_model_layers_77_mlp_gate_proj/max_abs": 3.03125, "train/tensor_act_model_layers_77_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_77_mlp_gate_proj/min": -3.03125, "train/tensor_act_model_layers_77_mlp_gate_proj/max": 3.0, "train/tensor_act_model_layers_77_mlp_gate_proj/range": 6.03125, "train/tensor_act_model_layers_77_mlp_up_proj/norm": 1348.21044921875, "train/tensor_act_model_layers_77_mlp_up_proj/mean": 0.002349853515625, "train/tensor_act_model_layers_77_mlp_up_proj/std": 0.46484375, "train/tensor_act_model_layers_77_mlp_up_proj/max_abs": 3.578125, "train/tensor_act_model_layers_77_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_77_mlp_up_proj/min": -2.375, "train/tensor_act_model_layers_77_mlp_up_proj/max": 3.578125, "train/tensor_act_model_layers_77_mlp_up_proj/range": 5.953125, "train/tensor_act_model_layers_77_mlp_down_proj/norm": 157.126953125, "train/tensor_act_model_layers_77_mlp_down_proj/mean": 0.0007781982421875, "train/tensor_act_model_layers_77_mlp_down_proj/std": 0.07666015625, "train/tensor_act_model_layers_77_mlp_down_proj/max_abs": 1.6484375, "train/tensor_act_model_layers_77_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_77_mlp_down_proj/min": -1.15625, "train/tensor_act_model_layers_77_mlp_down_proj/max": 1.6484375, "train/tensor_act_model_layers_77_mlp_down_proj/range": 2.8046875, "train/tensor_act_model_layers_77_mlp/norm": 157.126953125, "train/tensor_act_model_layers_77_mlp/mean": 0.0007781982421875, "train/tensor_act_model_layers_77_mlp/std": 0.07666015625, "train/tensor_act_model_layers_77_mlp/max_abs": 1.6484375, "train/tensor_act_model_layers_77_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_77_mlp/min": -1.15625, "train/tensor_act_model_layers_77_mlp/max": 1.6484375, "train/tensor_act_model_layers_77_mlp/range": 2.8046875, "train/tensor_act_model_layers_77_residual_post_mlp/norm": 2137.094482421875, "train/tensor_act_model_layers_77_residual_post_mlp/mean": 0.011962890625, "train/tensor_act_model_layers_77_residual_post_mlp/std": 1.046875, "train/tensor_act_model_layers_77_residual_post_mlp/max_abs": 8.5, "train/tensor_act_model_layers_77_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_77_residual_post_mlp/min": -8.5, "train/tensor_act_model_layers_77_residual_post_mlp/max": 8.5, "train/tensor_act_model_layers_77_residual_post_mlp/range": 17.0, "train/tensor_act_model_layers_78_residual_pre_attn/norm": 2137.094482421875, "train/tensor_act_model_layers_78_residual_pre_attn/mean": 0.011962890625, "train/tensor_act_model_layers_78_residual_pre_attn/std": 1.046875, "train/tensor_act_model_layers_78_residual_pre_attn/max_abs": 8.5, "train/tensor_act_model_layers_78_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_78_residual_pre_attn/min": -8.5, "train/tensor_act_model_layers_78_residual_pre_attn/max": 8.5, "train/tensor_act_model_layers_78_residual_pre_attn/range": 17.0, "train/tensor_act_model_layers_78_residual_post_attn/norm": 2166.898193359375, "train/tensor_act_model_layers_78_residual_post_attn/mean": 0.01055908203125, "train/tensor_act_model_layers_78_residual_post_attn/std": 1.0546875, "train/tensor_act_model_layers_78_residual_post_attn/max_abs": 8.5, "train/tensor_act_model_layers_78_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_78_residual_post_attn/min": -8.5, "train/tensor_act_model_layers_78_residual_post_attn/max": 8.3125, "train/tensor_act_model_layers_78_residual_post_attn/range": 16.8125, "train/tensor_act_model_layers_78_mlp_gate_proj/norm": 1584.0499267578125, "train/tensor_act_model_layers_78_mlp_gate_proj/mean": -0.1630859375, "train/tensor_act_model_layers_78_mlp_gate_proj/std": 0.5234375, "train/tensor_act_model_layers_78_mlp_gate_proj/max_abs": 3.4375, "train/tensor_act_model_layers_78_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_78_mlp_gate_proj/min": -3.4375, "train/tensor_act_model_layers_78_mlp_gate_proj/max": 3.046875, "train/tensor_act_model_layers_78_mlp_gate_proj/range": 6.484375, "train/tensor_act_model_layers_78_mlp_up_proj/norm": 1391.08056640625, "train/tensor_act_model_layers_78_mlp_up_proj/mean": -0.0081787109375, "train/tensor_act_model_layers_78_mlp_up_proj/std": 0.48046875, "train/tensor_act_model_layers_78_mlp_up_proj/max_abs": 3.859375, "train/tensor_act_model_layers_78_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_78_mlp_up_proj/min": -3.859375, "train/tensor_act_model_layers_78_mlp_up_proj/max": 3.0, "train/tensor_act_model_layers_78_mlp_up_proj/range": 6.859375, "train/tensor_act_model_layers_78_mlp_down_proj/norm": 170.68336486816406, "train/tensor_act_model_layers_78_mlp_down_proj/mean": -0.00083160400390625, "train/tensor_act_model_layers_78_mlp_down_proj/std": 0.08349609375, "train/tensor_act_model_layers_78_mlp_down_proj/max_abs": 1.03125, "train/tensor_act_model_layers_78_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_78_mlp_down_proj/min": -0.98046875, "train/tensor_act_model_layers_78_mlp_down_proj/max": 1.03125, "train/tensor_act_model_layers_78_mlp_down_proj/range": 2.01171875, "train/tensor_act_model_layers_78_mlp/norm": 170.68336486816406, "train/tensor_act_model_layers_78_mlp/mean": -0.00083160400390625, "train/tensor_act_model_layers_78_mlp/std": 0.08349609375, "train/tensor_act_model_layers_78_mlp/max_abs": 1.03125, "train/tensor_act_model_layers_78_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_78_mlp/min": -0.98046875, "train/tensor_act_model_layers_78_mlp/max": 1.03125, "train/tensor_act_model_layers_78_mlp/range": 2.01171875, "train/tensor_act_model_layers_78_residual_post_mlp/norm": 2178.33544921875, "train/tensor_act_model_layers_78_residual_post_mlp/mean": 0.009765625, "train/tensor_act_model_layers_78_residual_post_mlp/std": 1.0625, "train/tensor_act_model_layers_78_residual_post_mlp/max_abs": 8.8125, "train/tensor_act_model_layers_78_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_78_residual_post_mlp/min": -8.8125, "train/tensor_act_model_layers_78_residual_post_mlp/max": 8.25, "train/tensor_act_model_layers_78_residual_post_mlp/range": 17.0625, "train/tensor_act_model_layers_79_residual_pre_attn/norm": 2178.33544921875, "train/tensor_act_model_layers_79_residual_pre_attn/mean": 0.009765625, "train/tensor_act_model_layers_79_residual_pre_attn/std": 1.0625, "train/tensor_act_model_layers_79_residual_pre_attn/max_abs": 8.8125, "train/tensor_act_model_layers_79_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_79_residual_pre_attn/min": -8.8125, "train/tensor_act_model_layers_79_residual_pre_attn/max": 8.25, "train/tensor_act_model_layers_79_residual_pre_attn/range": 17.0625, "train/tensor_act_model_layers_79_residual_post_attn/norm": 2192.993896484375, "train/tensor_act_model_layers_79_residual_post_attn/mean": 0.00909423828125, "train/tensor_act_model_layers_79_residual_post_attn/std": 1.0703125, "train/tensor_act_model_layers_79_residual_post_attn/max_abs": 8.625, "train/tensor_act_model_layers_79_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_79_residual_post_attn/min": -8.625, "train/tensor_act_model_layers_79_residual_post_attn/max": 8.0625, "train/tensor_act_model_layers_79_residual_post_attn/range": 16.6875, "train/tensor_act_model_layers_79_mlp_gate_proj/norm": 1632.5966796875, "train/tensor_act_model_layers_79_mlp_gate_proj/mean": -0.19140625, "train/tensor_act_model_layers_79_mlp_gate_proj/std": 0.53125, "train/tensor_act_model_layers_79_mlp_gate_proj/max_abs": 3.109375, "train/tensor_act_model_layers_79_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_79_mlp_gate_proj/min": -3.046875, "train/tensor_act_model_layers_79_mlp_gate_proj/max": 3.109375, "train/tensor_act_model_layers_79_mlp_gate_proj/range": 6.15625, "train/tensor_act_model_layers_79_mlp_up_proj/norm": 1401.491455078125, "train/tensor_act_model_layers_79_mlp_up_proj/mean": -0.003448486328125, "train/tensor_act_model_layers_79_mlp_up_proj/std": 0.484375, "train/tensor_act_model_layers_79_mlp_up_proj/max_abs": 3.21875, "train/tensor_act_model_layers_79_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_79_mlp_up_proj/min": -3.21875, "train/tensor_act_model_layers_79_mlp_up_proj/max": 3.078125, "train/tensor_act_model_layers_79_mlp_up_proj/range": 6.296875, "train/tensor_act_model_layers_79_mlp_down_proj/norm": 176.5265655517578, "train/tensor_act_model_layers_79_mlp_down_proj/mean": 0.00121307373046875, "train/tensor_act_model_layers_79_mlp_down_proj/std": 0.08642578125, "train/tensor_act_model_layers_79_mlp_down_proj/max_abs": 1.03125, "train/tensor_act_model_layers_79_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_79_mlp_down_proj/min": -0.859375, "train/tensor_act_model_layers_79_mlp_down_proj/max": 1.03125, "train/tensor_act_model_layers_79_mlp_down_proj/range": 1.890625, "train/tensor_act_model_layers_79_mlp/norm": 176.5265655517578, "train/tensor_act_model_layers_79_mlp/mean": 0.00121307373046875, "train/tensor_act_model_layers_79_mlp/std": 0.08642578125, "train/tensor_act_model_layers_79_mlp/max_abs": 1.03125, "train/tensor_act_model_layers_79_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_79_mlp/min": -0.859375, "train/tensor_act_model_layers_79_mlp/max": 1.03125, "train/tensor_act_model_layers_79_mlp/range": 1.890625, "train/tensor_act_model_layers_79_residual_post_mlp/norm": 2210.436279296875, "train/tensor_act_model_layers_79_residual_post_mlp/mean": 0.01031494140625, "train/tensor_act_model_layers_79_residual_post_mlp/std": 1.078125, "train/tensor_act_model_layers_79_residual_post_mlp/max_abs": 8.5625, "train/tensor_act_model_layers_79_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_79_residual_post_mlp/min": -8.5625, "train/tensor_act_model_layers_79_residual_post_mlp/max": 8.0625, "train/tensor_act_model_layers_79_residual_post_mlp/range": 16.625, "train/tensor_act_model_layers_80_residual_pre_attn/norm": 2210.436279296875, "train/tensor_act_model_layers_80_residual_pre_attn/mean": 0.01031494140625, "train/tensor_act_model_layers_80_residual_pre_attn/std": 1.078125, "train/tensor_act_model_layers_80_residual_pre_attn/max_abs": 8.5625, "train/tensor_act_model_layers_80_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_80_residual_pre_attn/min": -8.5625, "train/tensor_act_model_layers_80_residual_pre_attn/max": 8.0625, "train/tensor_act_model_layers_80_residual_pre_attn/range": 16.625, "train/tensor_act_model_layers_80_residual_post_attn/norm": 2228.426025390625, "train/tensor_act_model_layers_80_residual_post_attn/mean": 0.00897216796875, "train/tensor_act_model_layers_80_residual_post_attn/std": 1.0859375, "train/tensor_act_model_layers_80_residual_post_attn/max_abs": 8.625, "train/tensor_act_model_layers_80_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_80_residual_post_attn/min": -8.625, "train/tensor_act_model_layers_80_residual_post_attn/max": 7.875, "train/tensor_act_model_layers_80_residual_post_attn/range": 16.5, "train/tensor_act_model_layers_80_mlp_gate_proj/norm": 1590.944091796875, "train/tensor_act_model_layers_80_mlp_gate_proj/mean": -0.15625, "train/tensor_act_model_layers_80_mlp_gate_proj/std": 0.52734375, "train/tensor_act_model_layers_80_mlp_gate_proj/max_abs": 3.890625, "train/tensor_act_model_layers_80_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_80_mlp_gate_proj/min": -3.109375, "train/tensor_act_model_layers_80_mlp_gate_proj/max": 3.890625, "train/tensor_act_model_layers_80_mlp_gate_proj/range": 7.0, "train/tensor_act_model_layers_80_mlp_up_proj/norm": 1405.408203125, "train/tensor_act_model_layers_80_mlp_up_proj/mean": 0.0016937255859375, "train/tensor_act_model_layers_80_mlp_up_proj/std": 0.484375, "train/tensor_act_model_layers_80_mlp_up_proj/max_abs": 2.703125, "train/tensor_act_model_layers_80_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_80_mlp_up_proj/min": -2.703125, "train/tensor_act_model_layers_80_mlp_up_proj/max": 2.53125, "train/tensor_act_model_layers_80_mlp_up_proj/range": 5.234375, "train/tensor_act_model_layers_80_mlp_down_proj/norm": 178.64476013183594, "train/tensor_act_model_layers_80_mlp_down_proj/mean": -0.00124359130859375, "train/tensor_act_model_layers_80_mlp_down_proj/std": 0.08740234375, "train/tensor_act_model_layers_80_mlp_down_proj/max_abs": 0.92578125, "train/tensor_act_model_layers_80_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_80_mlp_down_proj/min": -0.92578125, "train/tensor_act_model_layers_80_mlp_down_proj/max": 0.76171875, "train/tensor_act_model_layers_80_mlp_down_proj/range": 1.6875, "train/tensor_act_model_layers_80_mlp/norm": 178.64476013183594, "train/tensor_act_model_layers_80_mlp/mean": -0.00124359130859375, "train/tensor_act_model_layers_80_mlp/std": 0.08740234375, "train/tensor_act_model_layers_80_mlp/max_abs": 0.92578125, "train/tensor_act_model_layers_80_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_80_mlp/min": -0.92578125, "train/tensor_act_model_layers_80_mlp/max": 0.76171875, "train/tensor_act_model_layers_80_mlp/range": 1.6875, "train/tensor_act_model_layers_80_residual_post_mlp/norm": 2238.140625, "train/tensor_act_model_layers_80_residual_post_mlp/mean": 0.007720947265625, "train/tensor_act_model_layers_80_residual_post_mlp/std": 1.09375, "train/tensor_act_model_layers_80_residual_post_mlp/max_abs": 8.6875, "train/tensor_act_model_layers_80_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_80_residual_post_mlp/min": -8.6875, "train/tensor_act_model_layers_80_residual_post_mlp/max": 7.875, "train/tensor_act_model_layers_80_residual_post_mlp/range": 16.5625, "train/tensor_act_model_layers_81_residual_pre_attn/norm": 2238.140625, "train/tensor_act_model_layers_81_residual_pre_attn/mean": 0.007720947265625, "train/tensor_act_model_layers_81_residual_pre_attn/std": 1.09375, "train/tensor_act_model_layers_81_residual_pre_attn/max_abs": 8.6875, "train/tensor_act_model_layers_81_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_81_residual_pre_attn/min": -8.6875, "train/tensor_act_model_layers_81_residual_pre_attn/max": 7.875, "train/tensor_act_model_layers_81_residual_pre_attn/range": 16.5625, "train/tensor_act_model_layers_81_residual_post_attn/norm": 2256.57666015625, "train/tensor_act_model_layers_81_residual_post_attn/mean": 0.00634765625, "train/tensor_act_model_layers_81_residual_post_attn/std": 1.1015625, "train/tensor_act_model_layers_81_residual_post_attn/max_abs": 8.625, "train/tensor_act_model_layers_81_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_81_residual_post_attn/min": -8.625, "train/tensor_act_model_layers_81_residual_post_attn/max": 8.125, "train/tensor_act_model_layers_81_residual_post_attn/range": 16.75, "train/tensor_act_model_layers_81_mlp_gate_proj/norm": 1639.6220703125, "train/tensor_act_model_layers_81_mlp_gate_proj/mean": -0.16015625, "train/tensor_act_model_layers_81_mlp_gate_proj/std": 0.54296875, "train/tensor_act_model_layers_81_mlp_gate_proj/max_abs": 3.40625, "train/tensor_act_model_layers_81_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_81_mlp_gate_proj/min": -3.40625, "train/tensor_act_model_layers_81_mlp_gate_proj/max": 3.390625, "train/tensor_act_model_layers_81_mlp_gate_proj/range": 6.796875, "train/tensor_act_model_layers_81_mlp_up_proj/norm": 1445.8804931640625, "train/tensor_act_model_layers_81_mlp_up_proj/mean": -0.015380859375, "train/tensor_act_model_layers_81_mlp_up_proj/std": 0.498046875, "train/tensor_act_model_layers_81_mlp_up_proj/max_abs": 3.140625, "train/tensor_act_model_layers_81_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_81_mlp_up_proj/min": -2.6875, "train/tensor_act_model_layers_81_mlp_up_proj/max": 3.140625, "train/tensor_act_model_layers_81_mlp_up_proj/range": 5.828125, "train/tensor_act_model_layers_81_mlp_down_proj/norm": 200.7631072998047, "train/tensor_act_model_layers_81_mlp_down_proj/mean": -0.0003299713134765625, "train/tensor_act_model_layers_81_mlp_down_proj/std": 0.09814453125, "train/tensor_act_model_layers_81_mlp_down_proj/max_abs": 1.1640625, "train/tensor_act_model_layers_81_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_81_mlp_down_proj/min": -1.1640625, "train/tensor_act_model_layers_81_mlp_down_proj/max": 1.09375, "train/tensor_act_model_layers_81_mlp_down_proj/range": 2.2578125, "train/tensor_act_model_layers_81_mlp/norm": 200.7631072998047, "train/tensor_act_model_layers_81_mlp/mean": -0.0003299713134765625, "train/tensor_act_model_layers_81_mlp/std": 0.09814453125, "train/tensor_act_model_layers_81_mlp/max_abs": 1.1640625, "train/tensor_act_model_layers_81_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_81_mlp/min": -1.1640625, "train/tensor_act_model_layers_81_mlp/max": 1.09375, "train/tensor_act_model_layers_81_mlp/range": 2.2578125, "train/tensor_act_model_layers_81_residual_post_mlp/norm": 2270.480224609375, "train/tensor_act_model_layers_81_residual_post_mlp/mean": 0.006011962890625, "train/tensor_act_model_layers_81_residual_post_mlp/std": 1.109375, "train/tensor_act_model_layers_81_residual_post_mlp/max_abs": 8.625, "train/tensor_act_model_layers_81_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_81_residual_post_mlp/min": -8.625, "train/tensor_act_model_layers_81_residual_post_mlp/max": 8.0625, "train/tensor_act_model_layers_81_residual_post_mlp/range": 16.6875, "train/tensor_act_model_layers_82_residual_pre_attn/norm": 2270.480224609375, "train/tensor_act_model_layers_82_residual_pre_attn/mean": 0.006011962890625, "train/tensor_act_model_layers_82_residual_pre_attn/std": 1.109375, "train/tensor_act_model_layers_82_residual_pre_attn/max_abs": 8.625, "train/tensor_act_model_layers_82_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_82_residual_pre_attn/min": -8.625, "train/tensor_act_model_layers_82_residual_pre_attn/max": 8.0625, "train/tensor_act_model_layers_82_residual_pre_attn/range": 16.6875, "train/tensor_act_model_layers_82_residual_post_attn/norm": 2298.502685546875, "train/tensor_act_model_layers_82_residual_post_attn/mean": 0.004638671875, "train/tensor_act_model_layers_82_residual_post_attn/std": 1.125, "train/tensor_act_model_layers_82_residual_post_attn/max_abs": 8.75, "train/tensor_act_model_layers_82_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_82_residual_post_attn/min": -8.75, "train/tensor_act_model_layers_82_residual_post_attn/max": 8.0, "train/tensor_act_model_layers_82_residual_post_attn/range": 16.75, "train/tensor_act_model_layers_82_mlp_gate_proj/norm": 1705.2386474609375, "train/tensor_act_model_layers_82_mlp_gate_proj/mean": -0.1748046875, "train/tensor_act_model_layers_82_mlp_gate_proj/std": 0.5625, "train/tensor_act_model_layers_82_mlp_gate_proj/max_abs": 3.359375, "train/tensor_act_model_layers_82_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_82_mlp_gate_proj/min": -3.359375, "train/tensor_act_model_layers_82_mlp_gate_proj/max": 3.03125, "train/tensor_act_model_layers_82_mlp_gate_proj/range": 6.390625, "train/tensor_act_model_layers_82_mlp_up_proj/norm": 1475.8717041015625, "train/tensor_act_model_layers_82_mlp_up_proj/mean": -0.0032501220703125, "train/tensor_act_model_layers_82_mlp_up_proj/std": 0.5078125, "train/tensor_act_model_layers_82_mlp_up_proj/max_abs": 3.1875, "train/tensor_act_model_layers_82_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_82_mlp_up_proj/min": -3.1875, "train/tensor_act_model_layers_82_mlp_up_proj/max": 2.78125, "train/tensor_act_model_layers_82_mlp_up_proj/range": 5.96875, "train/tensor_act_model_layers_82_mlp_down_proj/norm": 215.70265197753906, "train/tensor_act_model_layers_82_mlp_down_proj/mean": 0.000789642333984375, "train/tensor_act_model_layers_82_mlp_down_proj/std": 0.10546875, "train/tensor_act_model_layers_82_mlp_down_proj/max_abs": 1.2109375, "train/tensor_act_model_layers_82_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_82_mlp_down_proj/min": -1.2109375, "train/tensor_act_model_layers_82_mlp_down_proj/max": 1.0078125, "train/tensor_act_model_layers_82_mlp_down_proj/range": 2.21875, "train/tensor_act_model_layers_82_mlp/norm": 215.70265197753906, "train/tensor_act_model_layers_82_mlp/mean": 0.000789642333984375, "train/tensor_act_model_layers_82_mlp/std": 0.10546875, "train/tensor_act_model_layers_82_mlp/max_abs": 1.2109375, "train/tensor_act_model_layers_82_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_82_mlp/min": -1.2109375, "train/tensor_act_model_layers_82_mlp/max": 1.0078125, "train/tensor_act_model_layers_82_mlp/range": 2.21875, "train/tensor_act_model_layers_82_residual_post_mlp/norm": 2312.69287109375, "train/tensor_act_model_layers_82_residual_post_mlp/mean": 0.00543212890625, "train/tensor_act_model_layers_82_residual_post_mlp/std": 1.1328125, "train/tensor_act_model_layers_82_residual_post_mlp/max_abs": 8.8125, "train/tensor_act_model_layers_82_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_82_residual_post_mlp/min": -8.8125, "train/tensor_act_model_layers_82_residual_post_mlp/max": 7.90625, "train/tensor_act_model_layers_82_residual_post_mlp/range": 16.71875, "train/tensor_act_model_layers_83_residual_pre_attn/norm": 2312.69287109375, "train/tensor_act_model_layers_83_residual_pre_attn/mean": 0.00543212890625, "train/tensor_act_model_layers_83_residual_pre_attn/std": 1.1328125, "train/tensor_act_model_layers_83_residual_pre_attn/max_abs": 8.8125, "train/tensor_act_model_layers_83_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_83_residual_pre_attn/min": -8.8125, "train/tensor_act_model_layers_83_residual_pre_attn/max": 7.90625, "train/tensor_act_model_layers_83_residual_pre_attn/range": 16.71875, "train/tensor_act_model_layers_83_residual_post_attn/norm": 2324.351806640625, "train/tensor_act_model_layers_83_residual_post_attn/mean": 0.005035400390625, "train/tensor_act_model_layers_83_residual_post_attn/std": 1.1328125, "train/tensor_act_model_layers_83_residual_post_attn/max_abs": 8.75, "train/tensor_act_model_layers_83_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_83_residual_post_attn/min": -8.75, "train/tensor_act_model_layers_83_residual_post_attn/max": 7.78125, "train/tensor_act_model_layers_83_residual_post_attn/range": 16.53125, "train/tensor_act_model_layers_83_mlp_gate_proj/norm": 1698.2896728515625, "train/tensor_act_model_layers_83_mlp_gate_proj/mean": -0.16015625, "train/tensor_act_model_layers_83_mlp_gate_proj/std": 0.5625, "train/tensor_act_model_layers_83_mlp_gate_proj/max_abs": 3.578125, "train/tensor_act_model_layers_83_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_83_mlp_gate_proj/min": -3.578125, "train/tensor_act_model_layers_83_mlp_gate_proj/max": 3.328125, "train/tensor_act_model_layers_83_mlp_gate_proj/range": 6.90625, "train/tensor_act_model_layers_83_mlp_up_proj/norm": 1502.717529296875, "train/tensor_act_model_layers_83_mlp_up_proj/mean": 0.0027313232421875, "train/tensor_act_model_layers_83_mlp_up_proj/std": 0.51953125, "train/tensor_act_model_layers_83_mlp_up_proj/max_abs": 3.234375, "train/tensor_act_model_layers_83_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_83_mlp_up_proj/min": -3.234375, "train/tensor_act_model_layers_83_mlp_up_proj/max": 2.84375, "train/tensor_act_model_layers_83_mlp_up_proj/range": 6.078125, "train/tensor_act_model_layers_83_mlp_down_proj/norm": 223.99661254882812, "train/tensor_act_model_layers_83_mlp_down_proj/mean": 0.0020294189453125, "train/tensor_act_model_layers_83_mlp_down_proj/std": 0.109375, "train/tensor_act_model_layers_83_mlp_down_proj/max_abs": 1.5859375, "train/tensor_act_model_layers_83_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_83_mlp_down_proj/min": -1.5859375, "train/tensor_act_model_layers_83_mlp_down_proj/max": 1.546875, "train/tensor_act_model_layers_83_mlp_down_proj/range": 3.1328125, "train/tensor_act_model_layers_83_mlp/norm": 223.99661254882812, "train/tensor_act_model_layers_83_mlp/mean": 0.0020294189453125, "train/tensor_act_model_layers_83_mlp/std": 0.109375, "train/tensor_act_model_layers_83_mlp/max_abs": 1.5859375, "train/tensor_act_model_layers_83_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_83_mlp/min": -1.5859375, "train/tensor_act_model_layers_83_mlp/max": 1.546875, "train/tensor_act_model_layers_83_mlp/range": 3.1328125, "train/tensor_act_model_layers_83_residual_post_mlp/norm": 2346.134765625, "train/tensor_act_model_layers_83_residual_post_mlp/mean": 0.007080078125, "train/tensor_act_model_layers_83_residual_post_mlp/std": 1.1484375, "train/tensor_act_model_layers_83_residual_post_mlp/max_abs": 8.75, "train/tensor_act_model_layers_83_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_83_residual_post_mlp/min": -8.75, "train/tensor_act_model_layers_83_residual_post_mlp/max": 7.75, "train/tensor_act_model_layers_83_residual_post_mlp/range": 16.5, "train/tensor_act_model_layers_84_residual_pre_attn/norm": 2346.134765625, "train/tensor_act_model_layers_84_residual_pre_attn/mean": 0.007080078125, "train/tensor_act_model_layers_84_residual_pre_attn/std": 1.1484375, "train/tensor_act_model_layers_84_residual_pre_attn/max_abs": 8.75, "train/tensor_act_model_layers_84_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_84_residual_pre_attn/min": -8.75, "train/tensor_act_model_layers_84_residual_pre_attn/max": 7.75, "train/tensor_act_model_layers_84_residual_pre_attn/range": 16.5, "train/tensor_act_model_layers_84_residual_post_attn/norm": 2359.5693359375, "train/tensor_act_model_layers_84_residual_post_attn/mean": 0.0064697265625, "train/tensor_act_model_layers_84_residual_post_attn/std": 1.1484375, "train/tensor_act_model_layers_84_residual_post_attn/max_abs": 9.0, "train/tensor_act_model_layers_84_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_84_residual_post_attn/min": -9.0, "train/tensor_act_model_layers_84_residual_post_attn/max": 7.6875, "train/tensor_act_model_layers_84_residual_post_attn/range": 16.6875, "train/tensor_act_model_layers_84_mlp_gate_proj/norm": 1700.11767578125, "train/tensor_act_model_layers_84_mlp_gate_proj/mean": -0.1552734375, "train/tensor_act_model_layers_84_mlp_gate_proj/std": 0.56640625, "train/tensor_act_model_layers_84_mlp_gate_proj/max_abs": 3.875, "train/tensor_act_model_layers_84_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_84_mlp_gate_proj/min": -3.421875, "train/tensor_act_model_layers_84_mlp_gate_proj/max": 3.875, "train/tensor_act_model_layers_84_mlp_gate_proj/range": 7.296875, "train/tensor_act_model_layers_84_mlp_up_proj/norm": 1507.1636962890625, "train/tensor_act_model_layers_84_mlp_up_proj/mean": 0.0037689208984375, "train/tensor_act_model_layers_84_mlp_up_proj/std": 0.51953125, "train/tensor_act_model_layers_84_mlp_up_proj/max_abs": 3.671875, "train/tensor_act_model_layers_84_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_84_mlp_up_proj/min": -2.921875, "train/tensor_act_model_layers_84_mlp_up_proj/max": 3.671875, "train/tensor_act_model_layers_84_mlp_up_proj/range": 6.59375, "train/tensor_act_model_layers_84_mlp_down_proj/norm": 231.5433349609375, "train/tensor_act_model_layers_84_mlp_down_proj/mean": -0.00109100341796875, "train/tensor_act_model_layers_84_mlp_down_proj/std": 0.11328125, "train/tensor_act_model_layers_84_mlp_down_proj/max_abs": 2.1875, "train/tensor_act_model_layers_84_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_84_mlp_down_proj/min": -2.1875, "train/tensor_act_model_layers_84_mlp_down_proj/max": 1.7109375, "train/tensor_act_model_layers_84_mlp_down_proj/range": 3.8984375, "train/tensor_act_model_layers_84_mlp/norm": 231.5433349609375, "train/tensor_act_model_layers_84_mlp/mean": -0.00109100341796875, "train/tensor_act_model_layers_84_mlp/std": 0.11328125, "train/tensor_act_model_layers_84_mlp/max_abs": 2.1875, "train/tensor_act_model_layers_84_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_84_mlp/min": -2.1875, "train/tensor_act_model_layers_84_mlp/max": 1.7109375, "train/tensor_act_model_layers_84_mlp/range": 3.8984375, "train/tensor_act_model_layers_84_residual_post_mlp/norm": 2382.739013671875, "train/tensor_act_model_layers_84_residual_post_mlp/mean": 0.005401611328125, "train/tensor_act_model_layers_84_residual_post_mlp/std": 1.1640625, "train/tensor_act_model_layers_84_residual_post_mlp/max_abs": 9.0, "train/tensor_act_model_layers_84_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_84_residual_post_mlp/min": -9.0, "train/tensor_act_model_layers_84_residual_post_mlp/max": 7.8125, "train/tensor_act_model_layers_84_residual_post_mlp/range": 16.8125, "train/tensor_act_model_layers_85_residual_pre_attn/norm": 2382.739013671875, "train/tensor_act_model_layers_85_residual_pre_attn/mean": 0.005401611328125, "train/tensor_act_model_layers_85_residual_pre_attn/std": 1.1640625, "train/tensor_act_model_layers_85_residual_pre_attn/max_abs": 9.0, "train/tensor_act_model_layers_85_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_85_residual_pre_attn/min": -9.0, "train/tensor_act_model_layers_85_residual_pre_attn/max": 7.8125, "train/tensor_act_model_layers_85_residual_pre_attn/range": 16.8125, "train/tensor_act_model_layers_85_residual_post_attn/norm": 2387.14404296875, "train/tensor_act_model_layers_85_residual_post_attn/mean": 0.006134033203125, "train/tensor_act_model_layers_85_residual_post_attn/std": 1.1640625, "train/tensor_act_model_layers_85_residual_post_attn/max_abs": 8.9375, "train/tensor_act_model_layers_85_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_85_residual_post_attn/min": -8.9375, "train/tensor_act_model_layers_85_residual_post_attn/max": 7.84375, "train/tensor_act_model_layers_85_residual_post_attn/range": 16.78125, "train/tensor_act_model_layers_85_mlp_gate_proj/norm": 1730.37451171875, "train/tensor_act_model_layers_85_mlp_gate_proj/mean": -0.158203125, "train/tensor_act_model_layers_85_mlp_gate_proj/std": 0.57421875, "train/tensor_act_model_layers_85_mlp_gate_proj/max_abs": 3.8125, "train/tensor_act_model_layers_85_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_85_mlp_gate_proj/min": -3.8125, "train/tensor_act_model_layers_85_mlp_gate_proj/max": 3.734375, "train/tensor_act_model_layers_85_mlp_gate_proj/range": 7.546875, "train/tensor_act_model_layers_85_mlp_up_proj/norm": 1519.5020751953125, "train/tensor_act_model_layers_85_mlp_up_proj/mean": -0.0054931640625, "train/tensor_act_model_layers_85_mlp_up_proj/std": 0.5234375, "train/tensor_act_model_layers_85_mlp_up_proj/max_abs": 3.65625, "train/tensor_act_model_layers_85_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_85_mlp_up_proj/min": -3.359375, "train/tensor_act_model_layers_85_mlp_up_proj/max": 3.65625, "train/tensor_act_model_layers_85_mlp_up_proj/range": 7.015625, "train/tensor_act_model_layers_85_mlp_down_proj/norm": 244.02357482910156, "train/tensor_act_model_layers_85_mlp_down_proj/mean": 0.00193023681640625, "train/tensor_act_model_layers_85_mlp_down_proj/std": 0.119140625, "train/tensor_act_model_layers_85_mlp_down_proj/max_abs": 1.71875, "train/tensor_act_model_layers_85_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_85_mlp_down_proj/min": -1.71875, "train/tensor_act_model_layers_85_mlp_down_proj/max": 1.6015625, "train/tensor_act_model_layers_85_mlp_down_proj/range": 3.3203125, "train/tensor_act_model_layers_85_mlp/norm": 244.02357482910156, "train/tensor_act_model_layers_85_mlp/mean": 0.00193023681640625, "train/tensor_act_model_layers_85_mlp/std": 0.119140625, "train/tensor_act_model_layers_85_mlp/max_abs": 1.71875, "train/tensor_act_model_layers_85_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_85_mlp/min": -1.71875, "train/tensor_act_model_layers_85_mlp/max": 1.6015625, "train/tensor_act_model_layers_85_mlp/range": 3.3203125, "train/tensor_act_model_layers_85_residual_post_mlp/norm": 2417.76171875, "train/tensor_act_model_layers_85_residual_post_mlp/mean": 0.008056640625, "train/tensor_act_model_layers_85_residual_post_mlp/std": 1.1796875, "train/tensor_act_model_layers_85_residual_post_mlp/max_abs": 9.0, "train/tensor_act_model_layers_85_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_85_residual_post_mlp/min": -9.0, "train/tensor_act_model_layers_85_residual_post_mlp/max": 7.96875, "train/tensor_act_model_layers_85_residual_post_mlp/range": 16.96875, "train/tensor_act_model_layers_86_residual_pre_attn/norm": 2417.76171875, "train/tensor_act_model_layers_86_residual_pre_attn/mean": 0.008056640625, "train/tensor_act_model_layers_86_residual_pre_attn/std": 1.1796875, "train/tensor_act_model_layers_86_residual_pre_attn/max_abs": 9.0, "train/tensor_act_model_layers_86_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_86_residual_pre_attn/min": -9.0, "train/tensor_act_model_layers_86_residual_pre_attn/max": 7.96875, "train/tensor_act_model_layers_86_residual_pre_attn/range": 16.96875, "train/tensor_act_model_layers_86_residual_post_attn/norm": 2424.194091796875, "train/tensor_act_model_layers_86_residual_post_attn/mean": 0.00872802734375, "train/tensor_act_model_layers_86_residual_post_attn/std": 1.1875, "train/tensor_act_model_layers_86_residual_post_attn/max_abs": 9.0, "train/tensor_act_model_layers_86_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_86_residual_post_attn/min": -9.0, "train/tensor_act_model_layers_86_residual_post_attn/max": 7.875, "train/tensor_act_model_layers_86_residual_post_attn/range": 16.875, "train/tensor_act_model_layers_86_mlp_gate_proj/norm": 1712.5531005859375, "train/tensor_act_model_layers_86_mlp_gate_proj/mean": -0.1396484375, "train/tensor_act_model_layers_86_mlp_gate_proj/std": 0.57421875, "train/tensor_act_model_layers_86_mlp_gate_proj/max_abs": 3.75, "train/tensor_act_model_layers_86_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_86_mlp_gate_proj/min": -3.21875, "train/tensor_act_model_layers_86_mlp_gate_proj/max": 3.75, "train/tensor_act_model_layers_86_mlp_gate_proj/range": 6.96875, "train/tensor_act_model_layers_86_mlp_up_proj/norm": 1542.6407470703125, "train/tensor_act_model_layers_86_mlp_up_proj/mean": 0.0016937255859375, "train/tensor_act_model_layers_86_mlp_up_proj/std": 0.53125, "train/tensor_act_model_layers_86_mlp_up_proj/max_abs": 3.4375, "train/tensor_act_model_layers_86_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_86_mlp_up_proj/min": -3.140625, "train/tensor_act_model_layers_86_mlp_up_proj/max": 3.4375, "train/tensor_act_model_layers_86_mlp_up_proj/range": 6.578125, "train/tensor_act_model_layers_86_mlp_down_proj/norm": 250.14894104003906, "train/tensor_act_model_layers_86_mlp_down_proj/mean": -0.0003986358642578125, "train/tensor_act_model_layers_86_mlp_down_proj/std": 0.1220703125, "train/tensor_act_model_layers_86_mlp_down_proj/max_abs": 1.6015625, "train/tensor_act_model_layers_86_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_86_mlp_down_proj/min": -1.4609375, "train/tensor_act_model_layers_86_mlp_down_proj/max": 1.6015625, "train/tensor_act_model_layers_86_mlp_down_proj/range": 3.0625, "train/tensor_act_model_layers_86_mlp/norm": 250.14894104003906, "train/tensor_act_model_layers_86_mlp/mean": -0.0003986358642578125, "train/tensor_act_model_layers_86_mlp/std": 0.1220703125, "train/tensor_act_model_layers_86_mlp/max_abs": 1.6015625, "train/tensor_act_model_layers_86_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_86_mlp/min": -1.4609375, "train/tensor_act_model_layers_86_mlp/max": 1.6015625, "train/tensor_act_model_layers_86_mlp/range": 3.0625, "train/tensor_act_model_layers_86_residual_post_mlp/norm": 2456.626220703125, "train/tensor_act_model_layers_86_residual_post_mlp/mean": 0.00836181640625, "train/tensor_act_model_layers_86_residual_post_mlp/std": 1.203125, "train/tensor_act_model_layers_86_residual_post_mlp/max_abs": 9.125, "train/tensor_act_model_layers_86_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_86_residual_post_mlp/min": -9.125, "train/tensor_act_model_layers_86_residual_post_mlp/max": 7.90625, "train/tensor_act_model_layers_86_residual_post_mlp/range": 17.03125, "train/tensor_act_model_layers_87_residual_pre_attn/norm": 2456.626220703125, "train/tensor_act_model_layers_87_residual_pre_attn/mean": 0.00836181640625, "train/tensor_act_model_layers_87_residual_pre_attn/std": 1.203125, "train/tensor_act_model_layers_87_residual_pre_attn/max_abs": 9.125, "train/tensor_act_model_layers_87_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_87_residual_pre_attn/min": -9.125, "train/tensor_act_model_layers_87_residual_pre_attn/max": 7.90625, "train/tensor_act_model_layers_87_residual_pre_attn/range": 17.03125, "train/tensor_act_model_layers_87_residual_post_attn/norm": 2457.128173828125, "train/tensor_act_model_layers_87_residual_post_attn/mean": 0.00823974609375, "train/tensor_act_model_layers_87_residual_post_attn/std": 1.203125, "train/tensor_act_model_layers_87_residual_post_attn/max_abs": 9.25, "train/tensor_act_model_layers_87_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_87_residual_post_attn/min": -9.25, "train/tensor_act_model_layers_87_residual_post_attn/max": 7.875, "train/tensor_act_model_layers_87_residual_post_attn/range": 17.125, "train/tensor_act_model_layers_87_mlp_gate_proj/norm": 1718.4866943359375, "train/tensor_act_model_layers_87_mlp_gate_proj/mean": -0.14453125, "train/tensor_act_model_layers_87_mlp_gate_proj/std": 0.57421875, "train/tensor_act_model_layers_87_mlp_gate_proj/max_abs": 4.8125, "train/tensor_act_model_layers_87_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_87_mlp_gate_proj/min": -3.625, "train/tensor_act_model_layers_87_mlp_gate_proj/max": 4.8125, "train/tensor_act_model_layers_87_mlp_gate_proj/range": 8.4375, "train/tensor_act_model_layers_87_mlp_up_proj/norm": 1544.665283203125, "train/tensor_act_model_layers_87_mlp_up_proj/mean": 0.00421142578125, "train/tensor_act_model_layers_87_mlp_up_proj/std": 0.53515625, "train/tensor_act_model_layers_87_mlp_up_proj/max_abs": 5.59375, "train/tensor_act_model_layers_87_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_87_mlp_up_proj/min": -5.59375, "train/tensor_act_model_layers_87_mlp_up_proj/max": 3.359375, "train/tensor_act_model_layers_87_mlp_up_proj/range": 8.953125, "train/tensor_act_model_layers_87_mlp_down_proj/norm": 254.8307647705078, "train/tensor_act_model_layers_87_mlp_down_proj/mean": -0.000164031982421875, "train/tensor_act_model_layers_87_mlp_down_proj/std": 0.12451171875, "train/tensor_act_model_layers_87_mlp_down_proj/max_abs": 3.71875, "train/tensor_act_model_layers_87_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_87_mlp_down_proj/min": -3.71875, "train/tensor_act_model_layers_87_mlp_down_proj/max": 3.234375, "train/tensor_act_model_layers_87_mlp_down_proj/range": 6.953125, "train/tensor_act_model_layers_87_mlp/norm": 254.8307647705078, "train/tensor_act_model_layers_87_mlp/mean": -0.000164031982421875, "train/tensor_act_model_layers_87_mlp/std": 0.12451171875, "train/tensor_act_model_layers_87_mlp/max_abs": 3.71875, "train/tensor_act_model_layers_87_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_87_mlp/min": -3.71875, "train/tensor_act_model_layers_87_mlp/max": 3.234375, "train/tensor_act_model_layers_87_mlp/range": 6.953125, "train/tensor_act_model_layers_87_residual_post_mlp/norm": 2497.16357421875, "train/tensor_act_model_layers_87_residual_post_mlp/mean": 0.008056640625, "train/tensor_act_model_layers_87_residual_post_mlp/std": 1.21875, "train/tensor_act_model_layers_87_residual_post_mlp/max_abs": 9.3125, "train/tensor_act_model_layers_87_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_87_residual_post_mlp/min": -9.3125, "train/tensor_act_model_layers_87_residual_post_mlp/max": 7.9375, "train/tensor_act_model_layers_87_residual_post_mlp/range": 17.25, "train/tensor_act_model_layers_88_residual_pre_attn/norm": 2497.16357421875, "train/tensor_act_model_layers_88_residual_pre_attn/mean": 0.008056640625, "train/tensor_act_model_layers_88_residual_pre_attn/std": 1.21875, "train/tensor_act_model_layers_88_residual_pre_attn/max_abs": 9.3125, "train/tensor_act_model_layers_88_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_88_residual_pre_attn/min": -9.3125, "train/tensor_act_model_layers_88_residual_pre_attn/max": 7.9375, "train/tensor_act_model_layers_88_residual_pre_attn/range": 17.25, "train/tensor_act_model_layers_88_residual_post_attn/norm": 2514.416015625, "train/tensor_act_model_layers_88_residual_post_attn/mean": 0.007415771484375, "train/tensor_act_model_layers_88_residual_post_attn/std": 1.2265625, "train/tensor_act_model_layers_88_residual_post_attn/max_abs": 9.5, "train/tensor_act_model_layers_88_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_88_residual_post_attn/min": -9.5, "train/tensor_act_model_layers_88_residual_post_attn/max": 7.90625, "train/tensor_act_model_layers_88_residual_post_attn/range": 17.40625, "train/tensor_act_model_layers_88_mlp_gate_proj/norm": 1726.80078125, "train/tensor_act_model_layers_88_mlp_gate_proj/mean": -0.11962890625, "train/tensor_act_model_layers_88_mlp_gate_proj/std": 0.5859375, "train/tensor_act_model_layers_88_mlp_gate_proj/max_abs": 3.484375, "train/tensor_act_model_layers_88_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_88_mlp_gate_proj/min": -3.484375, "train/tensor_act_model_layers_88_mlp_gate_proj/max": 3.1875, "train/tensor_act_model_layers_88_mlp_gate_proj/range": 6.671875, "train/tensor_act_model_layers_88_mlp_up_proj/norm": 1557.304443359375, "train/tensor_act_model_layers_88_mlp_up_proj/mean": -0.00738525390625, "train/tensor_act_model_layers_88_mlp_up_proj/std": 0.5390625, "train/tensor_act_model_layers_88_mlp_up_proj/max_abs": 3.25, "train/tensor_act_model_layers_88_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_88_mlp_up_proj/min": -3.25, "train/tensor_act_model_layers_88_mlp_up_proj/max": 2.734375, "train/tensor_act_model_layers_88_mlp_up_proj/range": 5.984375, "train/tensor_act_model_layers_88_mlp_down_proj/norm": 260.7132873535156, "train/tensor_act_model_layers_88_mlp_down_proj/mean": 0.00096893310546875, "train/tensor_act_model_layers_88_mlp_down_proj/std": 0.126953125, "train/tensor_act_model_layers_88_mlp_down_proj/max_abs": 1.2890625, "train/tensor_act_model_layers_88_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_88_mlp_down_proj/min": -1.2890625, "train/tensor_act_model_layers_88_mlp_down_proj/max": 1.25, "train/tensor_act_model_layers_88_mlp_down_proj/range": 2.5390625, "train/tensor_act_model_layers_88_mlp/norm": 260.7132873535156, "train/tensor_act_model_layers_88_mlp/mean": 0.00096893310546875, "train/tensor_act_model_layers_88_mlp/std": 0.126953125, "train/tensor_act_model_layers_88_mlp/max_abs": 1.2890625, "train/tensor_act_model_layers_88_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_88_mlp/min": -1.2890625, "train/tensor_act_model_layers_88_mlp/max": 1.25, "train/tensor_act_model_layers_88_mlp/range": 2.5390625, "train/tensor_act_model_layers_88_residual_post_mlp/norm": 2552.37939453125, "train/tensor_act_model_layers_88_residual_post_mlp/mean": 0.00836181640625, "train/tensor_act_model_layers_88_residual_post_mlp/std": 1.25, "train/tensor_act_model_layers_88_residual_post_mlp/max_abs": 9.6875, "train/tensor_act_model_layers_88_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_88_residual_post_mlp/min": -9.6875, "train/tensor_act_model_layers_88_residual_post_mlp/max": 7.78125, "train/tensor_act_model_layers_88_residual_post_mlp/range": 17.46875, "train/tensor_act_model_layers_89_residual_pre_attn/norm": 2552.37939453125, "train/tensor_act_model_layers_89_residual_pre_attn/mean": 0.00836181640625, "train/tensor_act_model_layers_89_residual_pre_attn/std": 1.25, "train/tensor_act_model_layers_89_residual_pre_attn/max_abs": 9.6875, "train/tensor_act_model_layers_89_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_89_residual_pre_attn/min": -9.6875, "train/tensor_act_model_layers_89_residual_pre_attn/max": 7.78125, "train/tensor_act_model_layers_89_residual_pre_attn/range": 17.46875, "train/tensor_act_model_layers_89_residual_post_attn/norm": 2574.4765625, "train/tensor_act_model_layers_89_residual_post_attn/mean": 0.007598876953125, "train/tensor_act_model_layers_89_residual_post_attn/std": 1.2578125, "train/tensor_act_model_layers_89_residual_post_attn/max_abs": 9.6875, "train/tensor_act_model_layers_89_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_89_residual_post_attn/min": -9.6875, "train/tensor_act_model_layers_89_residual_post_attn/max": 7.8125, "train/tensor_act_model_layers_89_residual_post_attn/range": 17.5, "train/tensor_act_model_layers_89_mlp_gate_proj/norm": 1765.390380859375, "train/tensor_act_model_layers_89_mlp_gate_proj/mean": -0.11328125, "train/tensor_act_model_layers_89_mlp_gate_proj/std": 0.59765625, "train/tensor_act_model_layers_89_mlp_gate_proj/max_abs": 4.40625, "train/tensor_act_model_layers_89_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_89_mlp_gate_proj/min": -3.296875, "train/tensor_act_model_layers_89_mlp_gate_proj/max": 4.40625, "train/tensor_act_model_layers_89_mlp_gate_proj/range": 7.703125, "train/tensor_act_model_layers_89_mlp_up_proj/norm": 1595.174560546875, "train/tensor_act_model_layers_89_mlp_up_proj/mean": -0.004791259765625, "train/tensor_act_model_layers_89_mlp_up_proj/std": 0.55078125, "train/tensor_act_model_layers_89_mlp_up_proj/max_abs": 4.21875, "train/tensor_act_model_layers_89_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_89_mlp_up_proj/min": -3.3125, "train/tensor_act_model_layers_89_mlp_up_proj/max": 4.21875, "train/tensor_act_model_layers_89_mlp_up_proj/range": 7.53125, "train/tensor_act_model_layers_89_mlp_down_proj/norm": 308.90240478515625, "train/tensor_act_model_layers_89_mlp_down_proj/mean": 0.000942230224609375, "train/tensor_act_model_layers_89_mlp_down_proj/std": 0.150390625, "train/tensor_act_model_layers_89_mlp_down_proj/max_abs": 2.328125, "train/tensor_act_model_layers_89_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_89_mlp_down_proj/min": -2.03125, "train/tensor_act_model_layers_89_mlp_down_proj/max": 2.328125, "train/tensor_act_model_layers_89_mlp_down_proj/range": 4.359375, "train/tensor_act_model_layers_89_mlp/norm": 308.90240478515625, "train/tensor_act_model_layers_89_mlp/mean": 0.000942230224609375, "train/tensor_act_model_layers_89_mlp/std": 0.150390625, "train/tensor_act_model_layers_89_mlp/max_abs": 2.328125, "train/tensor_act_model_layers_89_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_89_mlp/min": -2.03125, "train/tensor_act_model_layers_89_mlp/max": 2.328125, "train/tensor_act_model_layers_89_mlp/range": 4.359375, "train/tensor_act_model_layers_89_residual_post_mlp/norm": 2632.63525390625, "train/tensor_act_model_layers_89_residual_post_mlp/mean": 0.008544921875, "train/tensor_act_model_layers_89_residual_post_mlp/std": 1.2890625, "train/tensor_act_model_layers_89_residual_post_mlp/max_abs": 9.5, "train/tensor_act_model_layers_89_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_89_residual_post_mlp/min": -9.5, "train/tensor_act_model_layers_89_residual_post_mlp/max": 7.625, "train/tensor_act_model_layers_89_residual_post_mlp/range": 17.125, "train/tensor_act_model_layers_90_residual_pre_attn/norm": 2632.63525390625, "train/tensor_act_model_layers_90_residual_pre_attn/mean": 0.008544921875, "train/tensor_act_model_layers_90_residual_pre_attn/std": 1.2890625, "train/tensor_act_model_layers_90_residual_pre_attn/max_abs": 9.5, "train/tensor_act_model_layers_90_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_90_residual_pre_attn/min": -9.5, "train/tensor_act_model_layers_90_residual_pre_attn/max": 7.625, "train/tensor_act_model_layers_90_residual_pre_attn/range": 17.125, "train/tensor_act_model_layers_90_residual_post_attn/norm": 2658.22509765625, "train/tensor_act_model_layers_90_residual_post_attn/mean": 0.006500244140625, "train/tensor_act_model_layers_90_residual_post_attn/std": 1.296875, "train/tensor_act_model_layers_90_residual_post_attn/max_abs": 9.5625, "train/tensor_act_model_layers_90_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_90_residual_post_attn/min": -9.5625, "train/tensor_act_model_layers_90_residual_post_attn/max": 7.71875, "train/tensor_act_model_layers_90_residual_post_attn/range": 17.28125, "train/tensor_act_model_layers_90_mlp_gate_proj/norm": 1784.2481689453125, "train/tensor_act_model_layers_90_mlp_gate_proj/mean": -0.09130859375, "train/tensor_act_model_layers_90_mlp_gate_proj/std": 0.609375, "train/tensor_act_model_layers_90_mlp_gate_proj/max_abs": 4.28125, "train/tensor_act_model_layers_90_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_90_mlp_gate_proj/min": -3.546875, "train/tensor_act_model_layers_90_mlp_gate_proj/max": 4.28125, "train/tensor_act_model_layers_90_mlp_gate_proj/range": 7.828125, "train/tensor_act_model_layers_90_mlp_up_proj/norm": 1615.721435546875, "train/tensor_act_model_layers_90_mlp_up_proj/mean": -0.004241943359375, "train/tensor_act_model_layers_90_mlp_up_proj/std": 0.55859375, "train/tensor_act_model_layers_90_mlp_up_proj/max_abs": 5.09375, "train/tensor_act_model_layers_90_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_90_mlp_up_proj/min": -4.5625, "train/tensor_act_model_layers_90_mlp_up_proj/max": 5.09375, "train/tensor_act_model_layers_90_mlp_up_proj/range": 9.65625, "train/tensor_act_model_layers_90_mlp_down_proj/norm": 353.828369140625, "train/tensor_act_model_layers_90_mlp_down_proj/mean": 0.005035400390625, "train/tensor_act_model_layers_90_mlp_down_proj/std": 0.1728515625, "train/tensor_act_model_layers_90_mlp_down_proj/max_abs": 2.53125, "train/tensor_act_model_layers_90_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_90_mlp_down_proj/min": -2.53125, "train/tensor_act_model_layers_90_mlp_down_proj/max": 2.421875, "train/tensor_act_model_layers_90_mlp_down_proj/range": 4.953125, "train/tensor_act_model_layers_90_mlp/norm": 353.828369140625, "train/tensor_act_model_layers_90_mlp/mean": 0.005035400390625, "train/tensor_act_model_layers_90_mlp/std": 0.1728515625, "train/tensor_act_model_layers_90_mlp/max_abs": 2.53125, "train/tensor_act_model_layers_90_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_90_mlp/min": -2.53125, "train/tensor_act_model_layers_90_mlp/max": 2.421875, "train/tensor_act_model_layers_90_mlp/range": 4.953125, "train/tensor_act_model_layers_90_residual_post_mlp/norm": 2731.35205078125, "train/tensor_act_model_layers_90_residual_post_mlp/mean": 0.01153564453125, "train/tensor_act_model_layers_90_residual_post_mlp/std": 1.3359375, "train/tensor_act_model_layers_90_residual_post_mlp/max_abs": 9.625, "train/tensor_act_model_layers_90_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_90_residual_post_mlp/min": -9.625, "train/tensor_act_model_layers_90_residual_post_mlp/max": 9.0, "train/tensor_act_model_layers_90_residual_post_mlp/range": 18.625, "train/tensor_act_model_layers_91_residual_pre_attn/norm": 2731.35205078125, "train/tensor_act_model_layers_91_residual_pre_attn/mean": 0.01153564453125, "train/tensor_act_model_layers_91_residual_pre_attn/std": 1.3359375, "train/tensor_act_model_layers_91_residual_pre_attn/max_abs": 9.625, "train/tensor_act_model_layers_91_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_91_residual_pre_attn/min": -9.625, "train/tensor_act_model_layers_91_residual_pre_attn/max": 9.0, "train/tensor_act_model_layers_91_residual_pre_attn/range": 18.625, "train/tensor_act_model_layers_91_residual_post_attn/norm": 2750.068115234375, "train/tensor_act_model_layers_91_residual_post_attn/mean": 0.01165771484375, "train/tensor_act_model_layers_91_residual_post_attn/std": 1.34375, "train/tensor_act_model_layers_91_residual_post_attn/max_abs": 9.75, "train/tensor_act_model_layers_91_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_91_residual_post_attn/min": -9.75, "train/tensor_act_model_layers_91_residual_post_attn/max": 8.9375, "train/tensor_act_model_layers_91_residual_post_attn/range": 18.6875, "train/tensor_act_model_layers_91_mlp_gate_proj/norm": 1788.610595703125, "train/tensor_act_model_layers_91_mlp_gate_proj/mean": -0.109375, "train/tensor_act_model_layers_91_mlp_gate_proj/std": 0.609375, "train/tensor_act_model_layers_91_mlp_gate_proj/max_abs": 4.03125, "train/tensor_act_model_layers_91_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_91_mlp_gate_proj/min": -3.8125, "train/tensor_act_model_layers_91_mlp_gate_proj/max": 4.03125, "train/tensor_act_model_layers_91_mlp_gate_proj/range": 7.84375, "train/tensor_act_model_layers_91_mlp_up_proj/norm": 1634.4918212890625, "train/tensor_act_model_layers_91_mlp_up_proj/mean": -3.24249267578125e-05, "train/tensor_act_model_layers_91_mlp_up_proj/std": 0.5625, "train/tensor_act_model_layers_91_mlp_up_proj/max_abs": 4.1875, "train/tensor_act_model_layers_91_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_91_mlp_up_proj/min": -4.1875, "train/tensor_act_model_layers_91_mlp_up_proj/max": 3.09375, "train/tensor_act_model_layers_91_mlp_up_proj/range": 7.28125, "train/tensor_act_model_layers_91_mlp_down_proj/norm": 337.12249755859375, "train/tensor_act_model_layers_91_mlp_down_proj/mean": 0.0037994384765625, "train/tensor_act_model_layers_91_mlp_down_proj/std": 0.1650390625, "train/tensor_act_model_layers_91_mlp_down_proj/max_abs": 1.796875, "train/tensor_act_model_layers_91_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_91_mlp_down_proj/min": -1.671875, "train/tensor_act_model_layers_91_mlp_down_proj/max": 1.796875, "train/tensor_act_model_layers_91_mlp_down_proj/range": 3.46875, "train/tensor_act_model_layers_91_mlp/norm": 337.12249755859375, "train/tensor_act_model_layers_91_mlp/mean": 0.0037994384765625, "train/tensor_act_model_layers_91_mlp/std": 0.1650390625, "train/tensor_act_model_layers_91_mlp/max_abs": 1.796875, "train/tensor_act_model_layers_91_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_91_mlp/min": -1.671875, "train/tensor_act_model_layers_91_mlp/max": 1.796875, "train/tensor_act_model_layers_91_mlp/range": 3.46875, "train/tensor_act_model_layers_91_residual_post_mlp/norm": 2825.931884765625, "train/tensor_act_model_layers_91_residual_post_mlp/mean": 0.01544189453125, "train/tensor_act_model_layers_91_residual_post_mlp/std": 1.3828125, "train/tensor_act_model_layers_91_residual_post_mlp/max_abs": 9.75, "train/tensor_act_model_layers_91_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_91_residual_post_mlp/min": -9.75, "train/tensor_act_model_layers_91_residual_post_mlp/max": 9.0, "train/tensor_act_model_layers_91_residual_post_mlp/range": 18.75, "train/tensor_act_model_layers_92_residual_pre_attn/norm": 2825.931884765625, "train/tensor_act_model_layers_92_residual_pre_attn/mean": 0.01544189453125, "train/tensor_act_model_layers_92_residual_pre_attn/std": 1.3828125, "train/tensor_act_model_layers_92_residual_pre_attn/max_abs": 9.75, "train/tensor_act_model_layers_92_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_92_residual_pre_attn/min": -9.75, "train/tensor_act_model_layers_92_residual_pre_attn/max": 9.0, "train/tensor_act_model_layers_92_residual_pre_attn/range": 18.75, "train/tensor_act_model_layers_92_residual_post_attn/norm": 2872.049560546875, "train/tensor_act_model_layers_92_residual_post_attn/mean": 0.02001953125, "train/tensor_act_model_layers_92_residual_post_attn/std": 1.3984375, "train/tensor_act_model_layers_92_residual_post_attn/max_abs": 9.6875, "train/tensor_act_model_layers_92_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_92_residual_post_attn/min": -9.6875, "train/tensor_act_model_layers_92_residual_post_attn/max": 9.125, "train/tensor_act_model_layers_92_residual_post_attn/range": 18.8125, "train/tensor_act_model_layers_92_mlp_gate_proj/norm": 1883.3477783203125, "train/tensor_act_model_layers_92_mlp_gate_proj/mean": -0.078125, "train/tensor_act_model_layers_92_mlp_gate_proj/std": 0.64453125, "train/tensor_act_model_layers_92_mlp_gate_proj/max_abs": 4.5, "train/tensor_act_model_layers_92_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_92_mlp_gate_proj/min": -3.390625, "train/tensor_act_model_layers_92_mlp_gate_proj/max": 4.5, "train/tensor_act_model_layers_92_mlp_gate_proj/range": 7.890625, "train/tensor_act_model_layers_92_mlp_up_proj/norm": 1716.9072265625, "train/tensor_act_model_layers_92_mlp_up_proj/mean": -0.00518798828125, "train/tensor_act_model_layers_92_mlp_up_proj/std": 0.59375, "train/tensor_act_model_layers_92_mlp_up_proj/max_abs": 4.34375, "train/tensor_act_model_layers_92_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_92_mlp_up_proj/min": -3.875, "train/tensor_act_model_layers_92_mlp_up_proj/max": 4.34375, "train/tensor_act_model_layers_92_mlp_up_proj/range": 8.21875, "train/tensor_act_model_layers_92_mlp_down_proj/norm": 401.9486083984375, "train/tensor_act_model_layers_92_mlp_down_proj/mean": -0.0009002685546875, "train/tensor_act_model_layers_92_mlp_down_proj/std": 0.1962890625, "train/tensor_act_model_layers_92_mlp_down_proj/max_abs": 2.109375, "train/tensor_act_model_layers_92_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_92_mlp_down_proj/min": -2.109375, "train/tensor_act_model_layers_92_mlp_down_proj/max": 1.875, "train/tensor_act_model_layers_92_mlp_down_proj/range": 3.984375, "train/tensor_act_model_layers_92_mlp/norm": 401.9486083984375, "train/tensor_act_model_layers_92_mlp/mean": -0.0009002685546875, "train/tensor_act_model_layers_92_mlp/std": 0.1962890625, "train/tensor_act_model_layers_92_mlp/max_abs": 2.109375, "train/tensor_act_model_layers_92_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_92_mlp/min": -2.109375, "train/tensor_act_model_layers_92_mlp/max": 1.875, "train/tensor_act_model_layers_92_mlp/range": 3.984375, "train/tensor_act_model_layers_92_residual_post_mlp/norm": 2977.044921875, "train/tensor_act_model_layers_92_residual_post_mlp/mean": 0.01904296875, "train/tensor_act_model_layers_92_residual_post_mlp/std": 1.453125, "train/tensor_act_model_layers_92_residual_post_mlp/max_abs": 9.5625, "train/tensor_act_model_layers_92_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_92_residual_post_mlp/min": -9.5625, "train/tensor_act_model_layers_92_residual_post_mlp/max": 9.3125, "train/tensor_act_model_layers_92_residual_post_mlp/range": 18.875, "train/tensor_act_model_layers_93_residual_pre_attn/norm": 2977.044921875, "train/tensor_act_model_layers_93_residual_pre_attn/mean": 0.01904296875, "train/tensor_act_model_layers_93_residual_pre_attn/std": 1.453125, "train/tensor_act_model_layers_93_residual_pre_attn/max_abs": 9.5625, "train/tensor_act_model_layers_93_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_93_residual_pre_attn/min": -9.5625, "train/tensor_act_model_layers_93_residual_pre_attn/max": 9.3125, "train/tensor_act_model_layers_93_residual_pre_attn/range": 18.875, "train/tensor_act_model_layers_93_residual_post_attn/norm": 2987.86669921875, "train/tensor_act_model_layers_93_residual_post_attn/mean": 0.018798828125, "train/tensor_act_model_layers_93_residual_post_attn/std": 1.4609375, "train/tensor_act_model_layers_93_residual_post_attn/max_abs": 9.75, "train/tensor_act_model_layers_93_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_93_residual_post_attn/min": -9.75, "train/tensor_act_model_layers_93_residual_post_attn/max": 9.25, "train/tensor_act_model_layers_93_residual_post_attn/range": 19.0, "train/tensor_act_model_layers_93_mlp_gate_proj/norm": 1916.782958984375, "train/tensor_act_model_layers_93_mlp_gate_proj/mean": -0.06982421875, "train/tensor_act_model_layers_93_mlp_gate_proj/std": 0.65625, "train/tensor_act_model_layers_93_mlp_gate_proj/max_abs": 4.3125, "train/tensor_act_model_layers_93_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_93_mlp_gate_proj/min": -4.125, "train/tensor_act_model_layers_93_mlp_gate_proj/max": 4.3125, "train/tensor_act_model_layers_93_mlp_gate_proj/range": 8.4375, "train/tensor_act_model_layers_93_mlp_up_proj/norm": 1764.2474365234375, "train/tensor_act_model_layers_93_mlp_up_proj/mean": -0.0057373046875, "train/tensor_act_model_layers_93_mlp_up_proj/std": 0.609375, "train/tensor_act_model_layers_93_mlp_up_proj/max_abs": 4.15625, "train/tensor_act_model_layers_93_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_93_mlp_up_proj/min": -3.859375, "train/tensor_act_model_layers_93_mlp_up_proj/max": 4.15625, "train/tensor_act_model_layers_93_mlp_up_proj/range": 8.015625, "train/tensor_act_model_layers_93_mlp_down_proj/norm": 433.0160217285156, "train/tensor_act_model_layers_93_mlp_down_proj/mean": 0.00421142578125, "train/tensor_act_model_layers_93_mlp_down_proj/std": 0.2109375, "train/tensor_act_model_layers_93_mlp_down_proj/max_abs": 2.4375, "train/tensor_act_model_layers_93_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_93_mlp_down_proj/min": -1.8046875, "train/tensor_act_model_layers_93_mlp_down_proj/max": 2.4375, "train/tensor_act_model_layers_93_mlp_down_proj/range": 4.2421875, "train/tensor_act_model_layers_93_mlp/norm": 433.0160217285156, "train/tensor_act_model_layers_93_mlp/mean": 0.00421142578125, "train/tensor_act_model_layers_93_mlp/std": 0.2109375, "train/tensor_act_model_layers_93_mlp/max_abs": 2.4375, "train/tensor_act_model_layers_93_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_93_mlp/min": -1.8046875, "train/tensor_act_model_layers_93_mlp/max": 2.4375, "train/tensor_act_model_layers_93_mlp/range": 4.2421875, "train/tensor_act_model_layers_93_residual_post_mlp/norm": 3106.80322265625, "train/tensor_act_model_layers_93_residual_post_mlp/mean": 0.0230712890625, "train/tensor_act_model_layers_93_residual_post_mlp/std": 1.515625, "train/tensor_act_model_layers_93_residual_post_mlp/max_abs": 9.875, "train/tensor_act_model_layers_93_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_93_residual_post_mlp/min": -9.875, "train/tensor_act_model_layers_93_residual_post_mlp/max": 9.375, "train/tensor_act_model_layers_93_residual_post_mlp/range": 19.25, "train/tensor_act_model_layers_94_residual_pre_attn/norm": 3106.80322265625, "train/tensor_act_model_layers_94_residual_pre_attn/mean": 0.0230712890625, "train/tensor_act_model_layers_94_residual_pre_attn/std": 1.515625, "train/tensor_act_model_layers_94_residual_pre_attn/max_abs": 9.875, "train/tensor_act_model_layers_94_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_94_residual_pre_attn/min": -9.875, "train/tensor_act_model_layers_94_residual_pre_attn/max": 9.375, "train/tensor_act_model_layers_94_residual_pre_attn/range": 19.25, "train/tensor_act_model_layers_94_residual_post_attn/norm": 3120.80810546875, "train/tensor_act_model_layers_94_residual_post_attn/mean": 0.02294921875, "train/tensor_act_model_layers_94_residual_post_attn/std": 1.5234375, "train/tensor_act_model_layers_94_residual_post_attn/max_abs": 9.875, "train/tensor_act_model_layers_94_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_94_residual_post_attn/min": -9.875, "train/tensor_act_model_layers_94_residual_post_attn/max": 9.4375, "train/tensor_act_model_layers_94_residual_post_attn/range": 19.3125, "train/tensor_act_model_layers_94_mlp_gate_proj/norm": 1948.5159912109375, "train/tensor_act_model_layers_94_mlp_gate_proj/mean": -0.0576171875, "train/tensor_act_model_layers_94_mlp_gate_proj/std": 0.671875, "train/tensor_act_model_layers_94_mlp_gate_proj/max_abs": 4.75, "train/tensor_act_model_layers_94_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_94_mlp_gate_proj/min": -4.3125, "train/tensor_act_model_layers_94_mlp_gate_proj/max": 4.75, "train/tensor_act_model_layers_94_mlp_gate_proj/range": 9.0625, "train/tensor_act_model_layers_94_mlp_up_proj/norm": 1823.8536376953125, "train/tensor_act_model_layers_94_mlp_up_proj/mean": -0.01556396484375, "train/tensor_act_model_layers_94_mlp_up_proj/std": 0.62890625, "train/tensor_act_model_layers_94_mlp_up_proj/max_abs": 5.03125, "train/tensor_act_model_layers_94_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_94_mlp_up_proj/min": -4.59375, "train/tensor_act_model_layers_94_mlp_up_proj/max": 5.03125, "train/tensor_act_model_layers_94_mlp_up_proj/range": 9.625, "train/tensor_act_model_layers_94_mlp_down_proj/norm": 475.4408264160156, "train/tensor_act_model_layers_94_mlp_down_proj/mean": 0.003875732421875, "train/tensor_act_model_layers_94_mlp_down_proj/std": 0.232421875, "train/tensor_act_model_layers_94_mlp_down_proj/max_abs": 2.625, "train/tensor_act_model_layers_94_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_94_mlp_down_proj/min": -2.625, "train/tensor_act_model_layers_94_mlp_down_proj/max": 2.5625, "train/tensor_act_model_layers_94_mlp_down_proj/range": 5.1875, "train/tensor_act_model_layers_94_mlp/norm": 475.4408264160156, "train/tensor_act_model_layers_94_mlp/mean": 0.003875732421875, "train/tensor_act_model_layers_94_mlp/std": 0.232421875, "train/tensor_act_model_layers_94_mlp/max_abs": 2.625, "train/tensor_act_model_layers_94_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_94_mlp/min": -2.625, "train/tensor_act_model_layers_94_mlp/max": 2.5625, "train/tensor_act_model_layers_94_mlp/range": 5.1875, "train/tensor_act_model_layers_94_residual_post_mlp/norm": 3265.22802734375, "train/tensor_act_model_layers_94_residual_post_mlp/mean": 0.02685546875, "train/tensor_act_model_layers_94_residual_post_mlp/std": 1.59375, "train/tensor_act_model_layers_94_residual_post_mlp/max_abs": 9.875, "train/tensor_act_model_layers_94_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_94_residual_post_mlp/min": -9.875, "train/tensor_act_model_layers_94_residual_post_mlp/max": 9.75, "train/tensor_act_model_layers_94_residual_post_mlp/range": 19.625, "train/tensor_act_model_layers_95_residual_pre_attn/norm": 3265.22802734375, "train/tensor_act_model_layers_95_residual_pre_attn/mean": 0.02685546875, "train/tensor_act_model_layers_95_residual_pre_attn/std": 1.59375, "train/tensor_act_model_layers_95_residual_pre_attn/max_abs": 9.875, "train/tensor_act_model_layers_95_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_95_residual_pre_attn/min": -9.875, "train/tensor_act_model_layers_95_residual_pre_attn/max": 9.75, "train/tensor_act_model_layers_95_residual_pre_attn/range": 19.625, "train/tensor_act_model_layers_95_residual_post_attn/norm": 3273.83837890625, "train/tensor_act_model_layers_95_residual_post_attn/mean": 0.026611328125, "train/tensor_act_model_layers_95_residual_post_attn/std": 1.6015625, "train/tensor_act_model_layers_95_residual_post_attn/max_abs": 9.9375, "train/tensor_act_model_layers_95_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_95_residual_post_attn/min": -9.9375, "train/tensor_act_model_layers_95_residual_post_attn/max": 9.6875, "train/tensor_act_model_layers_95_residual_post_attn/range": 19.625, "train/tensor_act_model_layers_95_mlp_gate_proj/norm": 1994.0120849609375, "train/tensor_act_model_layers_95_mlp_gate_proj/mean": -0.0198974609375, "train/tensor_act_model_layers_95_mlp_gate_proj/std": 0.6875, "train/tensor_act_model_layers_95_mlp_gate_proj/max_abs": 4.53125, "train/tensor_act_model_layers_95_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_95_mlp_gate_proj/min": -4.21875, "train/tensor_act_model_layers_95_mlp_gate_proj/max": 4.53125, "train/tensor_act_model_layers_95_mlp_gate_proj/range": 8.75, "train/tensor_act_model_layers_95_mlp_up_proj/norm": 1854.502197265625, "train/tensor_act_model_layers_95_mlp_up_proj/mean": -0.00823974609375, "train/tensor_act_model_layers_95_mlp_up_proj/std": 0.640625, "train/tensor_act_model_layers_95_mlp_up_proj/max_abs": 5.0625, "train/tensor_act_model_layers_95_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_95_mlp_up_proj/min": -4.0, "train/tensor_act_model_layers_95_mlp_up_proj/max": 5.0625, "train/tensor_act_model_layers_95_mlp_up_proj/range": 9.0625, "train/tensor_act_model_layers_95_mlp_down_proj/norm": 576.58056640625, "train/tensor_act_model_layers_95_mlp_down_proj/mean": 0.0062255859375, "train/tensor_act_model_layers_95_mlp_down_proj/std": 0.28125, "train/tensor_act_model_layers_95_mlp_down_proj/max_abs": 3.5625, "train/tensor_act_model_layers_95_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_95_mlp_down_proj/min": -2.875, "train/tensor_act_model_layers_95_mlp_down_proj/max": 3.5625, "train/tensor_act_model_layers_95_mlp_down_proj/range": 6.4375, "train/tensor_act_model_layers_95_mlp/norm": 576.58056640625, "train/tensor_act_model_layers_95_mlp/mean": 0.0062255859375, "train/tensor_act_model_layers_95_mlp/std": 0.28125, "train/tensor_act_model_layers_95_mlp/max_abs": 3.5625, "train/tensor_act_model_layers_95_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_95_mlp/min": -2.875, "train/tensor_act_model_layers_95_mlp/max": 3.5625, "train/tensor_act_model_layers_95_mlp/range": 6.4375, "train/tensor_act_model_layers_95_residual_post_mlp/norm": 3493.115478515625, "train/tensor_act_model_layers_95_residual_post_mlp/mean": 0.032958984375, "train/tensor_act_model_layers_95_residual_post_mlp/std": 1.703125, "train/tensor_act_model_layers_95_residual_post_mlp/max_abs": 10.75, "train/tensor_act_model_layers_95_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_residual_post_mlp/frac_near_user_limit": 2.1457672119140625e-06, "train/tensor_act_model_layers_95_residual_post_mlp/min": -10.75, "train/tensor_act_model_layers_95_residual_post_mlp/max": 10.75, "train/tensor_act_model_layers_95_residual_post_mlp/range": 21.5, "train/tensor_act_model_layers_96_residual_pre_attn/norm": 3493.115478515625, "train/tensor_act_model_layers_96_residual_pre_attn/mean": 0.032958984375, "train/tensor_act_model_layers_96_residual_pre_attn/std": 1.703125, "train/tensor_act_model_layers_96_residual_pre_attn/max_abs": 10.75, "train/tensor_act_model_layers_96_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_residual_pre_attn/frac_near_user_limit": 2.1457672119140625e-06, "train/tensor_act_model_layers_96_residual_pre_attn/min": -10.75, "train/tensor_act_model_layers_96_residual_pre_attn/max": 10.75, "train/tensor_act_model_layers_96_residual_pre_attn/range": 21.5, "train/tensor_act_model_layers_96_residual_post_attn/norm": 3513.4375, "train/tensor_act_model_layers_96_residual_post_attn/mean": 0.03271484375, "train/tensor_act_model_layers_96_residual_post_attn/std": 1.71875, "train/tensor_act_model_layers_96_residual_post_attn/max_abs": 10.875, "train/tensor_act_model_layers_96_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_residual_post_attn/frac_near_user_limit": 1.6689300537109375e-06, "train/tensor_act_model_layers_96_residual_post_attn/min": -10.875, "train/tensor_act_model_layers_96_residual_post_attn/max": 10.75, "train/tensor_act_model_layers_96_residual_post_attn/range": 21.625, "train/tensor_act_model_layers_96_mlp_gate_proj/norm": 2007.8857421875, "train/tensor_act_model_layers_96_mlp_gate_proj/mean": -0.00701904296875, "train/tensor_act_model_layers_96_mlp_gate_proj/std": 0.69140625, "train/tensor_act_model_layers_96_mlp_gate_proj/max_abs": 5.375, "train/tensor_act_model_layers_96_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_96_mlp_gate_proj/min": -3.921875, "train/tensor_act_model_layers_96_mlp_gate_proj/max": 5.375, "train/tensor_act_model_layers_96_mlp_gate_proj/range": 9.296875, "train/tensor_act_model_layers_96_mlp_up_proj/norm": 1891.3184814453125, "train/tensor_act_model_layers_96_mlp_up_proj/mean": -0.01171875, "train/tensor_act_model_layers_96_mlp_up_proj/std": 0.65234375, "train/tensor_act_model_layers_96_mlp_up_proj/max_abs": 4.125, "train/tensor_act_model_layers_96_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_96_mlp_up_proj/min": -4.125, "train/tensor_act_model_layers_96_mlp_up_proj/max": 4.125, "train/tensor_act_model_layers_96_mlp_up_proj/range": 8.25, "train/tensor_act_model_layers_96_mlp_down_proj/norm": 634.8836059570312, "train/tensor_act_model_layers_96_mlp_down_proj/mean": 0.000728607177734375, "train/tensor_act_model_layers_96_mlp_down_proj/std": 0.310546875, "train/tensor_act_model_layers_96_mlp_down_proj/max_abs": 3.125, "train/tensor_act_model_layers_96_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_96_mlp_down_proj/min": -3.125, "train/tensor_act_model_layers_96_mlp_down_proj/max": 3.03125, "train/tensor_act_model_layers_96_mlp_down_proj/range": 6.15625, "train/tensor_act_model_layers_96_mlp/norm": 634.8836059570312, "train/tensor_act_model_layers_96_mlp/mean": 0.000728607177734375, "train/tensor_act_model_layers_96_mlp/std": 0.310546875, "train/tensor_act_model_layers_96_mlp/max_abs": 3.125, "train/tensor_act_model_layers_96_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_96_mlp/min": -3.125, "train/tensor_act_model_layers_96_mlp/max": 3.03125, "train/tensor_act_model_layers_96_mlp/range": 6.15625, "train/tensor_act_model_layers_96_residual_post_mlp/norm": 3770.113037109375, "train/tensor_act_model_layers_96_residual_post_mlp/mean": 0.033447265625, "train/tensor_act_model_layers_96_residual_post_mlp/std": 1.84375, "train/tensor_act_model_layers_96_residual_post_mlp/max_abs": 11.8125, "train/tensor_act_model_layers_96_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_residual_post_mlp/frac_near_user_limit": 8.344650268554688e-06, "train/tensor_act_model_layers_96_residual_post_mlp/min": -11.8125, "train/tensor_act_model_layers_96_residual_post_mlp/max": 11.0625, "train/tensor_act_model_layers_96_residual_post_mlp/range": 22.875, "train/tensor_act_model_layers_97_residual_pre_attn/norm": 3770.113037109375, "train/tensor_act_model_layers_97_residual_pre_attn/mean": 0.033447265625, "train/tensor_act_model_layers_97_residual_pre_attn/std": 1.84375, "train/tensor_act_model_layers_97_residual_pre_attn/max_abs": 11.8125, "train/tensor_act_model_layers_97_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_residual_pre_attn/frac_near_user_limit": 8.344650268554688e-06, "train/tensor_act_model_layers_97_residual_pre_attn/min": -11.8125, "train/tensor_act_model_layers_97_residual_pre_attn/max": 11.0625, "train/tensor_act_model_layers_97_residual_pre_attn/range": 22.875, "train/tensor_act_model_layers_97_residual_post_attn/norm": 3794.7255859375, "train/tensor_act_model_layers_97_residual_post_attn/mean": 0.03564453125, "train/tensor_act_model_layers_97_residual_post_attn/std": 1.8515625, "train/tensor_act_model_layers_97_residual_post_attn/max_abs": 12.0, "train/tensor_act_model_layers_97_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_residual_post_attn/frac_near_user_limit": 1.0728836059570312e-05, "train/tensor_act_model_layers_97_residual_post_attn/min": -12.0, "train/tensor_act_model_layers_97_residual_post_attn/max": 11.0625, "train/tensor_act_model_layers_97_residual_post_attn/range": 23.0625, "train/tensor_act_model_layers_97_mlp_gate_proj/norm": 2138.262451171875, "train/tensor_act_model_layers_97_mlp_gate_proj/mean": 0.028564453125, "train/tensor_act_model_layers_97_mlp_gate_proj/std": 0.73828125, "train/tensor_act_model_layers_97_mlp_gate_proj/max_abs": 6.0, "train/tensor_act_model_layers_97_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_97_mlp_gate_proj/min": -3.90625, "train/tensor_act_model_layers_97_mlp_gate_proj/max": 6.0, "train/tensor_act_model_layers_97_mlp_gate_proj/range": 9.90625, "train/tensor_act_model_layers_97_mlp_up_proj/norm": 1940.9715576171875, "train/tensor_act_model_layers_97_mlp_up_proj/mean": 0.017578125, "train/tensor_act_model_layers_97_mlp_up_proj/std": 0.671875, "train/tensor_act_model_layers_97_mlp_up_proj/max_abs": 5.65625, "train/tensor_act_model_layers_97_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_97_mlp_up_proj/min": -4.90625, "train/tensor_act_model_layers_97_mlp_up_proj/max": 5.65625, "train/tensor_act_model_layers_97_mlp_up_proj/range": 10.5625, "train/tensor_act_model_layers_97_mlp_down_proj/norm": 725.2171020507812, "train/tensor_act_model_layers_97_mlp_down_proj/mean": 0.00665283203125, "train/tensor_act_model_layers_97_mlp_down_proj/std": 0.353515625, "train/tensor_act_model_layers_97_mlp_down_proj/max_abs": 3.84375, "train/tensor_act_model_layers_97_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_97_mlp_down_proj/min": -3.84375, "train/tensor_act_model_layers_97_mlp_down_proj/max": 3.484375, "train/tensor_act_model_layers_97_mlp_down_proj/range": 7.328125, "train/tensor_act_model_layers_97_mlp/norm": 725.2171020507812, "train/tensor_act_model_layers_97_mlp/mean": 0.00665283203125, "train/tensor_act_model_layers_97_mlp/std": 0.353515625, "train/tensor_act_model_layers_97_mlp/max_abs": 3.84375, "train/tensor_act_model_layers_97_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_97_mlp/min": -3.84375, "train/tensor_act_model_layers_97_mlp/max": 3.484375, "train/tensor_act_model_layers_97_mlp/range": 7.328125, "train/tensor_act_model_layers_97_residual_post_mlp/norm": 4117.70458984375, "train/tensor_act_model_layers_97_residual_post_mlp/mean": 0.04248046875, "train/tensor_act_model_layers_97_residual_post_mlp/std": 2.015625, "train/tensor_act_model_layers_97_residual_post_mlp/max_abs": 13.625, "train/tensor_act_model_layers_97_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_residual_post_mlp/frac_near_user_limit": 0.00012946128845214844, "train/tensor_act_model_layers_97_residual_post_mlp/min": -13.625, "train/tensor_act_model_layers_97_residual_post_mlp/max": 12.1875, "train/tensor_act_model_layers_97_residual_post_mlp/range": 25.8125, "train/tensor_act_model_layers_98_residual_pre_attn/norm": 4117.70458984375, "train/tensor_act_model_layers_98_residual_pre_attn/mean": 0.04248046875, "train/tensor_act_model_layers_98_residual_pre_attn/std": 2.015625, "train/tensor_act_model_layers_98_residual_pre_attn/max_abs": 13.625, "train/tensor_act_model_layers_98_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_residual_pre_attn/frac_near_user_limit": 0.00012946128845214844, "train/tensor_act_model_layers_98_residual_pre_attn/min": -13.625, "train/tensor_act_model_layers_98_residual_pre_attn/max": 12.1875, "train/tensor_act_model_layers_98_residual_pre_attn/range": 25.8125, "train/tensor_act_model_layers_98_residual_post_attn/norm": 4135.85400390625, "train/tensor_act_model_layers_98_residual_post_attn/mean": 0.043701171875, "train/tensor_act_model_layers_98_residual_post_attn/std": 2.015625, "train/tensor_act_model_layers_98_residual_post_attn/max_abs": 13.75, "train/tensor_act_model_layers_98_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_residual_post_attn/frac_near_user_limit": 0.00013828277587890625, "train/tensor_act_model_layers_98_residual_post_attn/min": -13.75, "train/tensor_act_model_layers_98_residual_post_attn/max": 12.625, "train/tensor_act_model_layers_98_residual_post_attn/range": 26.375, "train/tensor_act_model_layers_98_mlp_gate_proj/norm": 2279.232177734375, "train/tensor_act_model_layers_98_mlp_gate_proj/mean": 0.11767578125, "train/tensor_act_model_layers_98_mlp_gate_proj/std": 0.77734375, "train/tensor_act_model_layers_98_mlp_gate_proj/max_abs": 5.78125, "train/tensor_act_model_layers_98_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_98_mlp_gate_proj/min": -4.46875, "train/tensor_act_model_layers_98_mlp_gate_proj/max": 5.78125, "train/tensor_act_model_layers_98_mlp_gate_proj/range": 10.25, "train/tensor_act_model_layers_98_mlp_up_proj/norm": 2158.59521484375, "train/tensor_act_model_layers_98_mlp_up_proj/mean": -0.0299072265625, "train/tensor_act_model_layers_98_mlp_up_proj/std": 0.74609375, "train/tensor_act_model_layers_98_mlp_up_proj/max_abs": 7.0625, "train/tensor_act_model_layers_98_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_98_mlp_up_proj/min": -7.0625, "train/tensor_act_model_layers_98_mlp_up_proj/max": 5.71875, "train/tensor_act_model_layers_98_mlp_up_proj/range": 12.78125, "train/tensor_act_model_layers_98_mlp_down_proj/norm": 1246.6873779296875, "train/tensor_act_model_layers_98_mlp_down_proj/mean": 0.0126953125, "train/tensor_act_model_layers_98_mlp_down_proj/std": 0.609375, "train/tensor_act_model_layers_98_mlp_down_proj/max_abs": 5.15625, "train/tensor_act_model_layers_98_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_98_mlp_down_proj/min": -5.15625, "train/tensor_act_model_layers_98_mlp_down_proj/max": 4.15625, "train/tensor_act_model_layers_98_mlp_down_proj/range": 9.3125, "train/tensor_act_model_layers_98_mlp/norm": 1246.6873779296875, "train/tensor_act_model_layers_98_mlp/mean": 0.0126953125, "train/tensor_act_model_layers_98_mlp/std": 0.609375, "train/tensor_act_model_layers_98_mlp/max_abs": 5.15625, "train/tensor_act_model_layers_98_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_98_mlp/min": -5.15625, "train/tensor_act_model_layers_98_mlp/max": 4.15625, "train/tensor_act_model_layers_98_mlp/range": 9.3125, "train/tensor_act_model_layers_98_residual_post_mlp/norm": 4843.6201171875, "train/tensor_act_model_layers_98_residual_post_mlp/mean": 0.05615234375, "train/tensor_act_model_layers_98_residual_post_mlp/std": 2.359375, "train/tensor_act_model_layers_98_residual_post_mlp/max_abs": 17.375, "train/tensor_act_model_layers_98_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_residual_post_mlp/frac_near_user_limit": 0.0006897449493408203, "train/tensor_act_model_layers_98_residual_post_mlp/min": -17.375, "train/tensor_act_model_layers_98_residual_post_mlp/max": 16.5, "train/tensor_act_model_layers_98_residual_post_mlp/range": 33.875, "train/tensor_act_model_layers_99_residual_pre_attn/norm": 4843.6201171875, "train/tensor_act_model_layers_99_residual_pre_attn/mean": 0.05615234375, "train/tensor_act_model_layers_99_residual_pre_attn/std": 2.359375, "train/tensor_act_model_layers_99_residual_pre_attn/max_abs": 17.375, "train/tensor_act_model_layers_99_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_residual_pre_attn/frac_near_user_limit": 0.0006897449493408203, "train/tensor_act_model_layers_99_residual_pre_attn/min": -17.375, "train/tensor_act_model_layers_99_residual_pre_attn/max": 16.5, "train/tensor_act_model_layers_99_residual_pre_attn/range": 33.875, "train/tensor_act_model_layers_99_residual_post_attn/norm": 4896.017578125, "train/tensor_act_model_layers_99_residual_post_attn/mean": 0.05908203125, "train/tensor_act_model_layers_99_residual_post_attn/std": 2.390625, "train/tensor_act_model_layers_99_residual_post_attn/max_abs": 17.375, "train/tensor_act_model_layers_99_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_residual_post_attn/frac_near_user_limit": 0.0007410049438476562, "train/tensor_act_model_layers_99_residual_post_attn/min": -17.375, "train/tensor_act_model_layers_99_residual_post_attn/max": 16.375, "train/tensor_act_model_layers_99_residual_post_attn/range": 33.75, "train/tensor_act_model_layers_99_mlp_gate_proj/norm": 2408.512451171875, "train/tensor_act_model_layers_99_mlp_gate_proj/mean": 0.1767578125, "train/tensor_act_model_layers_99_mlp_gate_proj/std": 0.8125, "train/tensor_act_model_layers_99_mlp_gate_proj/max_abs": 6.125, "train/tensor_act_model_layers_99_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_99_mlp_gate_proj/min": -4.1875, "train/tensor_act_model_layers_99_mlp_gate_proj/max": 6.125, "train/tensor_act_model_layers_99_mlp_gate_proj/range": 10.3125, "train/tensor_act_model_layers_99_mlp_up_proj/norm": 2267.939697265625, "train/tensor_act_model_layers_99_mlp_up_proj/mean": -0.0179443359375, "train/tensor_act_model_layers_99_mlp_up_proj/std": 0.78125, "train/tensor_act_model_layers_99_mlp_up_proj/max_abs": 6.1875, "train/tensor_act_model_layers_99_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_99_mlp_up_proj/min": -4.75, "train/tensor_act_model_layers_99_mlp_up_proj/max": 6.1875, "train/tensor_act_model_layers_99_mlp_up_proj/range": 10.9375, "train/tensor_act_model_layers_99_mlp_down_proj/norm": 1572.0384521484375, "train/tensor_act_model_layers_99_mlp_down_proj/mean": 0.038818359375, "train/tensor_act_model_layers_99_mlp_down_proj/std": 0.765625, "train/tensor_act_model_layers_99_mlp_down_proj/max_abs": 8.8125, "train/tensor_act_model_layers_99_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_99_mlp_down_proj/min": -8.8125, "train/tensor_act_model_layers_99_mlp_down_proj/max": 7.71875, "train/tensor_act_model_layers_99_mlp_down_proj/range": 16.53125, "train/tensor_act_model_layers_99_mlp/norm": 1572.0384521484375, "train/tensor_act_model_layers_99_mlp/mean": 0.038818359375, "train/tensor_act_model_layers_99_mlp/std": 0.765625, "train/tensor_act_model_layers_99_mlp/max_abs": 8.8125, "train/tensor_act_model_layers_99_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_99_mlp/min": -8.8125, "train/tensor_act_model_layers_99_mlp/max": 7.71875, "train/tensor_act_model_layers_99_mlp/range": 16.53125, "train/tensor_act_model_layers_99_residual_post_mlp/norm": 5932.3251953125, "train/tensor_act_model_layers_99_residual_post_mlp/mean": 0.09814453125, "train/tensor_act_model_layers_99_residual_post_mlp/std": 2.890625, "train/tensor_act_model_layers_99_residual_post_mlp/max_abs": 21.5, "train/tensor_act_model_layers_99_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_residual_post_mlp/frac_near_user_limit": 0.003268718719482422, "train/tensor_act_model_layers_99_residual_post_mlp/min": -20.375, "train/tensor_act_model_layers_99_residual_post_mlp/max": 21.5, "train/tensor_act_model_layers_99_residual_post_mlp/range": 41.875, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/norm": 9961472.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/mean": -7200.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/std": 54784.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/max_abs": 222208.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/min": -222208.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/max": 175104.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/range": 397312.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/norm": 5210112.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/mean": -125.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/std": 28672.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/max_abs": 473088.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/frac_near_user_limit": 0.999420166015625, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/min": -425984.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/max": 473088.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/range": 899072.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/norm": 3620864.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/mean": -336.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/std": 19968.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/max_abs": 204800.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/frac_near_user_limit": 0.99945068359375, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/min": -181248.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/max": 204800.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/range": 386048.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/norm": 7536640.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/mean": 520.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/std": 41472.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/max_abs": 154624.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/min": -112128.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/max": 154624.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/range": 266752.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/norm": 3489792.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/mean": -25.625, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/std": 19328.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/max_abs": 236544.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/frac_near_user_limit": 0.99969482421875, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/min": -186368.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/max": 236544.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/range": 422912.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/norm": 2621440.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/mean": -175.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/std": 14464.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/max_abs": 210944.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/frac_near_user_limit": 0.99969482421875, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/min": -172032.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/max": 210944.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/range": 382976.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/norm": 3686400.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/mean": 440.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/std": 20352.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/max_abs": 72704.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/min": -63488.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/max": 72704.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/range": 136192.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/norm": 2670592.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/mean": 3.25, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/std": 14720.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/max_abs": 153600.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/frac_near_user_limit": 0.99969482421875, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/min": -153600.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/max": 136192.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/range": 289792.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/norm": 1949696.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/mean": -105.5, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/std": 10752.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/max_abs": 116224.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/frac_near_user_limit": 0.99957275390625, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/min": -108032.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/max": 116224.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/range": 224256.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/norm": 3145728.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/mean": -1576.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/std": 17280.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/max_abs": 73216.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/min": -62976.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/max": 73216.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/range": 136192.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/norm": 2260992.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/mean": -41.5, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/std": 12416.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/max_abs": 140288.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/frac_near_user_limit": 0.9993896484375, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/min": -140288.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/max": 120320.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/range": 260608.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/norm": 1687552.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/mean": -88.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/std": 9344.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/max_abs": 108544.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/frac_near_user_limit": 0.9993896484375, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/min": -108544.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/max": 95232.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/range": 203776.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/norm": 2916352.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/mean": 216.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/std": 16064.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/max_abs": 48640.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/min": -47872.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/max": 48640.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/range": 96512.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/norm": 2211840.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/mean": 44.5, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/std": 12224.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/max_abs": 247808.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/frac_near_user_limit": 0.999420166015625, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/min": -183296.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/max": 247808.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/range": 431104.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/norm": 1777664.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/mean": -91.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/std": 9792.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/max_abs": 108544.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/frac_near_user_limit": 0.9991455078125, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/min": -101376.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/max": 108544.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/range": 209920.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/norm": 1933312.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/mean": -628.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/std": 10688.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/max_abs": 40704.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/min": -31744.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/max": 40704.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/range": 72448.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/norm": 1974272.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/mean": 43.5, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/std": 10944.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/max_abs": 165888.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/frac_near_user_limit": 0.998992919921875, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/min": -158720.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/max": 165888.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/range": 324608.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/norm": 1392640.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/mean": 15.75, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/std": 7680.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/max_abs": 83456.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/frac_near_user_limit": 0.9993896484375, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/min": -83456.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/max": 82944.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/range": 166400.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/norm": 2146304.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/mean": 572.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/std": 11840.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/max_abs": 65536.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/min": -40704.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/max": 65536.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/range": 106240.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/norm": 1646592.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/mean": -15.1875, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/std": 9088.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/max_abs": 104448.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/frac_near_user_limit": 0.999481201171875, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/min": -104448.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/max": 95232.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/range": 199680.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/norm": 1261568.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/mean": 49.25, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/std": 6976.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/max_abs": 94208.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/frac_near_user_limit": 0.99957275390625, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/min": -89600.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/max": 94208.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/range": 183808.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/norm": 1990656.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/mean": 6.25, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/std": 11008.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/max_abs": 48640.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/min": -48640.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/max": 32768.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/range": 81408.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/norm": 1695744.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/mean": 0.50390625, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/std": 9408.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/max_abs": 126464.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/frac_near_user_limit": 0.999603271484375, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/min": -122368.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/max": 126464.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/range": 248832.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/norm": 1204224.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/mean": -42.5, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/std": 6656.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/max_abs": 91136.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/frac_near_user_limit": 0.99908447265625, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/min": -91136.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/max": 81408.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/range": 172544.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/norm": 1810432.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/mean": 808.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/std": 9984.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/max_abs": 26240.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/min": -25856.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/max": 26240.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/range": 52096.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/norm": 1425408.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/mean": 24.875, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/std": 7872.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/max_abs": 96256.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/frac_near_user_limit": 0.99932861328125, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/min": -96256.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/max": 90624.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/range": 186880.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/norm": 1056768.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/mean": 28.5, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/std": 5824.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/max_abs": 67072.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/frac_near_user_limit": 0.999542236328125, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/min": -52224.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/max": 67072.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/range": 119296.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/norm": 1843200.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/mean": -187.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/std": 10176.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/max_abs": 41216.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/min": -35072.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/max": 41216.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/range": 76288.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/norm": 1359872.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/mean": 49.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/std": 7520.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/max_abs": 86016.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/frac_near_user_limit": 0.999267578125, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/min": -86016.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/max": 69632.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/range": 155648.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/norm": 1073152.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/mean": 7.78125, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/std": 5920.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/max_abs": 46592.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/frac_near_user_limit": 0.99932861328125, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/min": -46592.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/max": 41728.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/range": 88320.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/norm": 1548288.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/mean": 29.5, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/std": 8512.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/max_abs": 34816.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/min": -28288.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/max": 34816.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/range": 63104.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/norm": 1228800.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/mean": -14.3125, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/std": 6784.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/max_abs": 72704.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/frac_near_user_limit": 0.999359130859375, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/min": -65536.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/max": 72704.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/range": 138240.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/norm": 1056768.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/mean": 37.5, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/std": 5824.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/max_abs": 86528.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/frac_near_user_limit": 0.999420166015625, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/min": -86528.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/max": 68096.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/range": 154624.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/norm": 1318912.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/mean": -404.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/std": 7264.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/max_abs": 22912.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/min": -22912.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/max": 18944.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/range": 41856.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/norm": 1122304.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/mean": 10.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/std": 6208.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/max_abs": 91648.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/frac_near_user_limit": 0.999053955078125, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/min": -81408.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/max": 91648.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/range": 173056.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/norm": 884736.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/mean": 36.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/std": 4896.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/max_abs": 37888.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/frac_near_user_limit": 0.998992919921875, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/min": -37888.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/max": 37120.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/range": 75008.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/norm": 1318912.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/mean": -644.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/std": 7264.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/max_abs": 25216.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/min": -25216.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/max": 23168.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/range": 48384.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/norm": 876544.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/mean": 1.03125, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/std": 4832.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/max_abs": 55040.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/frac_near_user_limit": 0.998992919921875, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/min": -55040.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/max": 39680.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/range": 94720.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/norm": 790528.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/mean": 25.125, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/std": 4384.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/max_abs": 45568.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/frac_near_user_limit": 0.9990234375, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/min": -40960.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/max": 45568.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/range": 86528.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/norm": 1245184.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/mean": 215.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/std": 6880.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/max_abs": 33280.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/min": -33280.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/max": 20608.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/range": 53888.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/norm": 905216.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/mean": 34.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/std": 4992.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/max_abs": 48640.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/frac_near_user_limit": 0.9989013671875, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/min": -47616.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/max": 48640.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/range": 96256.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/norm": 761856.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/mean": 18.5, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/std": 4192.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/max_abs": 48128.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/frac_near_user_limit": 0.998565673828125, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/min": -48128.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/max": 40192.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/range": 88320.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/norm": 1204224.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/mean": -472.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/std": 6656.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/max_abs": 28416.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/min": -28416.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/max": 21120.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/range": 49536.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/norm": 839680.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/mean": 4.5, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/std": 4640.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/max_abs": 46080.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/frac_near_user_limit": 0.99945068359375, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/min": -41984.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/max": 46080.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/range": 88064.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/norm": 733184.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/mean": 30.875, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/std": 4064.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/max_abs": 46336.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/frac_near_user_limit": 0.999053955078125, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/min": -35328.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/max": 46336.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/range": 81664.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/norm": 1105920.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/mean": 98.5, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/std": 6112.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/max_abs": 29184.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/min": -14528.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/max": 29184.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/range": 43712.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/norm": 905216.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/mean": -36.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/std": 4992.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/max_abs": 66560.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/frac_near_user_limit": 0.999298095703125, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/min": -66560.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/max": 57344.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/range": 123904.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/norm": 827392.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/mean": -11.25, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/std": 4576.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/max_abs": 53504.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/frac_near_user_limit": 0.99945068359375, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/min": -53504.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/max": 48128.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/range": 101632.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/norm": 1122304.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/mean": -151.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/std": 6176.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/max_abs": 25088.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/min": -25088.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/max": 22272.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/range": 47360.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/norm": 827392.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/mean": -3.125, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/std": 4576.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/max_abs": 45312.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/frac_near_user_limit": 0.9989013671875, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/min": -45312.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/max": 44288.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/range": 89600.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/norm": 774144.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/mean": 15.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/std": 4256.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/max_abs": 38400.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/frac_near_user_limit": 0.998992919921875, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/min": -38400.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/max": 38400.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/range": 76800.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/norm": 1277952.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/mean": 292.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/std": 7040.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/max_abs": 37632.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/min": -37632.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/max": 32000.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/range": 69632.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/norm": 708608.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/mean": -10.0625, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/std": 3904.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/max_abs": 43008.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/frac_near_user_limit": 0.9984130859375, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/min": -43008.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/max": 37632.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/range": 80640.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/norm": 655360.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/mean": 46.5, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/std": 3632.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/max_abs": 42496.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/frac_near_user_limit": 0.998199462890625, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/min": -33024.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/max": 42496.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/range": 75520.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/norm": 1351680.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/mean": 482.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/std": 7424.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/max_abs": 70656.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/min": -27520.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/max": 70656.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/range": 98176.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/norm": 815104.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/mean": -5.09375, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/std": 4512.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/max_abs": 71680.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/frac_near_user_limit": 0.999298095703125, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/min": -71680.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/max": 56576.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/range": 128256.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/norm": 745472.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/mean": 20.375, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/std": 4128.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/max_abs": 55296.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/frac_near_user_limit": 0.99920654296875, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/min": -40704.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/max": 55296.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/range": 96000.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/norm": 1015808.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/mean": -83.5, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/std": 5632.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/max_abs": 23168.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/min": -23168.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/max": 20864.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/range": 44032.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/norm": 856064.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/mean": 35.25, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/std": 4704.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/max_abs": 65536.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/frac_near_user_limit": 0.998779296875, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/min": -62976.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/max": 65536.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/range": 128512.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/norm": 806912.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/mean": 5.3125, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/std": 4480.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/max_abs": 62720.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/frac_near_user_limit": 0.998992919921875, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/min": -62720.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/max": 54016.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/range": 116736.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/norm": 1097728.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/mean": 616.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/std": 6016.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/max_abs": 16896.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/min": -16640.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/max": 16896.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/range": 33536.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/norm": 659456.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/mean": 12.125, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/std": 3632.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/max_abs": 39936.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/frac_near_user_limit": 0.999359130859375, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/min": -39936.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/max": 34816.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/range": 74752.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/norm": 651264.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/mean": 3.4375, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/std": 3584.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/max_abs": 39168.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/frac_near_user_limit": 0.999298095703125, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/min": -39168.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/max": 35840.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/range": 75008.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/norm": 1073152.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/mean": -452.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/std": 5920.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/max_abs": 27392.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/min": -24064.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/max": 27392.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/range": 51456.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/norm": 806912.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/mean": -12.9375, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/std": 4448.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/max_abs": 61952.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/frac_near_user_limit": 0.99908447265625, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/min": -49408.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/max": 61952.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/range": 111360.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/norm": 737280.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/mean": 23.375, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/std": 4080.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/max_abs": 36608.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/frac_near_user_limit": 0.99884033203125, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/min": -35328.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/max": 36608.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/range": 71936.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/norm": 950272.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/mean": -50.75, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/std": 5248.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/max_abs": 19328.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/min": -19328.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/max": 17024.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/range": 36352.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/norm": 626688.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/mean": 15.25, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/std": 3472.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/max_abs": 34304.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/frac_near_user_limit": 0.999359130859375, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/min": -32256.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/max": 34304.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/range": 66560.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/norm": 634880.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/mean": 41.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/std": 3504.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/max_abs": 55040.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/frac_near_user_limit": 0.999420166015625, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/min": -55040.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/max": 38400.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/range": 93440.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/norm": 909312.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/mean": 180.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/std": 5024.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/max_abs": 27648.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/min": -27648.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/max": 23808.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/range": 51456.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/norm": 614400.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/mean": -17.5, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/std": 3408.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/max_abs": 38400.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/frac_near_user_limit": 0.997161865234375, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/min": -38400.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/max": 35072.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/range": 73472.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/norm": 593920.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/mean": 10.125, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/std": 3280.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/max_abs": 37120.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/frac_near_user_limit": 0.99761962890625, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/min": -37120.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/max": 25344.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/range": 62464.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/norm": 897024.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/mean": -20.875, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/std": 4960.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/max_abs": 19072.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/min": -19072.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/max": 14784.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/range": 33856.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/norm": 557056.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/mean": -9.5, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/std": 3088.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/max_abs": 31744.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/frac_near_user_limit": 0.998870849609375, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/min": -25728.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/max": 31744.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/range": 57472.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/norm": 565248.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/mean": -8.5, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/std": 3120.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/max_abs": 31232.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/frac_near_user_limit": 0.998748779296875, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/min": -24448.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/max": 31232.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/range": 55680.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/norm": 835584.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/mean": -243.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/std": 4608.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/max_abs": 21248.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/min": -21248.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/max": 10880.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/range": 32128.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/norm": 610304.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/mean": -27.125, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/std": 3376.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/max_abs": 35584.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/frac_near_user_limit": 0.9984130859375, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/min": -35584.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/max": 33024.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/range": 68608.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/norm": 585728.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/mean": 25.625, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/std": 3248.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/max_abs": 47360.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/frac_near_user_limit": 0.99835205078125, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/min": -47360.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/max": 36096.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/range": 83456.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/norm": 835584.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/mean": 144.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/std": 4608.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/max_abs": 20096.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/min": -13376.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/max": 20096.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/range": 33472.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/norm": 585728.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/mean": 0.1484375, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/std": 3232.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/max_abs": 29824.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/frac_near_user_limit": 0.994659423828125, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/min": -29696.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/max": 29824.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/range": 59520.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/norm": 565248.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/mean": 19.5, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/std": 3120.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/max_abs": 29696.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/frac_near_user_limit": 0.994537353515625, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/min": -26496.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/max": 29696.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/range": 56192.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/norm": 831488.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/mean": 140.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/std": 4608.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/max_abs": 21760.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/min": -17664.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/max": 21760.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/range": 39424.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/norm": 524288.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/mean": -5.875, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/std": 2896.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/max_abs": 35840.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/frac_near_user_limit": 0.997528076171875, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/min": -35840.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/max": 31360.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/range": 67200.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/norm": 501760.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/mean": -1.859375, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/std": 2768.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/max_abs": 23552.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/frac_near_user_limit": 0.99761962890625, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/min": -23552.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/max": 23552.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/range": 47104.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/norm": 1212416.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/mean": 80.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/std": 6720.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/max_abs": 71168.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/min": -38656.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/max": 71168.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/range": 109824.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/norm": 634880.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/mean": 25.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/std": 3504.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/max_abs": 48896.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/frac_near_user_limit": 0.99755859375, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/min": -42240.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/max": 48896.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/range": 91136.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/norm": 610304.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/mean": 21.5, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/std": 3360.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/max_abs": 49664.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/frac_near_user_limit": 0.997467041015625, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/min": -36096.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/max": 49664.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/range": 85760.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/norm": 913408.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/mean": 152.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/std": 5024.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/max_abs": 17024.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/min": -17024.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/max": 15360.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/range": 32384.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/norm": 598016.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/mean": -21.625, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/std": 3296.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/max_abs": 44544.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/frac_near_user_limit": 0.998291015625, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/min": -44544.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/max": 32000.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/range": 76544.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/norm": 569344.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/mean": 27.25, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/std": 3152.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/max_abs": 42496.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/frac_near_user_limit": 0.99774169921875, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/min": -28544.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/max": 42496.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/range": 71040.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/norm": 937984.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/mean": -636.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/std": 5120.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/max_abs": 20736.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/min": -20736.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/max": 14080.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/range": 34816.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/norm": 585728.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/mean": -25.25, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/std": 3248.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/max_abs": 33536.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/frac_near_user_limit": 0.9984130859375, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/min": -31872.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/max": 33536.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/range": 65408.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/norm": 528384.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/mean": 15.8125, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/std": 2912.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/max_abs": 27520.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/frac_near_user_limit": 0.998199462890625, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/min": -27520.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/max": 27136.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/range": 54656.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/norm": 811008.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/mean": 83.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/std": 4480.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/max_abs": 19968.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/min": -17664.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/max": 19968.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/range": 37632.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/norm": 507904.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/mean": 14.375, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/std": 2800.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/max_abs": 33024.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/frac_near_user_limit": 0.996185302734375, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/min": -33024.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/max": 29056.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/range": 62080.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/norm": 487424.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/mean": 23.375, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/std": 2688.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/max_abs": 42496.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/frac_near_user_limit": 0.995635986328125, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/min": -42496.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/max": 27648.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/range": 70144.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/norm": 741376.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/mean": 70.5, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/std": 4096.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/max_abs": 19968.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/min": -19968.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/max": 15424.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/range": 35392.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/norm": 509952.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/mean": -12.625, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/std": 2816.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/max_abs": 31232.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/frac_near_user_limit": 0.99859619140625, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/min": -25856.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/max": 31232.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/range": 57088.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/norm": 473088.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/mean": 21.125, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/std": 2624.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/max_abs": 33024.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/frac_near_user_limit": 0.99859619140625, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/min": -27520.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/max": 33024.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/range": 60544.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/norm": 815104.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/mean": -171.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/std": 4512.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/max_abs": 17920.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/min": -17920.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/max": 16000.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/range": 33920.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/norm": 487424.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/mean": 5.875, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/std": 2688.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/max_abs": 27904.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/frac_near_user_limit": 0.998565673828125, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/min": -24064.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/max": 27904.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/range": 51968.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/norm": 454656.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/mean": 6.28125, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/std": 2512.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/max_abs": 25600.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/frac_near_user_limit": 0.99847412109375, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/min": -25600.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/max": 19840.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/range": 45440.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/norm": 1015808.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/mean": -732.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/std": 5568.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/max_abs": 30464.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/min": -30464.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/max": 15936.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/range": 46400.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/norm": 630784.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/mean": 6.5, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/std": 3472.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/max_abs": 50432.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/frac_near_user_limit": 0.99822998046875, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/min": -35072.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/max": 50432.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/range": 85504.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/norm": 589824.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/mean": 5.21875, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/std": 3264.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/max_abs": 37120.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/frac_near_user_limit": 0.998443603515625, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/min": -37120.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/max": 36096.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/range": 73216.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/norm": 913408.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/mean": 36.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/std": 5056.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/max_abs": 28928.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/min": -28928.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/max": 18688.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/range": 47616.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/norm": 548864.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/mean": -34.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/std": 3024.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/max_abs": 35584.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/frac_near_user_limit": 0.9918212890625, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/min": -35328.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/max": 35584.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/range": 70912.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/norm": 501760.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/mean": 25.25, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/std": 2784.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/max_abs": 28160.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/frac_near_user_limit": 0.991851806640625, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/min": -28160.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/max": 27392.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/range": 55552.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/norm": 811008.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/mean": -386.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/std": 4480.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/max_abs": 17792.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/min": -17792.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/max": 12928.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/range": 30720.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/norm": 495616.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/mean": -21.625, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/std": 2736.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/max_abs": 35840.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/frac_near_user_limit": 0.998870849609375, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/min": -29440.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/max": 35840.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/range": 65280.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/norm": 473088.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/mean": 28.125, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/std": 2608.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/max_abs": 33536.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/frac_near_user_limit": 0.99884033203125, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/min": -33536.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/max": 30720.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/range": 64256.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/norm": 913408.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/mean": -372.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/std": 5024.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/max_abs": 27264.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/min": -27264.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/max": 14208.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/range": 41472.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/norm": 475136.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/mean": -10.75, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/std": 2624.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/max_abs": 29056.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/frac_near_user_limit": 0.998382568359375, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/min": -29056.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/max": 27008.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/range": 56064.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/norm": 450560.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/mean": -7.875, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/std": 2496.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/max_abs": 25984.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/frac_near_user_limit": 0.99755859375, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/min": -25216.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/max": 25984.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/range": 51200.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/norm": 815104.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/mean": -776.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/std": 4416.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/max_abs": 21504.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/min": -21504.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/max": 14912.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/range": 36416.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/norm": 501760.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/mean": -13.1875, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/std": 2768.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/max_abs": 24320.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/frac_near_user_limit": 0.99566650390625, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/min": -24320.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/max": 23296.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/range": 47616.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/norm": 468992.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/mean": -2.1875, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/std": 2592.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/max_abs": 35328.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/frac_near_user_limit": 0.996063232421875, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/min": -31872.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/max": 35328.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/range": 67200.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/norm": 892928.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/mean": -54.25, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/std": 4928.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/max_abs": 16000.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/min": -16000.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/max": 15168.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/range": 31168.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/norm": 462848.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/mean": -2.203125, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/std": 2560.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/max_abs": 25088.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/frac_near_user_limit": 0.998626708984375, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/min": -25088.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/max": 23552.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/range": 48640.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/norm": 440320.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/mean": -0.578125, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/std": 2432.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/max_abs": 25216.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/frac_near_user_limit": 0.998260498046875, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/min": -25216.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/max": 23680.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/range": 48896.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/norm": 770048.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/mean": 416.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/std": 4224.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/max_abs": 19072.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/min": -19072.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/max": 12288.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/range": 31360.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/norm": 512000.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/mean": 27.75, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/std": 2832.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/max_abs": 31104.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/frac_near_user_limit": 0.997650146484375, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/min": -27264.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/max": 31104.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/range": 58368.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/norm": 475136.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/mean": 4.375, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/std": 2624.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/max_abs": 38400.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/frac_near_user_limit": 0.997772216796875, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/min": -38400.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/max": 30336.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/range": 68736.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/norm": 782336.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/mean": 105.5, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/std": 4320.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/max_abs": 15872.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/min": -12096.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/max": 15872.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/range": 27968.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/norm": 532480.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/mean": 41.75, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/std": 2928.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/max_abs": 39424.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/frac_near_user_limit": 0.9959716796875, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/min": -33024.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/max": 39424.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/range": 72448.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/norm": 468992.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/mean": 28.875, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/std": 2592.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/max_abs": 25856.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/frac_near_user_limit": 0.9947509765625, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/min": -25472.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/max": 25856.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/range": 51328.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/norm": 765952.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/mean": 178.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/std": 4224.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/max_abs": 17664.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/min": -17664.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/max": 14144.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/range": 31808.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/norm": 514048.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/mean": -19.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/std": 2848.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/max_abs": 32000.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/frac_near_user_limit": 0.99859619140625, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/min": -29696.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/max": 32000.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/range": 61696.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/norm": 475136.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/mean": 36.75, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/std": 2624.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/max_abs": 24064.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/frac_near_user_limit": 0.998321533203125, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/min": -24064.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/max": 21504.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/range": 45568.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/norm": 733184.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/mean": -268.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/std": 4048.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/max_abs": 22784.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/min": -22784.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/max": 13440.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/range": 36224.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/norm": 524288.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/mean": -7.84375, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/std": 2912.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/max_abs": 32640.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/frac_near_user_limit": 0.998565673828125, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/min": -32640.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/max": 28544.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/range": 61184.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/norm": 481280.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/mean": 42.75, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/std": 2656.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/max_abs": 32128.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/frac_near_user_limit": 0.99835205078125, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/min": -32128.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/max": 24576.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/range": 56704.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/norm": 815104.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/mean": -704.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/std": 4448.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/max_abs": 30080.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/min": -30080.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/max": 14528.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/range": 44608.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/norm": 514048.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/mean": -7.1875, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/std": 2832.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/max_abs": 34560.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/frac_near_user_limit": 0.998870849609375, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/min": -34560.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/max": 25344.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/range": 59904.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/norm": 460800.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/mean": 18.5, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/std": 2544.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/max_abs": 28288.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/frac_near_user_limit": 0.9991455078125, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/min": -25472.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/max": 28288.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/range": 53760.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/norm": 778240.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/mean": -102.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/std": 4320.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/max_abs": 19968.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/min": -13760.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/max": 19968.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/range": 33728.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/norm": 468992.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/mean": -1.0625, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/std": 2592.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/max_abs": 19968.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/frac_near_user_limit": 0.99407958984375, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/min": -19968.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/max": 19456.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/range": 39424.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/norm": 442368.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/mean": 32.5, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/std": 2448.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/max_abs": 26880.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/frac_near_user_limit": 0.99273681640625, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/min": -18816.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/max": 26880.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/range": 45696.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/norm": 765952.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/mean": -376.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/std": 4224.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/max_abs": 23296.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/min": -23296.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/max": 11520.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/range": 34816.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/norm": 497664.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/mean": 13.4375, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/std": 2752.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/max_abs": 34048.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/frac_near_user_limit": 0.99786376953125, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/min": -34048.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/max": 25344.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/range": 59392.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/norm": 450560.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/mean": 27.375, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/std": 2480.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/max_abs": 27008.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/frac_near_user_limit": 0.9979248046875, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/min": -21376.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/max": 27008.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/range": 48384.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/norm": 929792.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/mean": 258.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/std": 5120.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/max_abs": 44544.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/min": -25216.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/max": 44544.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/range": 69760.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/norm": 432128.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/mean": 0.5390625, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/std": 2384.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/max_abs": 29312.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/frac_near_user_limit": 0.997650146484375, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/min": -21248.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/max": 29312.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/range": 50560.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/norm": 407552.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/mean": 14.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/std": 2256.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/max_abs": 32384.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/frac_near_user_limit": 0.99810791015625, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/min": -32384.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/max": 31488.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/range": 63872.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/norm": 688128.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/mean": 61.25, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/std": 3792.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/max_abs": 15424.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/min": -12480.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/max": 15424.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/range": 27904.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/norm": 444416.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/mean": 14.9375, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/std": 2464.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/max_abs": 32768.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/frac_near_user_limit": 0.998382568359375, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/min": -21760.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/max": 32768.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/range": 54528.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/norm": 425984.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/mean": -1.5859375, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/std": 2352.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/max_abs": 38912.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/frac_near_user_limit": 0.99847412109375, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/min": -27520.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/max": 38912.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/range": 66432.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/norm": 704512.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/mean": -65.5, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/std": 3904.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/max_abs": 16896.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/min": -16896.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/max": 10240.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/range": 27136.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/norm": 487424.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/mean": -6.84375, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/std": 2704.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/max_abs": 32256.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/frac_near_user_limit": 0.998443603515625, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/min": -28160.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/max": 32256.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/range": 60416.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/norm": 454656.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/mean": 1.421875, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/std": 2512.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/max_abs": 30592.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/frac_near_user_limit": 0.998077392578125, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/min": -27520.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/max": 30592.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/range": 58112.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/norm": 634880.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/mean": 77.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/std": 3520.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/max_abs": 11712.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/min": -11456.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/max": 11712.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/range": 23168.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/norm": 481280.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/mean": 4.34375, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/std": 2656.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/max_abs": 23296.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/frac_near_user_limit": 0.994171142578125, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/min": -21888.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/max": 23296.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/range": 45184.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/norm": 434176.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/mean": 10.4375, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/std": 2400.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/max_abs": 27264.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/frac_near_user_limit": 0.993194580078125, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/min": -18816.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/max": 27264.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/range": 46080.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/norm": 700416.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/mean": -204.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/std": 3856.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/max_abs": 15168.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/min": -15168.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/max": 10112.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/range": 25280.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/norm": 448512.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/mean": -16.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/std": 2480.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/max_abs": 22144.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/frac_near_user_limit": 0.9970703125, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/min": -22144.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/max": 21888.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/range": 44032.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/norm": 423936.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/mean": 14.8125, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/std": 2336.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/max_abs": 22656.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/frac_near_user_limit": 0.996826171875, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/min": -22656.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/max": 20736.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/range": 43392.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/norm": 651264.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/mean": -141.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/std": 3600.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/max_abs": 13120.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/min": -13120.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/max": 10496.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/range": 23616.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/norm": 481280.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/mean": -12.75, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/std": 2656.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/max_abs": 26880.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/frac_near_user_limit": 0.99737548828125, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/min": -26240.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/max": 26880.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/range": 53120.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/norm": 442368.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/mean": -16.625, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/std": 2432.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/max_abs": 26624.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/frac_near_user_limit": 0.99700927734375, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/min": -21248.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/max": 26624.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/range": 47872.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/norm": 618496.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/mean": -360.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/std": 3392.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/max_abs": 11840.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/min": -11648.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/max": 11840.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/range": 23488.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/norm": 471040.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/mean": 13.8125, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/std": 2592.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/max_abs": 24448.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/frac_near_user_limit": 0.99652099609375, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/min": -18560.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/max": 24448.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/range": 43008.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/norm": 423936.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/mean": 13.375, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/std": 2336.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/max_abs": 20992.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/frac_near_user_limit": 0.996978759765625, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/min": -20992.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/max": 17536.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/range": 38528.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/norm": 761856.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/mean": -115.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/std": 4224.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/max_abs": 32256.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/min": -32256.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/max": 12608.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/range": 44864.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/norm": 448512.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/mean": 0.83203125, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/std": 2480.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/max_abs": 23424.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/frac_near_user_limit": 0.995697021484375, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/min": -23424.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/max": 22272.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/range": 45696.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/norm": 421888.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/mean": 20.25, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/std": 2336.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/max_abs": 20992.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/frac_near_user_limit": 0.99560546875, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/min": -19456.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/max": 20992.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/range": 40448.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/norm": 589824.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/mean": -330.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/std": 3232.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/max_abs": 12032.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/min": -12032.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/max": 8768.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/range": 20800.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/norm": 452608.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/mean": 5.96875, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/std": 2496.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/max_abs": 23040.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/frac_near_user_limit": 0.996368408203125, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/min": -23040.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/max": 17792.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/range": 40832.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/norm": 411648.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/mean": -2.484375, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/std": 2272.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/max_abs": 25856.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/frac_near_user_limit": 0.99530029296875, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/min": -25856.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/max": 18688.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/range": 44544.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/norm": 614400.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/mean": -108.5, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/std": 3376.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/max_abs": 11264.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/min": -11264.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/max": 8896.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/range": 20160.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/norm": 395264.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/mean": -6.6875, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/std": 2192.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/max_abs": 18944.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/frac_near_user_limit": 0.997955322265625, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/min": -18944.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/max": 18432.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/range": 37376.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/norm": 356352.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/mean": 11.75, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/std": 1968.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/max_abs": 17280.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/frac_near_user_limit": 0.9984130859375, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/min": -17024.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/max": 17280.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/range": 34304.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/norm": 593920.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/mean": -408.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/std": 3248.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/max_abs": 9280.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/min": -9280.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/max": 7232.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/range": 16512.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/norm": 430080.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/mean": 2.90625, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/std": 2368.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/max_abs": 20992.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/frac_near_user_limit": 0.998138427734375, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/min": -20864.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/max": 20992.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/range": 41856.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/norm": 401408.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/mean": 20.875, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/std": 2208.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/max_abs": 25600.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/frac_near_user_limit": 0.997955322265625, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/min": -25600.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/max": 23168.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/range": 48768.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/norm": 565248.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/mean": 85.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/std": 3120.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/max_abs": 9728.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/min": -8000.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/max": 9728.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/range": 17728.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/norm": 409600.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/mean": -14.6875, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/std": 2256.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/max_abs": 23680.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/frac_near_user_limit": 0.99713134765625, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/min": -23680.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/max": 20864.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/range": 44544.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/norm": 380928.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/mean": -13.0625, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/std": 2096.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/max_abs": 19712.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/frac_near_user_limit": 0.996917724609375, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/min": -19712.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/max": 18048.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/range": 37760.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/norm": 565248.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/mean": 103.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/std": 3120.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/max_abs": 12608.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/min": -8960.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/max": 12608.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/range": 21568.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/norm": 405504.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/mean": 12.4375, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/std": 2240.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/max_abs": 26240.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/frac_near_user_limit": 0.997955322265625, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/min": -20608.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/max": 26240.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/range": 46848.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/norm": 385024.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/mean": -10.375, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/std": 2128.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/max_abs": 22528.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/frac_near_user_limit": 0.99835205078125, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/min": -22400.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/max": 22528.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/range": 44928.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/norm": 565248.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/mean": -222.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/std": 3120.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/max_abs": 9728.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/min": -9728.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/max": 7296.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/range": 17024.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/norm": 432128.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/mean": -9.25, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/std": 2384.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/max_abs": 24960.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/frac_near_user_limit": 0.997222900390625, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/min": -24960.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/max": 21504.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/range": 46464.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/norm": 407552.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/mean": -14.9375, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/std": 2256.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/max_abs": 30208.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/frac_near_user_limit": 0.997161865234375, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/min": -30208.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/max": 28416.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/range": 58624.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/norm": 557056.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/mean": -215.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/std": 3072.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/max_abs": 9792.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/min": -9792.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/max": 8768.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/range": 18560.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/norm": 421888.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/mean": 19.375, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/std": 2320.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/max_abs": 18304.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/frac_near_user_limit": 0.997802734375, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/min": -18304.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/max": 17536.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/range": 35840.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/norm": 387072.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/mean": 2.4375, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/std": 2144.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/max_abs": 23552.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/frac_near_user_limit": 0.997283935546875, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/min": -23552.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/max": 20992.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/range": 44544.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/norm": 552960.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/mean": 115.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/std": 3056.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/max_abs": 10752.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/min": -10752.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/max": 9152.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/range": 19904.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/norm": 389120.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/mean": -15.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/std": 2160.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/max_abs": 19456.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/frac_near_user_limit": 0.997406005859375, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/min": -18176.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/max": 19456.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/range": 37632.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/norm": 356352.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/mean": -7.71875, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/std": 1968.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/max_abs": 17792.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/frac_near_user_limit": 0.996856689453125, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/min": -17024.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/max": 17792.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/range": 34816.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/norm": 532480.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/mean": 86.5, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/std": 2944.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/max_abs": 11520.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/min": -11520.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/max": 8832.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/range": 20352.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/norm": 407552.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/mean": 20.5, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/std": 2256.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/max_abs": 23168.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/frac_near_user_limit": 0.9990234375, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/min": -23168.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/max": 18176.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/range": 41344.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/norm": 382976.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/mean": -1.3984375, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/std": 2112.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/max_abs": 22400.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/frac_near_user_limit": 0.998687744140625, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/min": -22400.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/max": 17152.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/range": 39552.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/norm": 581632.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/mean": -26.625, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/std": 3216.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/max_abs": 11008.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/min": -8512.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/max": 11008.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/range": 19520.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/norm": 397312.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/mean": 25.375, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/std": 2192.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/max_abs": 25216.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/frac_near_user_limit": 0.998382568359375, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/min": -25216.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/max": 18304.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/range": 43520.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/norm": 368640.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/mean": -5.6875, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/std": 2040.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/max_abs": 19072.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/frac_near_user_limit": 0.998046875, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/min": -19072.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/max": 17408.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/range": 36480.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/norm": 577536.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/mean": -117.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/std": 3184.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/max_abs": 12672.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/min": -9152.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/max": 12672.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/range": 21824.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/norm": 415744.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/mean": -1.84375, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/std": 2288.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/max_abs": 29440.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/frac_near_user_limit": 0.993988037109375, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/min": -22144.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/max": 29440.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/range": 51584.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/norm": 378880.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/mean": -0.5859375, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/std": 2096.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/max_abs": 31872.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/frac_near_user_limit": 0.994171142578125, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/min": -26368.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/max": 31872.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/range": 58240.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/norm": 561152.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/mean": -137.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/std": 3088.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/max_abs": 17408.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/min": -8384.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/max": 17408.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/range": 25792.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/norm": 352256.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/mean": -11.6875, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/std": 1952.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/max_abs": 16320.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/frac_near_user_limit": 0.997650146484375, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/min": -16320.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/max": 13952.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/range": 30272.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/norm": 327680.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/mean": -0.83984375, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/std": 1808.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/max_abs": 13824.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/frac_near_user_limit": 0.9970703125, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/min": -12224.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/max": 13824.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/range": 26048.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/norm": 501760.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/mean": 19.875, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/std": 2768.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/max_abs": 7936.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/min": -7040.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/max": 7936.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/range": 14976.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/norm": 376832.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/mean": 3.546875, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/std": 2080.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/max_abs": 27008.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/frac_near_user_limit": 0.99810791015625, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/min": -27008.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/max": 19328.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/range": 46336.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/norm": 352256.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/mean": -15.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/std": 1944.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/max_abs": 29440.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/frac_near_user_limit": 0.997894287109375, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/min": -22656.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/max": 29440.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/range": 52096.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/norm": 512000.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/mean": 31.25, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/std": 2832.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/max_abs": 9280.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/min": -9280.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/max": 7328.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/range": 16608.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/norm": 374784.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/mean": 4.5625, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/std": 2064.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/max_abs": 23168.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/frac_near_user_limit": 0.997283935546875, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/min": -23168.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/max": 19840.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/range": 43008.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/norm": 342016.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/mean": -11.6875, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/std": 1888.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/max_abs": 17152.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/frac_near_user_limit": 0.996978759765625, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/min": -17152.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/max": 14720.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/range": 31872.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/norm": 540672.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/mean": 139.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/std": 2992.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/max_abs": 18176.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/min": -8576.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/max": 18176.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/range": 26752.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/norm": 399360.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/mean": -5.375, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/std": 2208.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/max_abs": 21248.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/frac_near_user_limit": 0.99835205078125, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/min": -20096.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/max": 21248.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/range": 41344.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/norm": 366592.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/mean": -2.796875, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/std": 2024.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/max_abs": 18432.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/frac_near_user_limit": 0.998291015625, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/min": -18432.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/max": 16512.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/range": 34944.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/norm": 522240.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/mean": 85.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/std": 2880.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/max_abs": 7680.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/min": -7456.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/max": 7680.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/range": 15136.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/norm": 348160.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/mean": -24.375, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/std": 1928.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/max_abs": 17280.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/frac_near_user_limit": 0.99658203125, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/min": -17280.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/max": 15744.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/range": 33024.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/norm": 323584.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/mean": 4.1875, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/std": 1784.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/max_abs": 18048.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/frac_near_user_limit": 0.996337890625, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/min": -18048.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/max": 15488.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/range": 33536.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/norm": 577536.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/mean": -124.5, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/std": 3200.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/max_abs": 11648.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/min": -11008.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/max": 11648.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/range": 22656.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/norm": 415744.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/mean": -14.5625, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/std": 2304.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/max_abs": 25856.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/frac_near_user_limit": 0.99847412109375, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/min": -25856.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/max": 22400.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/range": 48256.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/norm": 387072.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/mean": -26.875, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/std": 2128.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/max_abs": 22528.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/frac_near_user_limit": 0.997833251953125, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/min": -22528.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/max": 17280.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/range": 39808.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/norm": 589824.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/mean": -198.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/std": 3248.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/max_abs": 12160.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/min": -12160.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/max": 9792.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/range": 21952.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/norm": 397312.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/mean": 6.8125, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/std": 2192.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/max_abs": 24704.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/frac_near_user_limit": 0.997161865234375, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/min": -24704.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/max": 22656.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/range": 47360.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/norm": 366592.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/mean": -10.5625, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/std": 2024.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/max_abs": 18176.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/frac_near_user_limit": 0.997589111328125, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/min": -17280.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/max": 18176.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/range": 35456.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/norm": 516096.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/mean": 195.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/std": 2848.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/max_abs": 18560.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/min": -6240.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/max": 18560.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/range": 24800.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/norm": 387072.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/mean": -0.63671875, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/std": 2144.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/max_abs": 23552.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/frac_near_user_limit": 0.997772216796875, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/min": -23552.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/max": 19712.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/range": 43264.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/norm": 362496.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/mean": 8.8125, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/std": 2008.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/max_abs": 23424.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/frac_near_user_limit": 0.997100830078125, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/min": -23424.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/max": 22016.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/range": 45440.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/norm": 464896.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/mean": -129.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/std": 2560.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/max_abs": 8832.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/min": -7616.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/max": 8832.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/range": 16448.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/norm": 411648.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/mean": 21.5, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/std": 2272.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/max_abs": 30464.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/frac_near_user_limit": 0.997955322265625, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/min": -30464.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/max": 28160.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/range": 58624.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/norm": 372736.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/mean": -33.5, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/std": 2064.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/max_abs": 29184.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/frac_near_user_limit": 0.9976806640625, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/min": -29184.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/max": 18432.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/range": 47616.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/norm": 491520.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/mean": -104.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/std": 2704.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/max_abs": 10240.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/min": -9792.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/max": 10240.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/range": 20032.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/norm": 380928.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/mean": -19.125, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/std": 2112.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/max_abs": 23040.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/frac_near_user_limit": 0.9952392578125, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/min": -23040.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/max": 23040.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/range": 46080.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/norm": 339968.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/mean": -1.9375, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/std": 1880.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/max_abs": 23296.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/frac_near_user_limit": 0.995849609375, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/min": -23296.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/max": 17152.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/range": 40448.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/norm": 491520.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/mean": 81.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/std": 2720.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/max_abs": 9728.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/min": -8192.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/max": 9728.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/range": 17920.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/norm": 368640.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/mean": -10.5625, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/std": 2040.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/max_abs": 19072.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/frac_near_user_limit": 0.998382568359375, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/min": -19072.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/max": 16640.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/range": 35712.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/norm": 346112.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/mean": -23.625, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/std": 1920.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/max_abs": 19328.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/frac_near_user_limit": 0.99853515625, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/min": -18816.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/max": 19328.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/range": 38144.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/norm": 548864.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/mean": 252.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/std": 3024.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/max_abs": 9536.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/min": -9472.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/max": 9536.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/range": 19008.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/norm": 444416.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/mean": -3.96875, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/std": 2448.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/max_abs": 30464.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/frac_near_user_limit": 0.997802734375, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/min": -30464.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/max": 19200.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/range": 49664.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/norm": 397312.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/mean": -18.25, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/std": 2192.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/max_abs": 23936.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/frac_near_user_limit": 0.997344970703125, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/min": -23936.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/max": 16320.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/range": 40256.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/norm": 540672.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/mean": -32.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/std": 2992.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/max_abs": 9856.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/min": -9856.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/max": 9472.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/range": 19328.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/norm": 378880.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/mean": 6.25, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/std": 2096.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/max_abs": 20096.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/frac_near_user_limit": 0.99615478515625, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/min": -20096.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/max": 18944.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/range": 39040.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/norm": 339968.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/mean": -33.75, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/std": 1880.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/max_abs": 19840.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/frac_near_user_limit": 0.995880126953125, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/min": -19840.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/max": 16768.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/range": 36608.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/norm": 643072.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/mean": 238.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/std": 3536.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/max_abs": 30720.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/min": -7168.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/max": 30720.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/range": 37888.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/norm": 419840.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/mean": -3.71875, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/std": 2320.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/max_abs": 29440.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/frac_near_user_limit": 0.998382568359375, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/min": -29440.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/max": 19840.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/range": 49280.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/norm": 407552.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/mean": -25.5, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/std": 2240.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/max_abs": 58112.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/frac_near_user_limit": 0.998382568359375, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/min": -23552.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/max": 58112.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/range": 81664.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/norm": 552960.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/mean": -11.0625, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/std": 3056.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/max_abs": 10112.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/min": -8448.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/max": 10112.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/range": 18560.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/norm": 419840.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/mean": 31.75, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/std": 2320.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/max_abs": 25600.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/frac_near_user_limit": 0.999053955078125, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/min": -22016.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/max": 25600.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/range": 47616.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/norm": 403456.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/mean": -10.8125, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/std": 2224.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/max_abs": 39168.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/frac_near_user_limit": 0.998809814453125, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/min": -23168.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/max": 39168.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/range": 62336.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/norm": 565248.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/mean": 58.5, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/std": 3120.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/max_abs": 16320.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/min": -9728.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/max": 16320.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/range": 26048.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/norm": 446464.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/mean": 15.9375, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/std": 2464.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/max_abs": 32512.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/frac_near_user_limit": 0.99810791015625, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/min": -32512.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/max": 26368.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/range": 58880.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/norm": 403456.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/mean": -5.34375, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/std": 2224.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/max_abs": 30592.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/frac_near_user_limit": 0.997894287109375, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/min": -26752.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/max": 30592.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/range": 57344.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/norm": 733184.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/mean": 25.625, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/std": 4048.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/max_abs": 31744.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/min": -31744.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/max": 11648.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/range": 43392.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/norm": 413696.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/mean": 24.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/std": 2288.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/max_abs": 24064.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/frac_near_user_limit": 0.9962158203125, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/min": -20480.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/max": 24064.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/range": 44544.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/norm": 401408.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/mean": -17.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/std": 2224.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/max_abs": 35584.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/frac_near_user_limit": 0.995086669921875, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/min": -35584.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/max": 26752.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/range": 62336.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/norm": 675840.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/mean": 44.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/std": 3728.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/max_abs": 13696.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/min": -10688.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/max": 13696.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/range": 24384.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/norm": 479232.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/mean": -33.5, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/std": 2656.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/max_abs": 46336.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/frac_near_user_limit": 0.998779296875, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/min": -36352.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/max": 46336.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/range": 82688.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/norm": 436224.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/mean": 33.75, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/std": 2400.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/max_abs": 41472.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/frac_near_user_limit": 0.998565673828125, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/min": -41472.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/max": 37888.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/range": 79360.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/norm": 815104.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/mean": 148.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/std": 4480.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/max_abs": 13888.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/min": -13888.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/max": 13504.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/range": 27392.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/norm": 468992.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/mean": -11.1875, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/std": 2592.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/max_abs": 36096.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/frac_near_user_limit": 0.9969482421875, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/min": -35584.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/max": 36096.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/range": 71680.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/norm": 399360.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/mean": -19.75, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/std": 2208.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/max_abs": 42496.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/frac_near_user_limit": 0.996307373046875, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/min": -42496.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/max": 22016.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/range": 64512.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/norm": 692224.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/mean": -194.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/std": 3824.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/max_abs": 11968.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/min": -11584.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/max": 11968.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/range": 23552.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/norm": 411648.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/mean": -6.5625, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/std": 2272.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/max_abs": 29824.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/frac_near_user_limit": 0.99700927734375, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/min": -25600.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/max": 29824.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/range": 55424.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/norm": 380928.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/mean": -9.3125, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/std": 2112.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/max_abs": 29184.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/frac_near_user_limit": 0.996673583984375, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/min": -24064.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/max": 29184.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/range": 53248.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/norm": 593920.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/mean": -143.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/std": 3280.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/max_abs": 14592.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/min": -14592.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/max": 9024.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/range": 23616.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/norm": 419840.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/mean": 6.34375, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/std": 2320.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/max_abs": 36608.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/frac_near_user_limit": 0.99835205078125, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/min": -36608.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/max": 23424.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/range": 60032.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/norm": 376832.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/mean": -38.25, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/std": 2080.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/max_abs": 46592.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/frac_near_user_limit": 0.99786376953125, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/min": -46592.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/max": 17152.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/range": 63744.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/norm": 598016.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/mean": -29.5, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/std": 3296.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/max_abs": 18304.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/min": -8320.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/max": 18304.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/range": 26624.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/norm": 442368.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/mean": 8.4375, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/std": 2432.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/max_abs": 32256.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/frac_near_user_limit": 0.997955322265625, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/min": -32256.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/max": 27136.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/range": 59392.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/norm": 393216.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/mean": -8.4375, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/std": 2176.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/max_abs": 35072.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/frac_near_user_limit": 0.9976806640625, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/min": -14976.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/max": 35072.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/range": 50048.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/norm": 647168.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/mean": 207.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/std": 3584.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/max_abs": 18176.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/min": -10432.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/max": 18176.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/range": 28608.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/norm": 432128.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/mean": -15.4375, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/std": 2384.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/max_abs": 30336.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/frac_near_user_limit": 0.997894287109375, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/min": -30336.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/max": 23168.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/range": 53504.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/norm": 387072.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/mean": -21.5, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/std": 2144.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/max_abs": 29056.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/frac_near_user_limit": 0.998077392578125, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/min": -29056.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/max": 22656.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/range": 51712.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/norm": 540672.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/mean": -75.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/std": 2976.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/max_abs": 12992.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/min": -8096.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/max": 12992.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/range": 21088.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/norm": 456704.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/mean": 12.375, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/std": 2528.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/max_abs": 39424.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/frac_near_user_limit": 0.99822998046875, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/min": -39424.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/max": 35840.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/range": 75264.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/norm": 428032.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/mean": -15.9375, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/std": 2368.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/max_abs": 35328.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/frac_near_user_limit": 0.99786376953125, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/min": -35328.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/max": 28416.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/range": 63744.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/norm": 573440.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/mean": -233.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/std": 3152.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/max_abs": 14720.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/min": -14720.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/max": 11264.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/range": 25984.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/norm": 442368.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/mean": 2.90625, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/std": 2448.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/max_abs": 30976.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/frac_near_user_limit": 0.99835205078125, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/min": -26240.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/max": 30976.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/range": 57216.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/norm": 403456.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/mean": -16.5, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/std": 2224.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/max_abs": 41216.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/frac_near_user_limit": 0.99798583984375, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/min": -41216.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/max": 29952.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/range": 71168.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/norm": 622592.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/mean": -193.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/std": 3440.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/max_abs": 12864.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/min": -11200.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/max": 12864.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/range": 24064.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/norm": 434176.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/mean": -3.921875, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/std": 2400.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/max_abs": 43520.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/frac_near_user_limit": 0.9942626953125, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/min": -32640.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/max": 43520.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/range": 76160.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/norm": 393216.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/mean": 9.625, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/std": 2176.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/max_abs": 28160.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/frac_near_user_limit": 0.99481201171875, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/min": -28160.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/max": 24192.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/range": 52352.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/norm": 770048.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/mean": -94.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/std": 4256.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/max_abs": 20736.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/min": -20736.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/max": 10368.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/range": 31104.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/norm": 448512.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/mean": -10.9375, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/std": 2480.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/max_abs": 46080.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/frac_near_user_limit": 0.99847412109375, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/min": -37120.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/max": 46080.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/range": 83200.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/norm": 374784.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/mean": -11.625, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/std": 2064.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/max_abs": 26624.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/frac_near_user_limit": 0.9984130859375, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/min": -26624.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/max": 19584.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/range": 46208.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/norm": 598016.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/mean": -63.25, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/std": 3296.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/max_abs": 19072.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/min": -19072.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/max": 9600.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/range": 28672.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/norm": 423936.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/mean": 2.9375, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/std": 2336.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/max_abs": 38912.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/frac_near_user_limit": 0.99798583984375, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/min": -28160.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/max": 38912.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/range": 67072.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/norm": 378880.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/mean": -22.875, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/std": 2096.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/max_abs": 35072.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/frac_near_user_limit": 0.997406005859375, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/min": -35072.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/max": 24576.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/range": 59648.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/norm": 602112.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/mean": -288.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/std": 3312.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/max_abs": 16000.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/min": -13888.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/max": 16000.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/range": 29888.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/norm": 473088.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/mean": 13.625, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/std": 2624.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/max_abs": 37120.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/frac_near_user_limit": 0.999053955078125, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/min": -37120.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/max": 34048.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/range": 71168.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/norm": 403456.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/mean": -8.1875, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/std": 2224.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/max_abs": 30976.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/frac_near_user_limit": 0.9991455078125, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/min": -30976.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/max": 20608.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/range": 51584.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/norm": 929792.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/mean": -616.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/std": 5088.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/max_abs": 26624.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/min": -26624.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/max": 20864.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/range": 47488.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/norm": 528384.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/mean": -6.53125, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/std": 2928.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/max_abs": 69632.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/frac_near_user_limit": 0.99835205078125, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/min": -69632.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/max": 54016.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/range": 123648.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/norm": 497664.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/mean": -33.25, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/std": 2752.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/max_abs": 43776.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/frac_near_user_limit": 0.998138427734375, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/min": -36864.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/max": 43776.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/range": 80640.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/norm": 942080.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/mean": -644.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/std": 5152.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/max_abs": 29952.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/min": -29952.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/max": 18176.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/range": 48128.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/norm": 485376.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/mean": -5.8125, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/std": 2688.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/max_abs": 39168.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/frac_near_user_limit": 0.9989013671875, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/min": -39168.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/max": 33792.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/range": 72960.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/norm": 473088.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/mean": -14.8125, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/std": 2608.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/max_abs": 32640.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/frac_near_user_limit": 0.999114990234375, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/min": -32640.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/max": 30208.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/range": 62848.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/norm": 1220608.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/mean": 304.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/std": 6752.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/max_abs": 31104.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/min": -21632.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/max": 31104.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/range": 52736.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/norm": 741376.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/mean": 29.375, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/std": 4080.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/max_abs": 79360.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/frac_near_user_limit": 0.998870849609375, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/min": -52992.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/max": 79360.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/range": 132352.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/norm": 618496.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/mean": -24.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/std": 3424.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/max_abs": 39936.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/frac_near_user_limit": 0.999053955078125, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/min": -39936.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/max": 31616.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/range": 71552.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/norm": 2752512.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/mean": -780.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/std": 15168.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/max_abs": 57600.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/min": -57600.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/max": 49920.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/range": 107520.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/norm": 1130496.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/mean": 0.80859375, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/std": 6240.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/max_abs": 98304.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/frac_near_user_limit": 0.99908447265625, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/min": -76288.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/max": 98304.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/range": 174592.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/norm": 1056768.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/mean": -26.625, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/std": 5824.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/max_abs": 58624.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/frac_near_user_limit": 0.999267578125, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/min": -58624.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/max": 55296.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/range": 113920.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/norm": 2179072.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/mean": 860.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/std": 11968.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/max_abs": 102400.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/min": -35072.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/max": 102400.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/range": 137472.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/norm": 1146880.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/mean": -21.75, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/std": 6304.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/max_abs": 73728.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/frac_near_user_limit": 0.999420166015625, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/min": -73728.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/max": 63232.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/range": 136960.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/norm": 1032192.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/mean": -7.84375, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/std": 5696.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/max_abs": 80896.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/frac_near_user_limit": 0.99951171875, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/min": -62720.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/max": 80896.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/range": 143616.0, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/norm": 5.125, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/mean": -2.872943878173828e-05, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/std": 0.0283203125, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/max_abs": 0.10986328125, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/min": -0.10986328125, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/max": 0.10107421875, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/range": 0.2109375, "train/tensor_param_model_layers_0_mlp_up_proj_weight/norm": 5.03125, "train/tensor_param_model_layers_0_mlp_up_proj_weight/mean": 9.393692016601562e-05, "train/tensor_param_model_layers_0_mlp_up_proj_weight/std": 0.02783203125, "train/tensor_param_model_layers_0_mlp_up_proj_weight/max_abs": 0.123046875, "train/tensor_param_model_layers_0_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_mlp_up_proj_weight/min": -0.1162109375, "train/tensor_param_model_layers_0_mlp_up_proj_weight/max": 0.123046875, "train/tensor_param_model_layers_0_mlp_up_proj_weight/range": 0.2392578125, "train/tensor_param_model_layers_0_mlp_down_proj_weight/norm": 5.28125, "train/tensor_param_model_layers_0_mlp_down_proj_weight/mean": 6.771087646484375e-05, "train/tensor_param_model_layers_0_mlp_down_proj_weight/std": 0.0291748046875, "train/tensor_param_model_layers_0_mlp_down_proj_weight/max_abs": 0.123046875, "train/tensor_param_model_layers_0_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_mlp_down_proj_weight/min": -0.11279296875, "train/tensor_param_model_layers_0_mlp_down_proj_weight/max": 0.123046875, "train/tensor_param_model_layers_0_mlp_down_proj_weight/range": 0.23583984375, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/norm": 5.65625, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/mean": -0.00054168701171875, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/std": 0.03125, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/max_abs": 0.12353515625, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/min": -0.12353515625, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/max": 0.12109375, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/range": 0.24462890625, "train/tensor_param_model_layers_1_mlp_up_proj_weight/norm": 5.625, "train/tensor_param_model_layers_1_mlp_up_proj_weight/mean": -0.00018024444580078125, "train/tensor_param_model_layers_1_mlp_up_proj_weight/std": 0.031005859375, "train/tensor_param_model_layers_1_mlp_up_proj_weight/max_abs": 0.12451171875, "train/tensor_param_model_layers_1_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_mlp_up_proj_weight/min": -0.12451171875, "train/tensor_param_model_layers_1_mlp_up_proj_weight/max": 0.12255859375, "train/tensor_param_model_layers_1_mlp_up_proj_weight/range": 0.2470703125, "train/tensor_param_model_layers_1_mlp_down_proj_weight/norm": 5.625, "train/tensor_param_model_layers_1_mlp_down_proj_weight/mean": -8.058547973632812e-05, "train/tensor_param_model_layers_1_mlp_down_proj_weight/std": 0.0311279296875, "train/tensor_param_model_layers_1_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_1_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_mlp_down_proj_weight/min": -0.1142578125, "train/tensor_param_model_layers_1_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_1_mlp_down_proj_weight/range": 0.2392578125, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/norm": 5.34375, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/mean": -8.7738037109375e-05, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/std": 0.0294189453125, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/max": 0.12451171875, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/range": 0.24951171875, "train/tensor_param_model_layers_2_mlp_up_proj_weight/norm": 5.1875, "train/tensor_param_model_layers_2_mlp_up_proj_weight/mean": 4.649162292480469e-05, "train/tensor_param_model_layers_2_mlp_up_proj_weight/std": 0.028564453125, "train/tensor_param_model_layers_2_mlp_up_proj_weight/max_abs": 0.12255859375, "train/tensor_param_model_layers_2_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_mlp_up_proj_weight/min": -0.12255859375, "train/tensor_param_model_layers_2_mlp_up_proj_weight/max": 0.10791015625, "train/tensor_param_model_layers_2_mlp_up_proj_weight/range": 0.23046875, "train/tensor_param_model_layers_2_mlp_down_proj_weight/norm": 5.1875, "train/tensor_param_model_layers_2_mlp_down_proj_weight/mean": -0.000152587890625, "train/tensor_param_model_layers_2_mlp_down_proj_weight/std": 0.028564453125, "train/tensor_param_model_layers_2_mlp_down_proj_weight/max_abs": 0.12353515625, "train/tensor_param_model_layers_2_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_mlp_down_proj_weight/min": -0.12353515625, "train/tensor_param_model_layers_2_mlp_down_proj_weight/max": 0.10986328125, "train/tensor_param_model_layers_2_mlp_down_proj_weight/range": 0.2333984375, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/norm": 5.3125, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/mean": -0.000461578369140625, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/std": 0.0294189453125, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/max_abs": 0.1171875, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/min": -0.11669921875, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/max": 0.1171875, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/range": 0.23388671875, "train/tensor_param_model_layers_3_mlp_up_proj_weight/norm": 5.15625, "train/tensor_param_model_layers_3_mlp_up_proj_weight/mean": 0.000141143798828125, "train/tensor_param_model_layers_3_mlp_up_proj_weight/std": 0.0284423828125, "train/tensor_param_model_layers_3_mlp_up_proj_weight/max_abs": 0.10986328125, "train/tensor_param_model_layers_3_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_mlp_up_proj_weight/min": -0.10986328125, "train/tensor_param_model_layers_3_mlp_up_proj_weight/max": 0.1083984375, "train/tensor_param_model_layers_3_mlp_up_proj_weight/range": 0.21826171875, "train/tensor_param_model_layers_3_mlp_down_proj_weight/norm": 5.15625, "train/tensor_param_model_layers_3_mlp_down_proj_weight/mean": -7.987022399902344e-06, "train/tensor_param_model_layers_3_mlp_down_proj_weight/std": 0.028564453125, "train/tensor_param_model_layers_3_mlp_down_proj_weight/max_abs": 0.1220703125, "train/tensor_param_model_layers_3_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_mlp_down_proj_weight/min": -0.1181640625, "train/tensor_param_model_layers_3_mlp_down_proj_weight/max": 0.1220703125, "train/tensor_param_model_layers_3_mlp_down_proj_weight/range": 0.240234375, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/norm": 5.3125, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/mean": -6.866455078125e-05, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/std": 0.029296875, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/max_abs": 0.123046875, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/min": -0.123046875, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/max": 0.12158203125, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/range": 0.24462890625, "train/tensor_param_model_layers_4_mlp_up_proj_weight/norm": 5.09375, "train/tensor_param_model_layers_4_mlp_up_proj_weight/mean": 0.0004177093505859375, "train/tensor_param_model_layers_4_mlp_up_proj_weight/std": 0.0281982421875, "train/tensor_param_model_layers_4_mlp_up_proj_weight/max_abs": 0.119140625, "train/tensor_param_model_layers_4_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_mlp_up_proj_weight/min": -0.1103515625, "train/tensor_param_model_layers_4_mlp_up_proj_weight/max": 0.119140625, "train/tensor_param_model_layers_4_mlp_up_proj_weight/range": 0.2294921875, "train/tensor_param_model_layers_4_mlp_down_proj_weight/norm": 5.09375, "train/tensor_param_model_layers_4_mlp_down_proj_weight/mean": 0.0002307891845703125, "train/tensor_param_model_layers_4_mlp_down_proj_weight/std": 0.0281982421875, "train/tensor_param_model_layers_4_mlp_down_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_4_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_4_mlp_down_proj_weight/max": 0.1142578125, "train/tensor_param_model_layers_4_mlp_down_proj_weight/range": 0.240234375, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/norm": 5.375, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/mean": -0.0003070831298828125, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/std": 0.02978515625, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/max": 0.11328125, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/range": 0.23828125, "train/tensor_param_model_layers_5_mlp_up_proj_weight/norm": 5.125, "train/tensor_param_model_layers_5_mlp_up_proj_weight/mean": 6.67572021484375e-05, "train/tensor_param_model_layers_5_mlp_up_proj_weight/std": 0.0283203125, "train/tensor_param_model_layers_5_mlp_up_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_5_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_mlp_up_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_5_mlp_up_proj_weight/max": 0.10302734375, "train/tensor_param_model_layers_5_mlp_up_proj_weight/range": 0.22998046875, "train/tensor_param_model_layers_5_mlp_down_proj_weight/norm": 5.1875, "train/tensor_param_model_layers_5_mlp_down_proj_weight/mean": 5.078315734863281e-05, "train/tensor_param_model_layers_5_mlp_down_proj_weight/std": 0.0286865234375, "train/tensor_param_model_layers_5_mlp_down_proj_weight/max_abs": 0.1171875, "train/tensor_param_model_layers_5_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_mlp_down_proj_weight/min": -0.11474609375, "train/tensor_param_model_layers_5_mlp_down_proj_weight/max": 0.1171875, "train/tensor_param_model_layers_5_mlp_down_proj_weight/range": 0.23193359375, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/norm": 5.28125, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/mean": -0.00031280517578125, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/std": 0.0291748046875, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/min": -0.11865234375, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/range": 0.24462890625, "train/tensor_param_model_layers_6_mlp_up_proj_weight/norm": 5.09375, "train/tensor_param_model_layers_6_mlp_up_proj_weight/mean": -0.00017261505126953125, "train/tensor_param_model_layers_6_mlp_up_proj_weight/std": 0.028076171875, "train/tensor_param_model_layers_6_mlp_up_proj_weight/max_abs": 0.12451171875, "train/tensor_param_model_layers_6_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_mlp_up_proj_weight/min": -0.12255859375, "train/tensor_param_model_layers_6_mlp_up_proj_weight/max": 0.12451171875, "train/tensor_param_model_layers_6_mlp_up_proj_weight/range": 0.2470703125, "train/tensor_param_model_layers_6_mlp_down_proj_weight/norm": 5.09375, "train/tensor_param_model_layers_6_mlp_down_proj_weight/mean": -4.100799560546875e-05, "train/tensor_param_model_layers_6_mlp_down_proj_weight/std": 0.028076171875, "train/tensor_param_model_layers_6_mlp_down_proj_weight/max_abs": 0.12353515625, "train/tensor_param_model_layers_6_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_mlp_down_proj_weight/min": -0.12353515625, "train/tensor_param_model_layers_6_mlp_down_proj_weight/max": 0.123046875, "train/tensor_param_model_layers_6_mlp_down_proj_weight/range": 0.24658203125, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/norm": 5.375, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/mean": -0.0002727508544921875, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/std": 0.0296630859375, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/min": -0.1171875, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/range": 0.2421875, "train/tensor_param_model_layers_7_mlp_up_proj_weight/norm": 5.125, "train/tensor_param_model_layers_7_mlp_up_proj_weight/mean": -1.0073184967041016e-05, "train/tensor_param_model_layers_7_mlp_up_proj_weight/std": 0.0283203125, "train/tensor_param_model_layers_7_mlp_up_proj_weight/max_abs": 0.12060546875, "train/tensor_param_model_layers_7_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_mlp_up_proj_weight/min": -0.12060546875, "train/tensor_param_model_layers_7_mlp_up_proj_weight/max": 0.115234375, "train/tensor_param_model_layers_7_mlp_up_proj_weight/range": 0.23583984375, "train/tensor_param_model_layers_7_mlp_down_proj_weight/norm": 5.125, "train/tensor_param_model_layers_7_mlp_down_proj_weight/mean": 6.565824151039124e-08, "train/tensor_param_model_layers_7_mlp_down_proj_weight/std": 0.0284423828125, "train/tensor_param_model_layers_7_mlp_down_proj_weight/max_abs": 0.11474609375, "train/tensor_param_model_layers_7_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_mlp_down_proj_weight/min": -0.11474609375, "train/tensor_param_model_layers_7_mlp_down_proj_weight/max": 0.10888671875, "train/tensor_param_model_layers_7_mlp_down_proj_weight/range": 0.2236328125, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/norm": 5.40625, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/mean": -0.00011205673217773438, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/std": 0.0299072265625, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/min": -0.119140625, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/range": 0.244140625, "train/tensor_param_model_layers_8_mlp_up_proj_weight/norm": 5.15625, "train/tensor_param_model_layers_8_mlp_up_proj_weight/mean": 6.22868537902832e-06, "train/tensor_param_model_layers_8_mlp_up_proj_weight/std": 0.028564453125, "train/tensor_param_model_layers_8_mlp_up_proj_weight/max_abs": 0.12109375, "train/tensor_param_model_layers_8_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_mlp_up_proj_weight/min": -0.12109375, "train/tensor_param_model_layers_8_mlp_up_proj_weight/max": 0.11572265625, "train/tensor_param_model_layers_8_mlp_up_proj_weight/range": 0.23681640625, "train/tensor_param_model_layers_8_mlp_down_proj_weight/norm": 5.125, "train/tensor_param_model_layers_8_mlp_down_proj_weight/mean": -3.981590270996094e-05, "train/tensor_param_model_layers_8_mlp_down_proj_weight/std": 0.0284423828125, "train/tensor_param_model_layers_8_mlp_down_proj_weight/max_abs": 0.1162109375, "train/tensor_param_model_layers_8_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_mlp_down_proj_weight/min": -0.1162109375, "train/tensor_param_model_layers_8_mlp_down_proj_weight/max": 0.1005859375, "train/tensor_param_model_layers_8_mlp_down_proj_weight/range": 0.216796875, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/norm": 5.71875, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/mean": 0.0002899169921875, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/std": 0.03173828125, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/min": -0.1240234375, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/max": 0.1337890625, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_9_mlp_up_proj_weight/norm": 5.375, "train/tensor_param_model_layers_9_mlp_up_proj_weight/mean": -8.535385131835938e-05, "train/tensor_param_model_layers_9_mlp_up_proj_weight/std": 0.02978515625, "train/tensor_param_model_layers_9_mlp_up_proj_weight/max_abs": 0.1201171875, "train/tensor_param_model_layers_9_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_9_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_9_mlp_up_proj_weight/min": -0.11669921875, "train/tensor_param_model_layers_9_mlp_up_proj_weight/max": 0.1201171875, "train/tensor_param_model_layers_9_mlp_up_proj_weight/range": 0.23681640625, "train/tensor_param_model_layers_9_mlp_down_proj_weight/norm": 5.375, "train/tensor_param_model_layers_9_mlp_down_proj_weight/mean": 0.00017261505126953125, "train/tensor_param_model_layers_9_mlp_down_proj_weight/std": 0.0296630859375, "train/tensor_param_model_layers_9_mlp_down_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_9_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_9_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_9_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_9_mlp_down_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_9_mlp_down_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/norm": 5.8125, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/mean": -0.00011205673217773438, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/std": 0.031982421875, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/max": 0.134765625, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_10_mlp_up_proj_weight/norm": 5.46875, "train/tensor_param_model_layers_10_mlp_up_proj_weight/mean": -0.00010251998901367188, "train/tensor_param_model_layers_10_mlp_up_proj_weight/std": 0.0302734375, "train/tensor_param_model_layers_10_mlp_up_proj_weight/max_abs": 0.1220703125, "train/tensor_param_model_layers_10_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_10_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_10_mlp_up_proj_weight/min": -0.119140625, "train/tensor_param_model_layers_10_mlp_up_proj_weight/max": 0.1220703125, "train/tensor_param_model_layers_10_mlp_up_proj_weight/range": 0.2412109375, "train/tensor_param_model_layers_10_mlp_down_proj_weight/norm": 5.4375, "train/tensor_param_model_layers_10_mlp_down_proj_weight/mean": 9.5367431640625e-05, "train/tensor_param_model_layers_10_mlp_down_proj_weight/std": 0.030029296875, "train/tensor_param_model_layers_10_mlp_down_proj_weight/max_abs": 0.12451171875, "train/tensor_param_model_layers_10_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_10_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_10_mlp_down_proj_weight/min": -0.12451171875, "train/tensor_param_model_layers_10_mlp_down_proj_weight/max": 0.12060546875, "train/tensor_param_model_layers_10_mlp_down_proj_weight/range": 0.2451171875, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/norm": 5.78125, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/mean": -0.0002155303955078125, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/std": 0.031982421875, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/max": 0.12451171875, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/range": 0.25830078125, "train/tensor_param_model_layers_11_mlp_up_proj_weight/norm": 5.4375, "train/tensor_param_model_layers_11_mlp_up_proj_weight/mean": -0.000270843505859375, "train/tensor_param_model_layers_11_mlp_up_proj_weight/std": 0.030029296875, "train/tensor_param_model_layers_11_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_11_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_11_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_11_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_11_mlp_up_proj_weight/max": 0.1240234375, "train/tensor_param_model_layers_11_mlp_up_proj_weight/range": 0.2490234375, "train/tensor_param_model_layers_11_mlp_down_proj_weight/norm": 5.375, "train/tensor_param_model_layers_11_mlp_down_proj_weight/mean": -0.0003299713134765625, "train/tensor_param_model_layers_11_mlp_down_proj_weight/std": 0.02978515625, "train/tensor_param_model_layers_11_mlp_down_proj_weight/max_abs": 0.12255859375, "train/tensor_param_model_layers_11_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_11_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_11_mlp_down_proj_weight/min": -0.11669921875, "train/tensor_param_model_layers_11_mlp_down_proj_weight/max": 0.12255859375, "train/tensor_param_model_layers_11_mlp_down_proj_weight/range": 0.2392578125, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/norm": 5.9375, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/mean": -0.0001220703125, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/std": 0.03271484375, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/range": 0.2587890625, "train/tensor_param_model_layers_12_mlp_up_proj_weight/norm": 5.53125, "train/tensor_param_model_layers_12_mlp_up_proj_weight/mean": 0.00019741058349609375, "train/tensor_param_model_layers_12_mlp_up_proj_weight/std": 0.0306396484375, "train/tensor_param_model_layers_12_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_12_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_12_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_12_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_12_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_12_mlp_up_proj_weight/range": 0.25, "train/tensor_param_model_layers_12_mlp_down_proj_weight/norm": 5.53125, "train/tensor_param_model_layers_12_mlp_down_proj_weight/mean": 7.534027099609375e-05, "train/tensor_param_model_layers_12_mlp_down_proj_weight/std": 0.0306396484375, "train/tensor_param_model_layers_12_mlp_down_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_12_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_12_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_12_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_12_mlp_down_proj_weight/max": 0.12451171875, "train/tensor_param_model_layers_12_mlp_down_proj_weight/range": 0.25048828125, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/norm": 5.84375, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/mean": 3.0159950256347656e-05, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/std": 0.0322265625, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_13_mlp_up_proj_weight/norm": 5.4375, "train/tensor_param_model_layers_13_mlp_up_proj_weight/mean": 0.00016021728515625, "train/tensor_param_model_layers_13_mlp_up_proj_weight/std": 0.030029296875, "train/tensor_param_model_layers_13_mlp_up_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_13_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_13_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_13_mlp_up_proj_weight/min": -0.12158203125, "train/tensor_param_model_layers_13_mlp_up_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_13_mlp_up_proj_weight/range": 0.25048828125, "train/tensor_param_model_layers_13_mlp_down_proj_weight/norm": 5.46875, "train/tensor_param_model_layers_13_mlp_down_proj_weight/mean": 5.269050598144531e-05, "train/tensor_param_model_layers_13_mlp_down_proj_weight/std": 0.0301513671875, "train/tensor_param_model_layers_13_mlp_down_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_13_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_13_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_13_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_13_mlp_down_proj_weight/max": 0.11767578125, "train/tensor_param_model_layers_13_mlp_down_proj_weight/range": 0.24365234375, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/norm": 6.0, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/mean": -0.0004558563232421875, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/std": 0.033203125, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_14_mlp_up_proj_weight/norm": 5.5625, "train/tensor_param_model_layers_14_mlp_up_proj_weight/mean": 1.4722347259521484e-05, "train/tensor_param_model_layers_14_mlp_up_proj_weight/std": 0.03076171875, "train/tensor_param_model_layers_14_mlp_up_proj_weight/max_abs": 0.12451171875, "train/tensor_param_model_layers_14_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_14_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_14_mlp_up_proj_weight/min": -0.12451171875, "train/tensor_param_model_layers_14_mlp_up_proj_weight/max": 0.12451171875, "train/tensor_param_model_layers_14_mlp_up_proj_weight/range": 0.2490234375, "train/tensor_param_model_layers_14_mlp_down_proj_weight/norm": 5.53125, "train/tensor_param_model_layers_14_mlp_down_proj_weight/mean": -6.532669067382812e-05, "train/tensor_param_model_layers_14_mlp_down_proj_weight/std": 0.0306396484375, "train/tensor_param_model_layers_14_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_14_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_14_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_14_mlp_down_proj_weight/min": -0.123046875, "train/tensor_param_model_layers_14_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_14_mlp_down_proj_weight/range": 0.248046875, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/norm": 6.09375, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/mean": -0.00012969970703125, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/std": 0.03369140625, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_15_mlp_up_proj_weight/norm": 5.625, "train/tensor_param_model_layers_15_mlp_up_proj_weight/mean": -1.3470649719238281e-05, "train/tensor_param_model_layers_15_mlp_up_proj_weight/std": 0.0311279296875, "train/tensor_param_model_layers_15_mlp_up_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_15_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_15_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_15_mlp_up_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_15_mlp_up_proj_weight/max": 0.12158203125, "train/tensor_param_model_layers_15_mlp_up_proj_weight/range": 0.24853515625, "train/tensor_param_model_layers_15_mlp_down_proj_weight/norm": 5.625, "train/tensor_param_model_layers_15_mlp_down_proj_weight/mean": -0.0001068115234375, "train/tensor_param_model_layers_15_mlp_down_proj_weight/std": 0.0311279296875, "train/tensor_param_model_layers_15_mlp_down_proj_weight/max_abs": 0.11865234375, "train/tensor_param_model_layers_15_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_15_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_15_mlp_down_proj_weight/min": -0.11865234375, "train/tensor_param_model_layers_15_mlp_down_proj_weight/max": 0.11474609375, "train/tensor_param_model_layers_15_mlp_down_proj_weight/range": 0.2333984375, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/norm": 6.09375, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/mean": -0.0003833770751953125, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/std": 0.03369140625, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/max_abs": 0.14453125, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/max": 0.14453125, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/range": 0.2744140625, "train/tensor_param_model_layers_16_mlp_up_proj_weight/norm": 5.65625, "train/tensor_param_model_layers_16_mlp_up_proj_weight/mean": -0.00019741058349609375, "train/tensor_param_model_layers_16_mlp_up_proj_weight/std": 0.03125, "train/tensor_param_model_layers_16_mlp_up_proj_weight/max_abs": 0.123046875, "train/tensor_param_model_layers_16_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_16_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_16_mlp_up_proj_weight/min": -0.123046875, "train/tensor_param_model_layers_16_mlp_up_proj_weight/max": 0.1171875, "train/tensor_param_model_layers_16_mlp_up_proj_weight/range": 0.240234375, "train/tensor_param_model_layers_16_mlp_down_proj_weight/norm": 5.625, "train/tensor_param_model_layers_16_mlp_down_proj_weight/mean": -0.000247955322265625, "train/tensor_param_model_layers_16_mlp_down_proj_weight/std": 0.0311279296875, "train/tensor_param_model_layers_16_mlp_down_proj_weight/max_abs": 0.1220703125, "train/tensor_param_model_layers_16_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_16_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_16_mlp_down_proj_weight/min": -0.1220703125, "train/tensor_param_model_layers_16_mlp_down_proj_weight/max": 0.12109375, "train/tensor_param_model_layers_16_mlp_down_proj_weight/range": 0.2431640625, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/norm": 6.15625, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/mean": -0.000392913818359375, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/std": 0.033935546875, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/range": 0.2666015625, "train/tensor_param_model_layers_17_mlp_up_proj_weight/norm": 5.71875, "train/tensor_param_model_layers_17_mlp_up_proj_weight/mean": -6.246566772460938e-05, "train/tensor_param_model_layers_17_mlp_up_proj_weight/std": 0.031494140625, "train/tensor_param_model_layers_17_mlp_up_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_17_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_17_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_17_mlp_up_proj_weight/min": -0.1171875, "train/tensor_param_model_layers_17_mlp_up_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_17_mlp_up_proj_weight/range": 0.24609375, "train/tensor_param_model_layers_17_mlp_down_proj_weight/norm": 5.75, "train/tensor_param_model_layers_17_mlp_down_proj_weight/mean": 0.0002231597900390625, "train/tensor_param_model_layers_17_mlp_down_proj_weight/std": 0.03173828125, "train/tensor_param_model_layers_17_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_17_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_17_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_17_mlp_down_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_17_mlp_down_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_17_mlp_down_proj_weight/range": 0.255859375, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/norm": 6.25, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/mean": -0.000705718994140625, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_18_mlp_up_proj_weight/norm": 5.8125, "train/tensor_param_model_layers_18_mlp_up_proj_weight/mean": -5.054473876953125e-05, "train/tensor_param_model_layers_18_mlp_up_proj_weight/std": 0.0322265625, "train/tensor_param_model_layers_18_mlp_up_proj_weight/max_abs": 0.123046875, "train/tensor_param_model_layers_18_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_18_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_18_mlp_up_proj_weight/min": -0.123046875, "train/tensor_param_model_layers_18_mlp_up_proj_weight/max": 0.11962890625, "train/tensor_param_model_layers_18_mlp_up_proj_weight/range": 0.24267578125, "train/tensor_param_model_layers_18_mlp_down_proj_weight/norm": 5.8125, "train/tensor_param_model_layers_18_mlp_down_proj_weight/mean": 0.000331878662109375, "train/tensor_param_model_layers_18_mlp_down_proj_weight/std": 0.031982421875, "train/tensor_param_model_layers_18_mlp_down_proj_weight/max_abs": 0.12451171875, "train/tensor_param_model_layers_18_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_18_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_18_mlp_down_proj_weight/min": -0.12060546875, "train/tensor_param_model_layers_18_mlp_down_proj_weight/max": 0.12451171875, "train/tensor_param_model_layers_18_mlp_down_proj_weight/range": 0.2451171875, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/norm": 6.21875, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/mean": -0.0003223419189453125, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_19_mlp_up_proj_weight/norm": 5.75, "train/tensor_param_model_layers_19_mlp_up_proj_weight/mean": -0.0002307891845703125, "train/tensor_param_model_layers_19_mlp_up_proj_weight/std": 0.03173828125, "train/tensor_param_model_layers_19_mlp_up_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_19_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_19_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_19_mlp_up_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_19_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_19_mlp_up_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_19_mlp_down_proj_weight/norm": 5.75, "train/tensor_param_model_layers_19_mlp_down_proj_weight/mean": 0.0002727508544921875, "train/tensor_param_model_layers_19_mlp_down_proj_weight/std": 0.03173828125, "train/tensor_param_model_layers_19_mlp_down_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_19_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_19_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_19_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_19_mlp_down_proj_weight/max": 0.12109375, "train/tensor_param_model_layers_19_mlp_down_proj_weight/range": 0.2470703125, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/norm": 6.1875, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/mean": -0.000614166259765625, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/std": 0.0341796875, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/max_abs": 0.14453125, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/min": -0.14453125, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/max": 0.1416015625, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/range": 0.2861328125, "train/tensor_param_model_layers_20_mlp_up_proj_weight/norm": 5.71875, "train/tensor_param_model_layers_20_mlp_up_proj_weight/mean": 0.000171661376953125, "train/tensor_param_model_layers_20_mlp_up_proj_weight/std": 0.031494140625, "train/tensor_param_model_layers_20_mlp_up_proj_weight/max_abs": 0.12451171875, "train/tensor_param_model_layers_20_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_20_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_20_mlp_up_proj_weight/min": -0.12109375, "train/tensor_param_model_layers_20_mlp_up_proj_weight/max": 0.12451171875, "train/tensor_param_model_layers_20_mlp_up_proj_weight/range": 0.24560546875, "train/tensor_param_model_layers_20_mlp_down_proj_weight/norm": 5.78125, "train/tensor_param_model_layers_20_mlp_down_proj_weight/mean": 0.0001316070556640625, "train/tensor_param_model_layers_20_mlp_down_proj_weight/std": 0.031982421875, "train/tensor_param_model_layers_20_mlp_down_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_20_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_20_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_20_mlp_down_proj_weight/min": -0.12353515625, "train/tensor_param_model_layers_20_mlp_down_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_20_mlp_down_proj_weight/range": 0.24951171875, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/norm": 6.21875, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/mean": -0.0003376007080078125, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_21_mlp_up_proj_weight/norm": 5.78125, "train/tensor_param_model_layers_21_mlp_up_proj_weight/mean": -7.62939453125e-05, "train/tensor_param_model_layers_21_mlp_up_proj_weight/std": 0.03173828125, "train/tensor_param_model_layers_21_mlp_up_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_21_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_21_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_21_mlp_up_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_21_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_21_mlp_up_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_21_mlp_down_proj_weight/norm": 5.78125, "train/tensor_param_model_layers_21_mlp_down_proj_weight/mean": 0.0003032684326171875, "train/tensor_param_model_layers_21_mlp_down_proj_weight/std": 0.031982421875, "train/tensor_param_model_layers_21_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_21_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_21_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_21_mlp_down_proj_weight/min": -0.1220703125, "train/tensor_param_model_layers_21_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_21_mlp_down_proj_weight/range": 0.2470703125, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/norm": 6.25, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/mean": -0.000728607177734375, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/max": 0.1318359375, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/range": 0.2587890625, "train/tensor_param_model_layers_22_mlp_up_proj_weight/norm": 5.75, "train/tensor_param_model_layers_22_mlp_up_proj_weight/mean": -0.0001773834228515625, "train/tensor_param_model_layers_22_mlp_up_proj_weight/std": 0.03173828125, "train/tensor_param_model_layers_22_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_22_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_22_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_22_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_22_mlp_up_proj_weight/max": 0.12353515625, "train/tensor_param_model_layers_22_mlp_up_proj_weight/range": 0.24951171875, "train/tensor_param_model_layers_22_mlp_down_proj_weight/norm": 5.75, "train/tensor_param_model_layers_22_mlp_down_proj_weight/mean": -5.0067901611328125e-05, "train/tensor_param_model_layers_22_mlp_down_proj_weight/std": 0.03173828125, "train/tensor_param_model_layers_22_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_22_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_22_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_22_mlp_down_proj_weight/min": -0.12451171875, "train/tensor_param_model_layers_22_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_22_mlp_down_proj_weight/range": 0.24951171875, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/norm": 6.25, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/mean": -0.00077056884765625, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/range": 0.2607421875, "train/tensor_param_model_layers_23_mlp_up_proj_weight/norm": 5.8125, "train/tensor_param_model_layers_23_mlp_up_proj_weight/mean": 0.000247955322265625, "train/tensor_param_model_layers_23_mlp_up_proj_weight/std": 0.0322265625, "train/tensor_param_model_layers_23_mlp_up_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_23_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_23_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_23_mlp_up_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_23_mlp_up_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_23_mlp_up_proj_weight/range": 0.265625, "train/tensor_param_model_layers_23_mlp_down_proj_weight/norm": 5.78125, "train/tensor_param_model_layers_23_mlp_down_proj_weight/mean": 8.249282836914062e-05, "train/tensor_param_model_layers_23_mlp_down_proj_weight/std": 0.031982421875, "train/tensor_param_model_layers_23_mlp_down_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_23_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_23_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_23_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_23_mlp_down_proj_weight/max": 0.12353515625, "train/tensor_param_model_layers_23_mlp_down_proj_weight/range": 0.24951171875, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/norm": 6.25, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/mean": -0.00051116943359375, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/max": 0.1318359375, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/range": 0.259765625, "train/tensor_param_model_layers_24_mlp_up_proj_weight/norm": 5.8125, "train/tensor_param_model_layers_24_mlp_up_proj_weight/mean": -2.0742416381835938e-05, "train/tensor_param_model_layers_24_mlp_up_proj_weight/std": 0.031982421875, "train/tensor_param_model_layers_24_mlp_up_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_24_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_24_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_24_mlp_up_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_24_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_24_mlp_up_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_24_mlp_down_proj_weight/norm": 5.78125, "train/tensor_param_model_layers_24_mlp_down_proj_weight/mean": 0.00013446807861328125, "train/tensor_param_model_layers_24_mlp_down_proj_weight/std": 0.031982421875, "train/tensor_param_model_layers_24_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_24_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_24_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_24_mlp_down_proj_weight/min": -0.12158203125, "train/tensor_param_model_layers_24_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_24_mlp_down_proj_weight/range": 0.24658203125, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/norm": 6.25, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/mean": -0.0002498626708984375, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/range": 0.2646484375, "train/tensor_param_model_layers_25_mlp_up_proj_weight/norm": 5.75, "train/tensor_param_model_layers_25_mlp_up_proj_weight/mean": 0.00026702880859375, "train/tensor_param_model_layers_25_mlp_up_proj_weight/std": 0.03173828125, "train/tensor_param_model_layers_25_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_25_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_25_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_25_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_25_mlp_up_proj_weight/max": 0.12158203125, "train/tensor_param_model_layers_25_mlp_up_proj_weight/range": 0.24658203125, "train/tensor_param_model_layers_25_mlp_down_proj_weight/norm": 5.75, "train/tensor_param_model_layers_25_mlp_down_proj_weight/mean": 0.000148773193359375, "train/tensor_param_model_layers_25_mlp_down_proj_weight/std": 0.03173828125, "train/tensor_param_model_layers_25_mlp_down_proj_weight/max_abs": 0.13671875, "train/tensor_param_model_layers_25_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_25_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_25_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_25_mlp_down_proj_weight/max": 0.13671875, "train/tensor_param_model_layers_25_mlp_down_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/mean": -0.00014972686767578125, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/max": 0.1318359375, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_26_mlp_up_proj_weight/norm": 5.875, "train/tensor_param_model_layers_26_mlp_up_proj_weight/mean": -3.981590270996094e-05, "train/tensor_param_model_layers_26_mlp_up_proj_weight/std": 0.032470703125, "train/tensor_param_model_layers_26_mlp_up_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_26_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_26_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_26_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_26_mlp_up_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_26_mlp_up_proj_weight/range": 0.255859375, "train/tensor_param_model_layers_26_mlp_down_proj_weight/norm": 5.90625, "train/tensor_param_model_layers_26_mlp_down_proj_weight/mean": -5.2928924560546875e-05, "train/tensor_param_model_layers_26_mlp_down_proj_weight/std": 0.032470703125, "train/tensor_param_model_layers_26_mlp_down_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_26_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_26_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_26_mlp_down_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_26_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_26_mlp_down_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/norm": 6.375, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/mean": -0.00022792816162109375, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/min": -0.134765625, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/range": 0.265625, "train/tensor_param_model_layers_27_mlp_up_proj_weight/norm": 5.90625, "train/tensor_param_model_layers_27_mlp_up_proj_weight/mean": -0.0001888275146484375, "train/tensor_param_model_layers_27_mlp_up_proj_weight/std": 0.03271484375, "train/tensor_param_model_layers_27_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_27_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_27_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_27_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_27_mlp_up_proj_weight/max": 0.1162109375, "train/tensor_param_model_layers_27_mlp_up_proj_weight/range": 0.2412109375, "train/tensor_param_model_layers_27_mlp_down_proj_weight/norm": 5.90625, "train/tensor_param_model_layers_27_mlp_down_proj_weight/mean": 1.4841556549072266e-05, "train/tensor_param_model_layers_27_mlp_down_proj_weight/std": 0.03271484375, "train/tensor_param_model_layers_27_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_27_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_27_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_27_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_27_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_27_mlp_down_proj_weight/range": 0.25, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/norm": 6.40625, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/mean": -0.0004024505615234375, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/std": 0.035400390625, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_28_mlp_up_proj_weight/norm": 5.9375, "train/tensor_param_model_layers_28_mlp_up_proj_weight/mean": -0.00022602081298828125, "train/tensor_param_model_layers_28_mlp_up_proj_weight/std": 0.03271484375, "train/tensor_param_model_layers_28_mlp_up_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_28_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_28_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_28_mlp_up_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_28_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_28_mlp_up_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_28_mlp_down_proj_weight/norm": 5.90625, "train/tensor_param_model_layers_28_mlp_down_proj_weight/mean": 6.246566772460938e-05, "train/tensor_param_model_layers_28_mlp_down_proj_weight/std": 0.03271484375, "train/tensor_param_model_layers_28_mlp_down_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_28_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_28_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_28_mlp_down_proj_weight/min": -0.11865234375, "train/tensor_param_model_layers_28_mlp_down_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_28_mlp_down_proj_weight/range": 0.24560546875, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/norm": 6.34375, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/mean": -0.000392913818359375, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/min": -0.1376953125, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/range": 0.263671875, "train/tensor_param_model_layers_29_mlp_up_proj_weight/norm": 5.8125, "train/tensor_param_model_layers_29_mlp_up_proj_weight/mean": 2.1696090698242188e-05, "train/tensor_param_model_layers_29_mlp_up_proj_weight/std": 0.0322265625, "train/tensor_param_model_layers_29_mlp_up_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_29_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_29_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_29_mlp_up_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_29_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_29_mlp_up_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_29_mlp_down_proj_weight/norm": 5.84375, "train/tensor_param_model_layers_29_mlp_down_proj_weight/mean": -0.0002384185791015625, "train/tensor_param_model_layers_29_mlp_down_proj_weight/std": 0.0322265625, "train/tensor_param_model_layers_29_mlp_down_proj_weight/max_abs": 0.1240234375, "train/tensor_param_model_layers_29_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_29_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_29_mlp_down_proj_weight/min": -0.1240234375, "train/tensor_param_model_layers_29_mlp_down_proj_weight/max": 0.11572265625, "train/tensor_param_model_layers_29_mlp_down_proj_weight/range": 0.23974609375, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/norm": 6.4375, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/mean": -0.00038909912109375, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/std": 0.03564453125, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/max_abs": 0.13671875, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/min": -0.13671875, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/range": 0.2724609375, "train/tensor_param_model_layers_30_mlp_up_proj_weight/norm": 5.90625, "train/tensor_param_model_layers_30_mlp_up_proj_weight/mean": -3.5315752029418945e-06, "train/tensor_param_model_layers_30_mlp_up_proj_weight/std": 0.03271484375, "train/tensor_param_model_layers_30_mlp_up_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_30_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_30_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_30_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_30_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_30_mlp_up_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_30_mlp_down_proj_weight/norm": 5.875, "train/tensor_param_model_layers_30_mlp_down_proj_weight/mean": -0.0001811981201171875, "train/tensor_param_model_layers_30_mlp_down_proj_weight/std": 0.032470703125, "train/tensor_param_model_layers_30_mlp_down_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_30_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_30_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_30_mlp_down_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_30_mlp_down_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_30_mlp_down_proj_weight/range": 0.2646484375, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/norm": 6.40625, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/mean": -0.0004119873046875, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/std": 0.035400390625, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_31_mlp_up_proj_weight/norm": 5.90625, "train/tensor_param_model_layers_31_mlp_up_proj_weight/mean": 0.0003108978271484375, "train/tensor_param_model_layers_31_mlp_up_proj_weight/std": 0.03271484375, "train/tensor_param_model_layers_31_mlp_up_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_31_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_31_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_31_mlp_up_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_31_mlp_up_proj_weight/max": 0.1171875, "train/tensor_param_model_layers_31_mlp_up_proj_weight/range": 0.244140625, "train/tensor_param_model_layers_31_mlp_down_proj_weight/norm": 5.90625, "train/tensor_param_model_layers_31_mlp_down_proj_weight/mean": 0.0004291534423828125, "train/tensor_param_model_layers_31_mlp_down_proj_weight/std": 0.032470703125, "train/tensor_param_model_layers_31_mlp_down_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_31_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_31_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_31_mlp_down_proj_weight/min": -0.11962890625, "train/tensor_param_model_layers_31_mlp_down_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_31_mlp_down_proj_weight/range": 0.24560546875, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/norm": 6.40625, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/mean": -6.818771362304688e-05, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/std": 0.035400390625, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_32_mlp_up_proj_weight/norm": 5.875, "train/tensor_param_model_layers_32_mlp_up_proj_weight/mean": 7.05718994140625e-05, "train/tensor_param_model_layers_32_mlp_up_proj_weight/std": 0.032470703125, "train/tensor_param_model_layers_32_mlp_up_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_32_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_32_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_32_mlp_up_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_32_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_32_mlp_up_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_32_mlp_down_proj_weight/norm": 5.875, "train/tensor_param_model_layers_32_mlp_down_proj_weight/mean": -0.0001239776611328125, "train/tensor_param_model_layers_32_mlp_down_proj_weight/std": 0.032470703125, "train/tensor_param_model_layers_32_mlp_down_proj_weight/max_abs": 0.1240234375, "train/tensor_param_model_layers_32_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_32_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_32_mlp_down_proj_weight/min": -0.1240234375, "train/tensor_param_model_layers_32_mlp_down_proj_weight/max": 0.1240234375, "train/tensor_param_model_layers_32_mlp_down_proj_weight/range": 0.248046875, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/norm": 6.4375, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/mean": -0.000484466552734375, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/std": 0.03564453125, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_33_mlp_up_proj_weight/norm": 5.90625, "train/tensor_param_model_layers_33_mlp_up_proj_weight/mean": -0.00010347366333007812, "train/tensor_param_model_layers_33_mlp_up_proj_weight/std": 0.03271484375, "train/tensor_param_model_layers_33_mlp_up_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_33_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_33_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_33_mlp_up_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_33_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_33_mlp_up_proj_weight/range": 0.255859375, "train/tensor_param_model_layers_33_mlp_down_proj_weight/norm": 5.90625, "train/tensor_param_model_layers_33_mlp_down_proj_weight/mean": -0.0003757476806640625, "train/tensor_param_model_layers_33_mlp_down_proj_weight/std": 0.032470703125, "train/tensor_param_model_layers_33_mlp_down_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_33_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_33_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_33_mlp_down_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_33_mlp_down_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_33_mlp_down_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/norm": 6.46875, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/mean": -0.0001239776611328125, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/std": 0.03564453125, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/min": -0.134765625, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/range": 0.259765625, "train/tensor_param_model_layers_34_mlp_up_proj_weight/norm": 5.9375, "train/tensor_param_model_layers_34_mlp_up_proj_weight/mean": 0.000301361083984375, "train/tensor_param_model_layers_34_mlp_up_proj_weight/std": 0.032958984375, "train/tensor_param_model_layers_34_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_34_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_34_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_34_mlp_up_proj_weight/min": -0.11962890625, "train/tensor_param_model_layers_34_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_34_mlp_up_proj_weight/range": 0.24462890625, "train/tensor_param_model_layers_34_mlp_down_proj_weight/norm": 5.9375, "train/tensor_param_model_layers_34_mlp_down_proj_weight/mean": -9.393692016601562e-05, "train/tensor_param_model_layers_34_mlp_down_proj_weight/std": 0.03271484375, "train/tensor_param_model_layers_34_mlp_down_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_34_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_34_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_34_mlp_down_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_34_mlp_down_proj_weight/max": 0.1337890625, "train/tensor_param_model_layers_34_mlp_down_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/norm": 6.46875, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/mean": -0.00018215179443359375, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/std": 0.035888671875, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_35_mlp_up_proj_weight/norm": 6.0, "train/tensor_param_model_layers_35_mlp_up_proj_weight/mean": -3.2901763916015625e-05, "train/tensor_param_model_layers_35_mlp_up_proj_weight/std": 0.033203125, "train/tensor_param_model_layers_35_mlp_up_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_35_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_35_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_35_mlp_up_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_35_mlp_up_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_35_mlp_up_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_35_mlp_down_proj_weight/norm": 5.96875, "train/tensor_param_model_layers_35_mlp_down_proj_weight/mean": 6.818771362304688e-05, "train/tensor_param_model_layers_35_mlp_down_proj_weight/std": 0.032958984375, "train/tensor_param_model_layers_35_mlp_down_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_35_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_35_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_35_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_35_mlp_down_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_35_mlp_down_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/norm": 6.46875, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/mean": -0.0003147125244140625, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/std": 0.03564453125, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/min": -0.134765625, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/range": 0.263671875, "train/tensor_param_model_layers_36_mlp_up_proj_weight/norm": 5.9375, "train/tensor_param_model_layers_36_mlp_up_proj_weight/mean": -5.841255187988281e-05, "train/tensor_param_model_layers_36_mlp_up_proj_weight/std": 0.03271484375, "train/tensor_param_model_layers_36_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_36_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_36_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_36_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_36_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_36_mlp_up_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_36_mlp_down_proj_weight/norm": 5.90625, "train/tensor_param_model_layers_36_mlp_down_proj_weight/mean": 5.626678466796875e-05, "train/tensor_param_model_layers_36_mlp_down_proj_weight/std": 0.03271484375, "train/tensor_param_model_layers_36_mlp_down_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_36_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_36_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_36_mlp_down_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_36_mlp_down_proj_weight/max": 0.12451171875, "train/tensor_param_model_layers_36_mlp_down_proj_weight/range": 0.25244140625, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/norm": 6.5625, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/mean": -0.0002574920654296875, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/std": 0.0361328125, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_37_mlp_up_proj_weight/norm": 6.03125, "train/tensor_param_model_layers_37_mlp_up_proj_weight/mean": 3.337860107421875e-05, "train/tensor_param_model_layers_37_mlp_up_proj_weight/std": 0.033203125, "train/tensor_param_model_layers_37_mlp_up_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_37_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_37_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_37_mlp_up_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_37_mlp_up_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_37_mlp_up_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_37_mlp_down_proj_weight/norm": 6.0, "train/tensor_param_model_layers_37_mlp_down_proj_weight/mean": -0.00015354156494140625, "train/tensor_param_model_layers_37_mlp_down_proj_weight/std": 0.033203125, "train/tensor_param_model_layers_37_mlp_down_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_37_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_37_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_37_mlp_down_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_37_mlp_down_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_37_mlp_down_proj_weight/range": 0.259765625, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/norm": 6.5625, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/mean": -0.000156402587890625, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/std": 0.036376953125, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/max_abs": 0.13671875, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/min": -0.13671875, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/range": 0.26953125, "train/tensor_param_model_layers_38_mlp_up_proj_weight/norm": 6.0, "train/tensor_param_model_layers_38_mlp_up_proj_weight/mean": -0.0002803802490234375, "train/tensor_param_model_layers_38_mlp_up_proj_weight/std": 0.033203125, "train/tensor_param_model_layers_38_mlp_up_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_38_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_38_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_38_mlp_up_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_38_mlp_up_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_38_mlp_up_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_38_mlp_down_proj_weight/norm": 6.0, "train/tensor_param_model_layers_38_mlp_down_proj_weight/mean": -4.0531158447265625e-05, "train/tensor_param_model_layers_38_mlp_down_proj_weight/std": 0.033203125, "train/tensor_param_model_layers_38_mlp_down_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_38_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_38_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_38_mlp_down_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_38_mlp_down_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_38_mlp_down_proj_weight/range": 0.259765625, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/norm": 6.625, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/mean": -0.00018787384033203125, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/std": 0.03662109375, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/max_abs": 0.13671875, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/max": 0.13671875, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/range": 0.26953125, "train/tensor_param_model_layers_39_mlp_up_proj_weight/norm": 6.0625, "train/tensor_param_model_layers_39_mlp_up_proj_weight/mean": -4.220008850097656e-05, "train/tensor_param_model_layers_39_mlp_up_proj_weight/std": 0.033447265625, "train/tensor_param_model_layers_39_mlp_up_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_39_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_39_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_39_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_39_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_39_mlp_up_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_39_mlp_down_proj_weight/norm": 6.0, "train/tensor_param_model_layers_39_mlp_down_proj_weight/mean": -6.031990051269531e-05, "train/tensor_param_model_layers_39_mlp_down_proj_weight/std": 0.033203125, "train/tensor_param_model_layers_39_mlp_down_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_39_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_39_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_39_mlp_down_proj_weight/min": -0.12353515625, "train/tensor_param_model_layers_39_mlp_down_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_39_mlp_down_proj_weight/range": 0.25146484375, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/norm": 6.59375, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/mean": -0.000621795654296875, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/std": 0.036376953125, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/range": 0.263671875, "train/tensor_param_model_layers_40_mlp_up_proj_weight/norm": 6.03125, "train/tensor_param_model_layers_40_mlp_up_proj_weight/mean": 3.11434268951416e-06, "train/tensor_param_model_layers_40_mlp_up_proj_weight/std": 0.033447265625, "train/tensor_param_model_layers_40_mlp_up_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_40_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_40_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_40_mlp_up_proj_weight/min": -0.123046875, "train/tensor_param_model_layers_40_mlp_up_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_40_mlp_up_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_40_mlp_down_proj_weight/norm": 6.0, "train/tensor_param_model_layers_40_mlp_down_proj_weight/mean": -2.5033950805664062e-05, "train/tensor_param_model_layers_40_mlp_down_proj_weight/std": 0.033203125, "train/tensor_param_model_layers_40_mlp_down_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_40_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_40_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_40_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_40_mlp_down_proj_weight/max": 0.12109375, "train/tensor_param_model_layers_40_mlp_down_proj_weight/range": 0.2470703125, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/norm": 6.59375, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/mean": -0.000576019287109375, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/std": 0.036376953125, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/range": 0.259765625, "train/tensor_param_model_layers_41_mlp_up_proj_weight/norm": 6.03125, "train/tensor_param_model_layers_41_mlp_up_proj_weight/mean": 0.00028228759765625, "train/tensor_param_model_layers_41_mlp_up_proj_weight/std": 0.033447265625, "train/tensor_param_model_layers_41_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_41_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_41_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_41_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_41_mlp_up_proj_weight/max": 0.12255859375, "train/tensor_param_model_layers_41_mlp_up_proj_weight/range": 0.24755859375, "train/tensor_param_model_layers_41_mlp_down_proj_weight/norm": 5.96875, "train/tensor_param_model_layers_41_mlp_down_proj_weight/mean": -0.0001773834228515625, "train/tensor_param_model_layers_41_mlp_down_proj_weight/std": 0.032958984375, "train/tensor_param_model_layers_41_mlp_down_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_41_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_41_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_41_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_41_mlp_down_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_41_mlp_down_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/norm": 6.65625, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/mean": -0.00055694580078125, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/std": 0.036865234375, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/min": -0.134765625, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/range": 0.2607421875, "train/tensor_param_model_layers_42_mlp_up_proj_weight/norm": 6.0625, "train/tensor_param_model_layers_42_mlp_up_proj_weight/mean": 0.00023365020751953125, "train/tensor_param_model_layers_42_mlp_up_proj_weight/std": 0.033447265625, "train/tensor_param_model_layers_42_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_42_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_42_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_42_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_42_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_42_mlp_up_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_42_mlp_down_proj_weight/norm": 6.09375, "train/tensor_param_model_layers_42_mlp_down_proj_weight/mean": 0.000286102294921875, "train/tensor_param_model_layers_42_mlp_down_proj_weight/std": 0.03369140625, "train/tensor_param_model_layers_42_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_42_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_42_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_42_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_42_mlp_down_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_42_mlp_down_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/norm": 6.59375, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/mean": -0.000286102294921875, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/std": 0.036376953125, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/max": 0.1337890625, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_43_mlp_up_proj_weight/norm": 6.09375, "train/tensor_param_model_layers_43_mlp_up_proj_weight/mean": 3.361701965332031e-05, "train/tensor_param_model_layers_43_mlp_up_proj_weight/std": 0.03369140625, "train/tensor_param_model_layers_43_mlp_up_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_43_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_43_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_43_mlp_up_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_43_mlp_up_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_43_mlp_up_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_43_mlp_down_proj_weight/norm": 6.0625, "train/tensor_param_model_layers_43_mlp_down_proj_weight/mean": -0.00012969970703125, "train/tensor_param_model_layers_43_mlp_down_proj_weight/std": 0.033447265625, "train/tensor_param_model_layers_43_mlp_down_proj_weight/max_abs": 0.12451171875, "train/tensor_param_model_layers_43_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_43_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_43_mlp_down_proj_weight/min": -0.12451171875, "train/tensor_param_model_layers_43_mlp_down_proj_weight/max": 0.12353515625, "train/tensor_param_model_layers_43_mlp_down_proj_weight/range": 0.248046875, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/norm": 6.6875, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/mean": -0.0003376007080078125, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/std": 0.036865234375, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_44_mlp_up_proj_weight/norm": 6.1875, "train/tensor_param_model_layers_44_mlp_up_proj_weight/mean": -0.00011301040649414062, "train/tensor_param_model_layers_44_mlp_up_proj_weight/std": 0.0341796875, "train/tensor_param_model_layers_44_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_44_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_44_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_44_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_44_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_44_mlp_up_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_44_mlp_down_proj_weight/norm": 6.15625, "train/tensor_param_model_layers_44_mlp_down_proj_weight/mean": 0.0003833770751953125, "train/tensor_param_model_layers_44_mlp_down_proj_weight/std": 0.033935546875, "train/tensor_param_model_layers_44_mlp_down_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_44_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_44_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_44_mlp_down_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_44_mlp_down_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_44_mlp_down_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/norm": 6.84375, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/mean": -0.000751495361328125, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/std": 0.037841796875, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/range": 0.263671875, "train/tensor_param_model_layers_45_mlp_up_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_45_mlp_up_proj_weight/mean": 0.0001277923583984375, "train/tensor_param_model_layers_45_mlp_up_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_45_mlp_up_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_45_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_45_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_45_mlp_up_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_45_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_45_mlp_up_proj_weight/range": 0.255859375, "train/tensor_param_model_layers_45_mlp_down_proj_weight/norm": 6.25, "train/tensor_param_model_layers_45_mlp_down_proj_weight/mean": -9.250640869140625e-05, "train/tensor_param_model_layers_45_mlp_down_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_45_mlp_down_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_45_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_45_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_45_mlp_down_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_45_mlp_down_proj_weight/max": 0.1318359375, "train/tensor_param_model_layers_45_mlp_down_proj_weight/range": 0.2646484375, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/norm": 6.84375, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/mean": -0.00024127960205078125, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/std": 0.037841796875, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/min": -0.13671875, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/range": 0.2744140625, "train/tensor_param_model_layers_46_mlp_up_proj_weight/norm": 6.28125, "train/tensor_param_model_layers_46_mlp_up_proj_weight/mean": -0.0003414154052734375, "train/tensor_param_model_layers_46_mlp_up_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_46_mlp_up_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_46_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_46_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_46_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_46_mlp_up_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_46_mlp_up_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_46_mlp_down_proj_weight/norm": 6.25, "train/tensor_param_model_layers_46_mlp_down_proj_weight/mean": -7.677078247070312e-05, "train/tensor_param_model_layers_46_mlp_down_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_46_mlp_down_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_46_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_46_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_46_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_46_mlp_down_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_46_mlp_down_proj_weight/range": 0.263671875, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/norm": 6.84375, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/mean": -0.000396728515625, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/std": 0.037841796875, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/range": 0.259765625, "train/tensor_param_model_layers_47_mlp_up_proj_weight/norm": 6.28125, "train/tensor_param_model_layers_47_mlp_up_proj_weight/mean": 0.00010251998901367188, "train/tensor_param_model_layers_47_mlp_up_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_47_mlp_up_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_47_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_47_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_47_mlp_up_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_47_mlp_up_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_47_mlp_up_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_47_mlp_down_proj_weight/norm": 6.21875, "train/tensor_param_model_layers_47_mlp_down_proj_weight/mean": 8.153915405273438e-05, "train/tensor_param_model_layers_47_mlp_down_proj_weight/std": 0.0341796875, "train/tensor_param_model_layers_47_mlp_down_proj_weight/max_abs": 0.13671875, "train/tensor_param_model_layers_47_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_47_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_47_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_47_mlp_down_proj_weight/max": 0.13671875, "train/tensor_param_model_layers_47_mlp_down_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/norm": 6.90625, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/mean": -0.000530242919921875, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/std": 0.0380859375, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/max_abs": 0.140625, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/max": 0.140625, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/range": 0.2734375, "train/tensor_param_model_layers_48_mlp_up_proj_weight/norm": 6.375, "train/tensor_param_model_layers_48_mlp_up_proj_weight/mean": 0.00010442733764648438, "train/tensor_param_model_layers_48_mlp_up_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_48_mlp_up_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_48_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_48_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_48_mlp_up_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_48_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_48_mlp_up_proj_weight/range": 0.255859375, "train/tensor_param_model_layers_48_mlp_down_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_48_mlp_down_proj_weight/mean": -0.0003795623779296875, "train/tensor_param_model_layers_48_mlp_down_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_48_mlp_down_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_48_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_48_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_48_mlp_down_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_48_mlp_down_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_48_mlp_down_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/norm": 6.875, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/mean": -0.0002918243408203125, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/std": 0.0380859375, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/range": 0.265625, "train/tensor_param_model_layers_49_mlp_up_proj_weight/norm": 6.34375, "train/tensor_param_model_layers_49_mlp_up_proj_weight/mean": 1.7642974853515625e-05, "train/tensor_param_model_layers_49_mlp_up_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_49_mlp_up_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_49_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_49_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_49_mlp_up_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_49_mlp_up_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_49_mlp_up_proj_weight/range": 0.26171875, "train/tensor_param_model_layers_49_mlp_down_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_49_mlp_down_proj_weight/mean": -0.0002002716064453125, "train/tensor_param_model_layers_49_mlp_down_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_49_mlp_down_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_49_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_49_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_49_mlp_down_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_49_mlp_down_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_49_mlp_down_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/norm": 6.90625, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/mean": -0.0005035400390625, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/std": 0.0380859375, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/range": 0.2607421875, "train/tensor_param_model_layers_50_mlp_up_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_50_mlp_up_proj_weight/mean": 0.0003719329833984375, "train/tensor_param_model_layers_50_mlp_up_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_50_mlp_up_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_50_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_50_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_50_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_50_mlp_up_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_50_mlp_up_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_50_mlp_down_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_50_mlp_down_proj_weight/mean": -9.34600830078125e-05, "train/tensor_param_model_layers_50_mlp_down_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_50_mlp_down_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_50_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_50_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_50_mlp_down_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_50_mlp_down_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_50_mlp_down_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/norm": 6.84375, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/mean": -0.0003147125244140625, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/std": 0.037841796875, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_51_mlp_up_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_51_mlp_up_proj_weight/mean": -5.221366882324219e-05, "train/tensor_param_model_layers_51_mlp_up_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_51_mlp_up_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_51_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_51_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_51_mlp_up_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_51_mlp_up_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_51_mlp_up_proj_weight/range": 0.2607421875, "train/tensor_param_model_layers_51_mlp_down_proj_weight/norm": 6.25, "train/tensor_param_model_layers_51_mlp_down_proj_weight/mean": 0.00014400482177734375, "train/tensor_param_model_layers_51_mlp_down_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_51_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_51_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_51_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_51_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_51_mlp_down_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_51_mlp_down_proj_weight/range": 0.255859375, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/norm": 6.9375, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/mean": -0.00017642974853515625, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/std": 0.038330078125, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/max_abs": 0.140625, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/min": -0.140625, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/max": 0.1337890625, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/range": 0.2744140625, "train/tensor_param_model_layers_52_mlp_up_proj_weight/norm": 6.375, "train/tensor_param_model_layers_52_mlp_up_proj_weight/mean": -4.4345855712890625e-05, "train/tensor_param_model_layers_52_mlp_up_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_52_mlp_up_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_52_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_52_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_52_mlp_up_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_52_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_52_mlp_up_proj_weight/range": 0.2587890625, "train/tensor_param_model_layers_52_mlp_down_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_52_mlp_down_proj_weight/mean": -8.20159912109375e-05, "train/tensor_param_model_layers_52_mlp_down_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_52_mlp_down_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_52_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_52_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_52_mlp_down_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_52_mlp_down_proj_weight/max": 0.12255859375, "train/tensor_param_model_layers_52_mlp_down_proj_weight/range": 0.24951171875, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/norm": 7.09375, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/mean": -0.000247955322265625, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/std": 0.0390625, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/range": 0.2587890625, "train/tensor_param_model_layers_53_mlp_up_proj_weight/norm": 6.5, "train/tensor_param_model_layers_53_mlp_up_proj_weight/mean": 7.152557373046875e-05, "train/tensor_param_model_layers_53_mlp_up_proj_weight/std": 0.035888671875, "train/tensor_param_model_layers_53_mlp_up_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_53_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_53_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_53_mlp_up_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_53_mlp_up_proj_weight/max": 0.1318359375, "train/tensor_param_model_layers_53_mlp_up_proj_weight/range": 0.2607421875, "train/tensor_param_model_layers_53_mlp_down_proj_weight/norm": 6.4375, "train/tensor_param_model_layers_53_mlp_down_proj_weight/mean": 1.8477439880371094e-05, "train/tensor_param_model_layers_53_mlp_down_proj_weight/std": 0.03564453125, "train/tensor_param_model_layers_53_mlp_down_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_53_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_53_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_53_mlp_down_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_53_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_53_mlp_down_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/norm": 7.03125, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/mean": -0.0004863739013671875, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/std": 0.038818359375, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/max_abs": 0.1484375, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/min": -0.1484375, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/max": 0.1318359375, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/range": 0.2802734375, "train/tensor_param_model_layers_54_mlp_up_proj_weight/norm": 6.5, "train/tensor_param_model_layers_54_mlp_up_proj_weight/mean": 8.678436279296875e-05, "train/tensor_param_model_layers_54_mlp_up_proj_weight/std": 0.035888671875, "train/tensor_param_model_layers_54_mlp_up_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_54_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_54_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_54_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_54_mlp_up_proj_weight/max": 0.1318359375, "train/tensor_param_model_layers_54_mlp_up_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_54_mlp_down_proj_weight/norm": 6.40625, "train/tensor_param_model_layers_54_mlp_down_proj_weight/mean": -0.0001926422119140625, "train/tensor_param_model_layers_54_mlp_down_proj_weight/std": 0.035400390625, "train/tensor_param_model_layers_54_mlp_down_proj_weight/max_abs": 0.13671875, "train/tensor_param_model_layers_54_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_54_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_54_mlp_down_proj_weight/min": -0.13671875, "train/tensor_param_model_layers_54_mlp_down_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_54_mlp_down_proj_weight/range": 0.265625, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/norm": 7.0625, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/mean": -0.00040435791015625, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/std": 0.0390625, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/max": 0.1337890625, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/range": 0.263671875, "train/tensor_param_model_layers_55_mlp_up_proj_weight/norm": 6.5, "train/tensor_param_model_layers_55_mlp_up_proj_weight/mean": -0.0002803802490234375, "train/tensor_param_model_layers_55_mlp_up_proj_weight/std": 0.035888671875, "train/tensor_param_model_layers_55_mlp_up_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_55_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_55_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_55_mlp_up_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_55_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_55_mlp_up_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_55_mlp_down_proj_weight/norm": 6.4375, "train/tensor_param_model_layers_55_mlp_down_proj_weight/mean": 0.000331878662109375, "train/tensor_param_model_layers_55_mlp_down_proj_weight/std": 0.03564453125, "train/tensor_param_model_layers_55_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_55_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_55_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_55_mlp_down_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_55_mlp_down_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_55_mlp_down_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/norm": 7.09375, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/mean": -0.0003719329833984375, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/std": 0.039306640625, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/range": 0.265625, "train/tensor_param_model_layers_56_mlp_up_proj_weight/norm": 6.53125, "train/tensor_param_model_layers_56_mlp_up_proj_weight/mean": 6.4849853515625e-05, "train/tensor_param_model_layers_56_mlp_up_proj_weight/std": 0.0361328125, "train/tensor_param_model_layers_56_mlp_up_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_56_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_56_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_56_mlp_up_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_56_mlp_up_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_56_mlp_up_proj_weight/range": 0.267578125, "train/tensor_param_model_layers_56_mlp_down_proj_weight/norm": 6.5, "train/tensor_param_model_layers_56_mlp_down_proj_weight/mean": -4.0531158447265625e-05, "train/tensor_param_model_layers_56_mlp_down_proj_weight/std": 0.035888671875, "train/tensor_param_model_layers_56_mlp_down_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_56_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_56_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_56_mlp_down_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_56_mlp_down_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_56_mlp_down_proj_weight/range": 0.259765625, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/norm": 7.09375, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/mean": -0.000377655029296875, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/std": 0.0390625, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/min": -0.1376953125, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/range": 0.275390625, "train/tensor_param_model_layers_57_mlp_up_proj_weight/norm": 6.5, "train/tensor_param_model_layers_57_mlp_up_proj_weight/mean": 0.00015735626220703125, "train/tensor_param_model_layers_57_mlp_up_proj_weight/std": 0.035888671875, "train/tensor_param_model_layers_57_mlp_up_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_57_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_57_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_57_mlp_up_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_57_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_57_mlp_up_proj_weight/range": 0.255859375, "train/tensor_param_model_layers_57_mlp_down_proj_weight/norm": 6.4375, "train/tensor_param_model_layers_57_mlp_down_proj_weight/mean": 4.863739013671875e-05, "train/tensor_param_model_layers_57_mlp_down_proj_weight/std": 0.03564453125, "train/tensor_param_model_layers_57_mlp_down_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_57_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_57_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_57_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_57_mlp_down_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_57_mlp_down_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/norm": 7.125, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/mean": -0.00015354156494140625, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/std": 0.039306640625, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/max_abs": 0.1455078125, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/min": -0.1455078125, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/max": 0.1416015625, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/range": 0.287109375, "train/tensor_param_model_layers_58_mlp_up_proj_weight/norm": 6.5625, "train/tensor_param_model_layers_58_mlp_up_proj_weight/mean": -6.723403930664062e-05, "train/tensor_param_model_layers_58_mlp_up_proj_weight/std": 0.0361328125, "train/tensor_param_model_layers_58_mlp_up_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_58_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_58_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_58_mlp_up_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_58_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_58_mlp_up_proj_weight/range": 0.263671875, "train/tensor_param_model_layers_58_mlp_down_proj_weight/norm": 6.5, "train/tensor_param_model_layers_58_mlp_down_proj_weight/mean": 1.0967254638671875e-05, "train/tensor_param_model_layers_58_mlp_down_proj_weight/std": 0.035888671875, "train/tensor_param_model_layers_58_mlp_down_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_58_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_58_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_58_mlp_down_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_58_mlp_down_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_58_mlp_down_proj_weight/range": 0.2646484375, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/norm": 7.15625, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/mean": -3.147125244140625e-05, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/std": 0.03955078125, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/max": 0.1318359375, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/range": 0.265625, "train/tensor_param_model_layers_59_mlp_up_proj_weight/norm": 6.5625, "train/tensor_param_model_layers_59_mlp_up_proj_weight/mean": -0.000133514404296875, "train/tensor_param_model_layers_59_mlp_up_proj_weight/std": 0.0361328125, "train/tensor_param_model_layers_59_mlp_up_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_59_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_59_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_59_mlp_up_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_59_mlp_up_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_59_mlp_up_proj_weight/range": 0.2587890625, "train/tensor_param_model_layers_59_mlp_down_proj_weight/norm": 6.46875, "train/tensor_param_model_layers_59_mlp_down_proj_weight/mean": 1.519918441772461e-05, "train/tensor_param_model_layers_59_mlp_down_proj_weight/std": 0.035888671875, "train/tensor_param_model_layers_59_mlp_down_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_59_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_59_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_59_mlp_down_proj_weight/min": -0.1376953125, "train/tensor_param_model_layers_59_mlp_down_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_59_mlp_down_proj_weight/range": 0.2685546875, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/norm": 7.1875, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/mean": -0.0003185272216796875, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/std": 0.03955078125, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/max_abs": 0.1396484375, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/min": -0.1396484375, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/range": 0.2724609375, "train/tensor_param_model_layers_60_mlp_up_proj_weight/norm": 6.53125, "train/tensor_param_model_layers_60_mlp_up_proj_weight/mean": -0.00018024444580078125, "train/tensor_param_model_layers_60_mlp_up_proj_weight/std": 0.0361328125, "train/tensor_param_model_layers_60_mlp_up_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_60_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_60_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_60_mlp_up_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_60_mlp_up_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_60_mlp_up_proj_weight/range": 0.2666015625, "train/tensor_param_model_layers_60_mlp_down_proj_weight/norm": 6.46875, "train/tensor_param_model_layers_60_mlp_down_proj_weight/mean": -5.555152893066406e-05, "train/tensor_param_model_layers_60_mlp_down_proj_weight/std": 0.03564453125, "train/tensor_param_model_layers_60_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_60_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_60_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_60_mlp_down_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_60_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_60_mlp_down_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/norm": 7.21875, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/mean": 0.00020599365234375, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/std": 0.039794921875, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/max_abs": 0.146484375, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/min": -0.134765625, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/max": 0.146484375, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/range": 0.28125, "train/tensor_param_model_layers_61_mlp_up_proj_weight/norm": 6.5625, "train/tensor_param_model_layers_61_mlp_up_proj_weight/mean": -8.7738037109375e-05, "train/tensor_param_model_layers_61_mlp_up_proj_weight/std": 0.0361328125, "train/tensor_param_model_layers_61_mlp_up_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_61_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_61_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_61_mlp_up_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_61_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_61_mlp_up_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_61_mlp_down_proj_weight/norm": 6.46875, "train/tensor_param_model_layers_61_mlp_down_proj_weight/mean": 0.00021266937255859375, "train/tensor_param_model_layers_61_mlp_down_proj_weight/std": 0.03564453125, "train/tensor_param_model_layers_61_mlp_down_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_61_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_61_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_61_mlp_down_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_61_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_61_mlp_down_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/norm": 7.21875, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/mean": -0.000244140625, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/std": 0.0400390625, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/max_abs": 0.154296875, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/max": 0.154296875, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/range": 0.29296875, "train/tensor_param_model_layers_62_mlp_up_proj_weight/norm": 6.625, "train/tensor_param_model_layers_62_mlp_up_proj_weight/mean": 0.00016117095947265625, "train/tensor_param_model_layers_62_mlp_up_proj_weight/std": 0.03662109375, "train/tensor_param_model_layers_62_mlp_up_proj_weight/max_abs": 0.1474609375, "train/tensor_param_model_layers_62_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_62_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_62_mlp_up_proj_weight/min": -0.1474609375, "train/tensor_param_model_layers_62_mlp_up_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_62_mlp_up_proj_weight/range": 0.27734375, "train/tensor_param_model_layers_62_mlp_down_proj_weight/norm": 6.53125, "train/tensor_param_model_layers_62_mlp_down_proj_weight/mean": 0.00012683868408203125, "train/tensor_param_model_layers_62_mlp_down_proj_weight/std": 0.0361328125, "train/tensor_param_model_layers_62_mlp_down_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_62_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_62_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_62_mlp_down_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_62_mlp_down_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_62_mlp_down_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/norm": 7.25, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/mean": -0.0002765655517578125, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/std": 0.0400390625, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/range": 0.2666015625, "train/tensor_param_model_layers_63_mlp_up_proj_weight/norm": 6.625, "train/tensor_param_model_layers_63_mlp_up_proj_weight/mean": 7.915496826171875e-05, "train/tensor_param_model_layers_63_mlp_up_proj_weight/std": 0.03662109375, "train/tensor_param_model_layers_63_mlp_up_proj_weight/max_abs": 0.1396484375, "train/tensor_param_model_layers_63_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_63_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_63_mlp_up_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_63_mlp_up_proj_weight/max": 0.1396484375, "train/tensor_param_model_layers_63_mlp_up_proj_weight/range": 0.267578125, "train/tensor_param_model_layers_63_mlp_down_proj_weight/norm": 6.53125, "train/tensor_param_model_layers_63_mlp_down_proj_weight/mean": 3.123283386230469e-05, "train/tensor_param_model_layers_63_mlp_down_proj_weight/std": 0.0361328125, "train/tensor_param_model_layers_63_mlp_down_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_63_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_63_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_63_mlp_down_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_63_mlp_down_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_63_mlp_down_proj_weight/range": 0.2587890625, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/norm": 7.34375, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/mean": 0.000164031982421875, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/std": 0.04052734375, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/max_abs": 0.140625, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/min": -0.140625, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/max": 0.140625, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/range": 0.28125, "train/tensor_param_model_layers_64_mlp_up_proj_weight/norm": 6.75, "train/tensor_param_model_layers_64_mlp_up_proj_weight/mean": -0.00014400482177734375, "train/tensor_param_model_layers_64_mlp_up_proj_weight/std": 0.037353515625, "train/tensor_param_model_layers_64_mlp_up_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_64_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_64_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_64_mlp_up_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_64_mlp_up_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_64_mlp_up_proj_weight/range": 0.259765625, "train/tensor_param_model_layers_64_mlp_down_proj_weight/norm": 6.625, "train/tensor_param_model_layers_64_mlp_down_proj_weight/mean": 4.0531158447265625e-05, "train/tensor_param_model_layers_64_mlp_down_proj_weight/std": 0.03662109375, "train/tensor_param_model_layers_64_mlp_down_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_64_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_64_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_64_mlp_down_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_64_mlp_down_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_64_mlp_down_proj_weight/range": 0.267578125, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/norm": 7.375, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/mean": -0.000408172607421875, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/std": 0.040771484375, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/max_abs": 0.142578125, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/min": -0.142578125, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/max": 0.1416015625, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/range": 0.2841796875, "train/tensor_param_model_layers_65_mlp_up_proj_weight/norm": 6.75, "train/tensor_param_model_layers_65_mlp_up_proj_weight/mean": -0.00023746490478515625, "train/tensor_param_model_layers_65_mlp_up_proj_weight/std": 0.037353515625, "train/tensor_param_model_layers_65_mlp_up_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_65_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_65_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_65_mlp_up_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_65_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_65_mlp_up_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_65_mlp_down_proj_weight/norm": 6.625, "train/tensor_param_model_layers_65_mlp_down_proj_weight/mean": -0.00015926361083984375, "train/tensor_param_model_layers_65_mlp_down_proj_weight/std": 0.03662109375, "train/tensor_param_model_layers_65_mlp_down_proj_weight/max_abs": 0.1396484375, "train/tensor_param_model_layers_65_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_65_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_65_mlp_down_proj_weight/min": -0.1396484375, "train/tensor_param_model_layers_65_mlp_down_proj_weight/max": 0.1318359375, "train/tensor_param_model_layers_65_mlp_down_proj_weight/range": 0.271484375, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/norm": 7.34375, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/mean": 0.000102996826171875, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/std": 0.04052734375, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/max_abs": 0.1484375, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/min": -0.1484375, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/range": 0.2841796875, "train/tensor_param_model_layers_66_mlp_up_proj_weight/norm": 6.71875, "train/tensor_param_model_layers_66_mlp_up_proj_weight/mean": -0.00016498565673828125, "train/tensor_param_model_layers_66_mlp_up_proj_weight/std": 0.037109375, "train/tensor_param_model_layers_66_mlp_up_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_66_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_66_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_66_mlp_up_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_66_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_66_mlp_up_proj_weight/range": 0.255859375, "train/tensor_param_model_layers_66_mlp_down_proj_weight/norm": 6.65625, "train/tensor_param_model_layers_66_mlp_down_proj_weight/mean": 1.0788440704345703e-05, "train/tensor_param_model_layers_66_mlp_down_proj_weight/std": 0.036865234375, "train/tensor_param_model_layers_66_mlp_down_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_66_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_66_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_66_mlp_down_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_66_mlp_down_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_66_mlp_down_proj_weight/range": 0.263671875, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/norm": 7.375, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/mean": -0.00010776519775390625, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/std": 0.040771484375, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/max_abs": 0.13671875, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/min": -0.13671875, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/max": 0.1337890625, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/range": 0.2705078125, "train/tensor_param_model_layers_67_mlp_up_proj_weight/norm": 6.75, "train/tensor_param_model_layers_67_mlp_up_proj_weight/mean": -0.000133514404296875, "train/tensor_param_model_layers_67_mlp_up_proj_weight/std": 0.037353515625, "train/tensor_param_model_layers_67_mlp_up_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_67_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_67_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_67_mlp_up_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_67_mlp_up_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_67_mlp_up_proj_weight/range": 0.26171875, "train/tensor_param_model_layers_67_mlp_down_proj_weight/norm": 6.71875, "train/tensor_param_model_layers_67_mlp_down_proj_weight/mean": -0.00022602081298828125, "train/tensor_param_model_layers_67_mlp_down_proj_weight/std": 0.037109375, "train/tensor_param_model_layers_67_mlp_down_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_67_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_67_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_67_mlp_down_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_67_mlp_down_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_67_mlp_down_proj_weight/range": 0.26171875, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/norm": 7.4375, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/mean": -3.933906555175781e-06, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/std": 0.041015625, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/max_abs": 0.1396484375, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/min": -0.134765625, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/max": 0.1396484375, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/range": 0.2744140625, "train/tensor_param_model_layers_68_mlp_up_proj_weight/norm": 6.78125, "train/tensor_param_model_layers_68_mlp_up_proj_weight/mean": 1.1980533599853516e-05, "train/tensor_param_model_layers_68_mlp_up_proj_weight/std": 0.037353515625, "train/tensor_param_model_layers_68_mlp_up_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_68_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_68_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_68_mlp_up_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_68_mlp_up_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_68_mlp_up_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_68_mlp_down_proj_weight/norm": 6.71875, "train/tensor_param_model_layers_68_mlp_down_proj_weight/mean": -1.1026859283447266e-05, "train/tensor_param_model_layers_68_mlp_down_proj_weight/std": 0.037109375, "train/tensor_param_model_layers_68_mlp_down_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_68_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_68_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_68_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_68_mlp_down_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_68_mlp_down_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/norm": 7.5, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/mean": -0.00051116943359375, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/std": 0.04150390625, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/max_abs": 0.1396484375, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/min": -0.134765625, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/max": 0.1396484375, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/range": 0.2744140625, "train/tensor_param_model_layers_69_mlp_up_proj_weight/norm": 6.875, "train/tensor_param_model_layers_69_mlp_up_proj_weight/mean": -1.3589859008789062e-05, "train/tensor_param_model_layers_69_mlp_up_proj_weight/std": 0.037841796875, "train/tensor_param_model_layers_69_mlp_up_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_69_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_69_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_69_mlp_up_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_69_mlp_up_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_69_mlp_up_proj_weight/range": 0.267578125, "train/tensor_param_model_layers_69_mlp_down_proj_weight/norm": 6.75, "train/tensor_param_model_layers_69_mlp_down_proj_weight/mean": -0.000225067138671875, "train/tensor_param_model_layers_69_mlp_down_proj_weight/std": 0.037353515625, "train/tensor_param_model_layers_69_mlp_down_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_69_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_69_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_69_mlp_down_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_69_mlp_down_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_69_mlp_down_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/norm": 7.53125, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/mean": -0.00030517578125, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/std": 0.04150390625, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/max_abs": 0.1396484375, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/min": -0.1396484375, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/range": 0.275390625, "train/tensor_param_model_layers_70_mlp_up_proj_weight/norm": 6.84375, "train/tensor_param_model_layers_70_mlp_up_proj_weight/mean": -0.00011968612670898438, "train/tensor_param_model_layers_70_mlp_up_proj_weight/std": 0.037841796875, "train/tensor_param_model_layers_70_mlp_up_proj_weight/max_abs": 0.140625, "train/tensor_param_model_layers_70_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_70_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_70_mlp_up_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_70_mlp_up_proj_weight/max": 0.140625, "train/tensor_param_model_layers_70_mlp_up_proj_weight/range": 0.271484375, "train/tensor_param_model_layers_70_mlp_down_proj_weight/norm": 6.78125, "train/tensor_param_model_layers_70_mlp_down_proj_weight/mean": -0.0001583099365234375, "train/tensor_param_model_layers_70_mlp_down_proj_weight/std": 0.037353515625, "train/tensor_param_model_layers_70_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_70_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_70_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_70_mlp_down_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_70_mlp_down_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_70_mlp_down_proj_weight/range": 0.2587890625, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/norm": 7.625, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/mean": -8.058547973632812e-05, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/std": 0.042236328125, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/max_abs": 0.177734375, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/min": -0.158203125, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/max": 0.177734375, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/range": 0.3359375, "train/tensor_param_model_layers_71_mlp_up_proj_weight/norm": 6.96875, "train/tensor_param_model_layers_71_mlp_up_proj_weight/mean": 3.4570693969726562e-06, "train/tensor_param_model_layers_71_mlp_up_proj_weight/std": 0.038330078125, "train/tensor_param_model_layers_71_mlp_up_proj_weight/max_abs": 0.142578125, "train/tensor_param_model_layers_71_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_71_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_71_mlp_up_proj_weight/min": -0.1416015625, "train/tensor_param_model_layers_71_mlp_up_proj_weight/max": 0.142578125, "train/tensor_param_model_layers_71_mlp_up_proj_weight/range": 0.2841796875, "train/tensor_param_model_layers_71_mlp_down_proj_weight/norm": 6.875, "train/tensor_param_model_layers_71_mlp_down_proj_weight/mean": -0.0004367828369140625, "train/tensor_param_model_layers_71_mlp_down_proj_weight/std": 0.0380859375, "train/tensor_param_model_layers_71_mlp_down_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_71_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_71_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_71_mlp_down_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_71_mlp_down_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_71_mlp_down_proj_weight/range": 0.2607421875, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/norm": 7.53125, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/mean": -9.34600830078125e-05, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/std": 0.04150390625, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/max_abs": 0.16015625, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/min": -0.16015625, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/max": 0.1435546875, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/range": 0.3037109375, "train/tensor_param_model_layers_72_mlp_up_proj_weight/norm": 6.90625, "train/tensor_param_model_layers_72_mlp_up_proj_weight/mean": 0.000278472900390625, "train/tensor_param_model_layers_72_mlp_up_proj_weight/std": 0.0380859375, "train/tensor_param_model_layers_72_mlp_up_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_72_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_72_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_72_mlp_up_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_72_mlp_up_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_72_mlp_up_proj_weight/range": 0.2705078125, "train/tensor_param_model_layers_72_mlp_down_proj_weight/norm": 6.84375, "train/tensor_param_model_layers_72_mlp_down_proj_weight/mean": -0.00013065338134765625, "train/tensor_param_model_layers_72_mlp_down_proj_weight/std": 0.037841796875, "train/tensor_param_model_layers_72_mlp_down_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_72_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_72_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_72_mlp_down_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_72_mlp_down_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_72_mlp_down_proj_weight/range": 0.263671875, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/norm": 7.59375, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/mean": -6.4849853515625e-05, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/std": 0.0419921875, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/max_abs": 0.1572265625, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/min": -0.1484375, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/max": 0.1572265625, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/range": 0.3056640625, "train/tensor_param_model_layers_73_mlp_up_proj_weight/norm": 6.90625, "train/tensor_param_model_layers_73_mlp_up_proj_weight/mean": 0.0001983642578125, "train/tensor_param_model_layers_73_mlp_up_proj_weight/std": 0.0380859375, "train/tensor_param_model_layers_73_mlp_up_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_73_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_73_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_73_mlp_up_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_73_mlp_up_proj_weight/max": 0.1337890625, "train/tensor_param_model_layers_73_mlp_up_proj_weight/range": 0.26953125, "train/tensor_param_model_layers_73_mlp_down_proj_weight/norm": 6.875, "train/tensor_param_model_layers_73_mlp_down_proj_weight/mean": -1.2516975402832031e-05, "train/tensor_param_model_layers_73_mlp_down_proj_weight/std": 0.037841796875, "train/tensor_param_model_layers_73_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_73_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_73_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_73_mlp_down_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_73_mlp_down_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_73_mlp_down_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/norm": 7.625, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/mean": -0.0002651214599609375, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/std": 0.0419921875, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/max_abs": 0.158203125, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/min": -0.158203125, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/max": 0.1533203125, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/range": 0.3115234375, "train/tensor_param_model_layers_74_mlp_up_proj_weight/norm": 6.9375, "train/tensor_param_model_layers_74_mlp_up_proj_weight/mean": 0.00011682510375976562, "train/tensor_param_model_layers_74_mlp_up_proj_weight/std": 0.038330078125, "train/tensor_param_model_layers_74_mlp_up_proj_weight/max_abs": 0.1416015625, "train/tensor_param_model_layers_74_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_74_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_74_mlp_up_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_74_mlp_up_proj_weight/max": 0.1416015625, "train/tensor_param_model_layers_74_mlp_up_proj_weight/range": 0.2705078125, "train/tensor_param_model_layers_74_mlp_down_proj_weight/norm": 6.9375, "train/tensor_param_model_layers_74_mlp_down_proj_weight/mean": 0.00011444091796875, "train/tensor_param_model_layers_74_mlp_down_proj_weight/std": 0.038330078125, "train/tensor_param_model_layers_74_mlp_down_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_74_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_74_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_74_mlp_down_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_74_mlp_down_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_74_mlp_down_proj_weight/range": 0.2607421875, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/norm": 7.71875, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/mean": -0.000286102294921875, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/std": 0.042724609375, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/max_abs": 0.140625, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/min": -0.140625, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/max": 0.134765625, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/range": 0.275390625, "train/tensor_param_model_layers_75_mlp_up_proj_weight/norm": 7.09375, "train/tensor_param_model_layers_75_mlp_up_proj_weight/mean": 2.6345252990722656e-05, "train/tensor_param_model_layers_75_mlp_up_proj_weight/std": 0.0390625, "train/tensor_param_model_layers_75_mlp_up_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_75_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_75_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_75_mlp_up_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_75_mlp_up_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_75_mlp_up_proj_weight/range": 0.2607421875, "train/tensor_param_model_layers_75_mlp_down_proj_weight/norm": 7.03125, "train/tensor_param_model_layers_75_mlp_down_proj_weight/mean": 0.0001430511474609375, "train/tensor_param_model_layers_75_mlp_down_proj_weight/std": 0.038818359375, "train/tensor_param_model_layers_75_mlp_down_proj_weight/max_abs": 0.140625, "train/tensor_param_model_layers_75_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_75_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_75_mlp_down_proj_weight/min": -0.140625, "train/tensor_param_model_layers_75_mlp_down_proj_weight/max": 0.1318359375, "train/tensor_param_model_layers_75_mlp_down_proj_weight/range": 0.2724609375, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/norm": 7.84375, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/mean": -0.0004253387451171875, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/std": 0.04345703125, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/max_abs": 0.1650390625, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/min": -0.15625, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/max": 0.1650390625, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/range": 0.3212890625, "train/tensor_param_model_layers_76_mlp_up_proj_weight/norm": 7.28125, "train/tensor_param_model_layers_76_mlp_up_proj_weight/mean": -5.078315734863281e-05, "train/tensor_param_model_layers_76_mlp_up_proj_weight/std": 0.0400390625, "train/tensor_param_model_layers_76_mlp_up_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_76_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_76_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_76_mlp_up_proj_weight/min": -0.1376953125, "train/tensor_param_model_layers_76_mlp_up_proj_weight/max": 0.134765625, "train/tensor_param_model_layers_76_mlp_up_proj_weight/range": 0.2724609375, "train/tensor_param_model_layers_76_mlp_down_proj_weight/norm": 7.21875, "train/tensor_param_model_layers_76_mlp_down_proj_weight/mean": 0.00012063980102539062, "train/tensor_param_model_layers_76_mlp_down_proj_weight/std": 0.039794921875, "train/tensor_param_model_layers_76_mlp_down_proj_weight/max_abs": 0.140625, "train/tensor_param_model_layers_76_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_76_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_76_mlp_down_proj_weight/min": -0.134765625, "train/tensor_param_model_layers_76_mlp_down_proj_weight/max": 0.140625, "train/tensor_param_model_layers_76_mlp_down_proj_weight/range": 0.275390625, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/norm": 7.8125, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/mean": -0.00019741058349609375, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/std": 0.043212890625, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/max_abs": 0.1806640625, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/min": -0.13671875, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/max": 0.1806640625, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/range": 0.3173828125, "train/tensor_param_model_layers_77_mlp_up_proj_weight/norm": 7.21875, "train/tensor_param_model_layers_77_mlp_up_proj_weight/mean": -0.0003910064697265625, "train/tensor_param_model_layers_77_mlp_up_proj_weight/std": 0.039794921875, "train/tensor_param_model_layers_77_mlp_up_proj_weight/max_abs": 0.14453125, "train/tensor_param_model_layers_77_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_77_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_77_mlp_up_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_77_mlp_up_proj_weight/max": 0.14453125, "train/tensor_param_model_layers_77_mlp_up_proj_weight/range": 0.2802734375, "train/tensor_param_model_layers_77_mlp_down_proj_weight/norm": 7.125, "train/tensor_param_model_layers_77_mlp_down_proj_weight/mean": 0.000408172607421875, "train/tensor_param_model_layers_77_mlp_down_proj_weight/std": 0.039306640625, "train/tensor_param_model_layers_77_mlp_down_proj_weight/max_abs": 0.142578125, "train/tensor_param_model_layers_77_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_77_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_77_mlp_down_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_77_mlp_down_proj_weight/max": 0.142578125, "train/tensor_param_model_layers_77_mlp_down_proj_weight/range": 0.271484375, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/norm": 8.0, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/mean": 2.9087066650390625e-05, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/std": 0.044189453125, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/max_abs": 0.1591796875, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/min": -0.15234375, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/max": 0.1591796875, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/range": 0.3115234375, "train/tensor_param_model_layers_78_mlp_up_proj_weight/norm": 7.4375, "train/tensor_param_model_layers_78_mlp_up_proj_weight/mean": 0.00037384033203125, "train/tensor_param_model_layers_78_mlp_up_proj_weight/std": 0.041015625, "train/tensor_param_model_layers_78_mlp_up_proj_weight/max_abs": 0.1435546875, "train/tensor_param_model_layers_78_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_78_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_78_mlp_up_proj_weight/min": -0.1435546875, "train/tensor_param_model_layers_78_mlp_up_proj_weight/max": 0.140625, "train/tensor_param_model_layers_78_mlp_up_proj_weight/range": 0.2841796875, "train/tensor_param_model_layers_78_mlp_down_proj_weight/norm": 7.375, "train/tensor_param_model_layers_78_mlp_down_proj_weight/mean": -5.0067901611328125e-05, "train/tensor_param_model_layers_78_mlp_down_proj_weight/std": 0.040771484375, "train/tensor_param_model_layers_78_mlp_down_proj_weight/max_abs": 0.1435546875, "train/tensor_param_model_layers_78_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_78_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_78_mlp_down_proj_weight/min": -0.1376953125, "train/tensor_param_model_layers_78_mlp_down_proj_weight/max": 0.1435546875, "train/tensor_param_model_layers_78_mlp_down_proj_weight/range": 0.28125, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/norm": 8.125, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/mean": 3.0279159545898438e-05, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/std": 0.044921875, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/max_abs": 0.1474609375, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/max": 0.1474609375, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/range": 0.2861328125, "train/tensor_param_model_layers_79_mlp_up_proj_weight/norm": 7.46875, "train/tensor_param_model_layers_79_mlp_up_proj_weight/mean": -7.104873657226562e-05, "train/tensor_param_model_layers_79_mlp_up_proj_weight/std": 0.041259765625, "train/tensor_param_model_layers_79_mlp_up_proj_weight/max_abs": 0.1396484375, "train/tensor_param_model_layers_79_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_79_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_79_mlp_up_proj_weight/min": -0.1396484375, "train/tensor_param_model_layers_79_mlp_up_proj_weight/max": 0.1318359375, "train/tensor_param_model_layers_79_mlp_up_proj_weight/range": 0.271484375, "train/tensor_param_model_layers_79_mlp_down_proj_weight/norm": 7.40625, "train/tensor_param_model_layers_79_mlp_down_proj_weight/mean": 0.00038909912109375, "train/tensor_param_model_layers_79_mlp_down_proj_weight/std": 0.041015625, "train/tensor_param_model_layers_79_mlp_down_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_79_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_79_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_79_mlp_down_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_79_mlp_down_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_79_mlp_down_proj_weight/range": 0.2763671875, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/norm": 8.125, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/mean": -5.6743621826171875e-05, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/std": 0.044677734375, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/max_abs": 0.1435546875, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/min": -0.1435546875, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/max": 0.138671875, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/range": 0.2822265625, "train/tensor_param_model_layers_80_mlp_up_proj_weight/norm": 7.4375, "train/tensor_param_model_layers_80_mlp_up_proj_weight/mean": 0.00015163421630859375, "train/tensor_param_model_layers_80_mlp_up_proj_weight/std": 0.041015625, "train/tensor_param_model_layers_80_mlp_up_proj_weight/max_abs": 0.1474609375, "train/tensor_param_model_layers_80_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_80_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_80_mlp_up_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_80_mlp_up_proj_weight/max": 0.1474609375, "train/tensor_param_model_layers_80_mlp_up_proj_weight/range": 0.2802734375, "train/tensor_param_model_layers_80_mlp_down_proj_weight/norm": 7.375, "train/tensor_param_model_layers_80_mlp_down_proj_weight/mean": -6.4373016357421875e-06, "train/tensor_param_model_layers_80_mlp_down_proj_weight/std": 0.040771484375, "train/tensor_param_model_layers_80_mlp_down_proj_weight/max_abs": 0.1494140625, "train/tensor_param_model_layers_80_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_80_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_80_mlp_down_proj_weight/min": -0.1494140625, "train/tensor_param_model_layers_80_mlp_down_proj_weight/max": 0.1494140625, "train/tensor_param_model_layers_80_mlp_down_proj_weight/range": 0.298828125, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/norm": 8.25, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/mean": 0.00014019012451171875, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/std": 0.04541015625, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/max_abs": 0.1533203125, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/min": -0.1533203125, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/max": 0.1396484375, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/range": 0.29296875, "train/tensor_param_model_layers_81_mlp_up_proj_weight/norm": 7.625, "train/tensor_param_model_layers_81_mlp_up_proj_weight/mean": -6.377696990966797e-06, "train/tensor_param_model_layers_81_mlp_up_proj_weight/std": 0.0419921875, "train/tensor_param_model_layers_81_mlp_up_proj_weight/max_abs": 0.140625, "train/tensor_param_model_layers_81_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_81_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_81_mlp_up_proj_weight/min": -0.140625, "train/tensor_param_model_layers_81_mlp_up_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_81_mlp_up_proj_weight/range": 0.2763671875, "train/tensor_param_model_layers_81_mlp_down_proj_weight/norm": 7.59375, "train/tensor_param_model_layers_81_mlp_down_proj_weight/mean": -0.0001163482666015625, "train/tensor_param_model_layers_81_mlp_down_proj_weight/std": 0.0419921875, "train/tensor_param_model_layers_81_mlp_down_proj_weight/max_abs": 0.1416015625, "train/tensor_param_model_layers_81_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_81_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_81_mlp_down_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_81_mlp_down_proj_weight/max": 0.1416015625, "train/tensor_param_model_layers_81_mlp_down_proj_weight/range": 0.27734375, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/norm": 8.5, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/mean": -6.771087646484375e-05, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/std": 0.046875, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/max_abs": 0.16015625, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/min": -0.16015625, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/max": 0.15234375, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/range": 0.3125, "train/tensor_param_model_layers_82_mlp_up_proj_weight/norm": 7.84375, "train/tensor_param_model_layers_82_mlp_up_proj_weight/mean": -0.00010442733764648438, "train/tensor_param_model_layers_82_mlp_up_proj_weight/std": 0.043212890625, "train/tensor_param_model_layers_82_mlp_up_proj_weight/max_abs": 0.140625, "train/tensor_param_model_layers_82_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_82_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_82_mlp_up_proj_weight/min": -0.1396484375, "train/tensor_param_model_layers_82_mlp_up_proj_weight/max": 0.140625, "train/tensor_param_model_layers_82_mlp_up_proj_weight/range": 0.2802734375, "train/tensor_param_model_layers_82_mlp_down_proj_weight/norm": 7.8125, "train/tensor_param_model_layers_82_mlp_down_proj_weight/mean": -0.0002727508544921875, "train/tensor_param_model_layers_82_mlp_down_proj_weight/std": 0.043212890625, "train/tensor_param_model_layers_82_mlp_down_proj_weight/max_abs": 0.154296875, "train/tensor_param_model_layers_82_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_82_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_82_mlp_down_proj_weight/min": -0.1435546875, "train/tensor_param_model_layers_82_mlp_down_proj_weight/max": 0.154296875, "train/tensor_param_model_layers_82_mlp_down_proj_weight/range": 0.2978515625, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/norm": 8.625, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/mean": -7.915496826171875e-05, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/std": 0.04736328125, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/max_abs": 0.1494140625, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/min": -0.1455078125, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/max": 0.1494140625, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/range": 0.294921875, "train/tensor_param_model_layers_83_mlp_up_proj_weight/norm": 7.96875, "train/tensor_param_model_layers_83_mlp_up_proj_weight/mean": -0.000278472900390625, "train/tensor_param_model_layers_83_mlp_up_proj_weight/std": 0.044189453125, "train/tensor_param_model_layers_83_mlp_up_proj_weight/max_abs": 0.150390625, "train/tensor_param_model_layers_83_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_83_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_83_mlp_up_proj_weight/min": -0.150390625, "train/tensor_param_model_layers_83_mlp_up_proj_weight/max": 0.138671875, "train/tensor_param_model_layers_83_mlp_up_proj_weight/range": 0.2890625, "train/tensor_param_model_layers_83_mlp_down_proj_weight/norm": 7.9375, "train/tensor_param_model_layers_83_mlp_down_proj_weight/mean": -0.000385284423828125, "train/tensor_param_model_layers_83_mlp_down_proj_weight/std": 0.0439453125, "train/tensor_param_model_layers_83_mlp_down_proj_weight/max_abs": 0.1435546875, "train/tensor_param_model_layers_83_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_83_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_83_mlp_down_proj_weight/min": -0.1435546875, "train/tensor_param_model_layers_83_mlp_down_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_83_mlp_down_proj_weight/range": 0.28125, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/norm": 8.625, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/mean": 0.000728607177734375, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/std": 0.047607421875, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/max_abs": 0.162109375, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/min": -0.154296875, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/max": 0.162109375, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/range": 0.31640625, "train/tensor_param_model_layers_84_mlp_up_proj_weight/norm": 8.0, "train/tensor_param_model_layers_84_mlp_up_proj_weight/mean": 0.00013828277587890625, "train/tensor_param_model_layers_84_mlp_up_proj_weight/std": 0.044189453125, "train/tensor_param_model_layers_84_mlp_up_proj_weight/max_abs": 0.1513671875, "train/tensor_param_model_layers_84_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_84_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_84_mlp_up_proj_weight/min": -0.14453125, "train/tensor_param_model_layers_84_mlp_up_proj_weight/max": 0.1513671875, "train/tensor_param_model_layers_84_mlp_up_proj_weight/range": 0.2958984375, "train/tensor_param_model_layers_84_mlp_down_proj_weight/norm": 7.96875, "train/tensor_param_model_layers_84_mlp_down_proj_weight/mean": -5.650520324707031e-05, "train/tensor_param_model_layers_84_mlp_down_proj_weight/std": 0.0439453125, "train/tensor_param_model_layers_84_mlp_down_proj_weight/max_abs": 0.16796875, "train/tensor_param_model_layers_84_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_84_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_84_mlp_down_proj_weight/min": -0.16796875, "train/tensor_param_model_layers_84_mlp_down_proj_weight/max": 0.15234375, "train/tensor_param_model_layers_84_mlp_down_proj_weight/range": 0.3203125, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/norm": 8.75, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/mean": -0.00014209747314453125, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/std": 0.04833984375, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/max_abs": 0.1669921875, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/min": -0.1640625, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/max": 0.1669921875, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/range": 0.3310546875, "train/tensor_param_model_layers_85_mlp_up_proj_weight/norm": 8.0, "train/tensor_param_model_layers_85_mlp_up_proj_weight/mean": -6.705522537231445e-06, "train/tensor_param_model_layers_85_mlp_up_proj_weight/std": 0.04443359375, "train/tensor_param_model_layers_85_mlp_up_proj_weight/max_abs": 0.1630859375, "train/tensor_param_model_layers_85_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_85_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_85_mlp_up_proj_weight/min": -0.1630859375, "train/tensor_param_model_layers_85_mlp_up_proj_weight/max": 0.1416015625, "train/tensor_param_model_layers_85_mlp_up_proj_weight/range": 0.3046875, "train/tensor_param_model_layers_85_mlp_down_proj_weight/norm": 7.96875, "train/tensor_param_model_layers_85_mlp_down_proj_weight/mean": 0.0003223419189453125, "train/tensor_param_model_layers_85_mlp_down_proj_weight/std": 0.0439453125, "train/tensor_param_model_layers_85_mlp_down_proj_weight/max_abs": 0.1396484375, "train/tensor_param_model_layers_85_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_85_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_85_mlp_down_proj_weight/min": -0.1396484375, "train/tensor_param_model_layers_85_mlp_down_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_85_mlp_down_proj_weight/range": 0.27734375, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/norm": 8.75, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/mean": 0.00034332275390625, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/std": 0.04833984375, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/max_abs": 0.171875, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/min": -0.158203125, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/max": 0.171875, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/range": 0.330078125, "train/tensor_param_model_layers_86_mlp_up_proj_weight/norm": 8.1875, "train/tensor_param_model_layers_86_mlp_up_proj_weight/mean": 0.00014400482177734375, "train/tensor_param_model_layers_86_mlp_up_proj_weight/std": 0.04541015625, "train/tensor_param_model_layers_86_mlp_up_proj_weight/max_abs": 0.1513671875, "train/tensor_param_model_layers_86_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_86_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_86_mlp_up_proj_weight/min": -0.1513671875, "train/tensor_param_model_layers_86_mlp_up_proj_weight/max": 0.1435546875, "train/tensor_param_model_layers_86_mlp_up_proj_weight/range": 0.294921875, "train/tensor_param_model_layers_86_mlp_down_proj_weight/norm": 8.0625, "train/tensor_param_model_layers_86_mlp_down_proj_weight/mean": -0.0002002716064453125, "train/tensor_param_model_layers_86_mlp_down_proj_weight/std": 0.04443359375, "train/tensor_param_model_layers_86_mlp_down_proj_weight/max_abs": 0.14453125, "train/tensor_param_model_layers_86_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_86_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_86_mlp_down_proj_weight/min": -0.14453125, "train/tensor_param_model_layers_86_mlp_down_proj_weight/max": 0.1435546875, "train/tensor_param_model_layers_86_mlp_down_proj_weight/range": 0.2880859375, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/norm": 8.75, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/mean": -7.152557373046875e-05, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/std": 0.048095703125, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/max_abs": 0.162109375, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/min": -0.162109375, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/max": 0.158203125, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/range": 0.3203125, "train/tensor_param_model_layers_87_mlp_up_proj_weight/norm": 8.125, "train/tensor_param_model_layers_87_mlp_up_proj_weight/mean": 0.0003681182861328125, "train/tensor_param_model_layers_87_mlp_up_proj_weight/std": 0.044921875, "train/tensor_param_model_layers_87_mlp_up_proj_weight/max_abs": 0.1513671875, "train/tensor_param_model_layers_87_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_87_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_87_mlp_up_proj_weight/min": -0.1513671875, "train/tensor_param_model_layers_87_mlp_up_proj_weight/max": 0.150390625, "train/tensor_param_model_layers_87_mlp_up_proj_weight/range": 0.3017578125, "train/tensor_param_model_layers_87_mlp_down_proj_weight/norm": 8.0, "train/tensor_param_model_layers_87_mlp_down_proj_weight/mean": 5.990266799926758e-06, "train/tensor_param_model_layers_87_mlp_down_proj_weight/std": 0.04443359375, "train/tensor_param_model_layers_87_mlp_down_proj_weight/max_abs": 0.140625, "train/tensor_param_model_layers_87_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_87_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_87_mlp_down_proj_weight/min": -0.1396484375, "train/tensor_param_model_layers_87_mlp_down_proj_weight/max": 0.140625, "train/tensor_param_model_layers_87_mlp_down_proj_weight/range": 0.2802734375, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/norm": 8.8125, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/mean": 0.00017833709716796875, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/std": 0.048583984375, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/max_abs": 0.1484375, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/min": -0.1484375, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/max": 0.146484375, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/range": 0.294921875, "train/tensor_param_model_layers_88_mlp_up_proj_weight/norm": 8.1875, "train/tensor_param_model_layers_88_mlp_up_proj_weight/mean": -0.00023651123046875, "train/tensor_param_model_layers_88_mlp_up_proj_weight/std": 0.045166015625, "train/tensor_param_model_layers_88_mlp_up_proj_weight/max_abs": 0.1640625, "train/tensor_param_model_layers_88_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_88_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_88_mlp_up_proj_weight/min": -0.1640625, "train/tensor_param_model_layers_88_mlp_up_proj_weight/max": 0.13671875, "train/tensor_param_model_layers_88_mlp_up_proj_weight/range": 0.30078125, "train/tensor_param_model_layers_88_mlp_down_proj_weight/norm": 8.125, "train/tensor_param_model_layers_88_mlp_down_proj_weight/mean": 0.0002613067626953125, "train/tensor_param_model_layers_88_mlp_down_proj_weight/std": 0.044677734375, "train/tensor_param_model_layers_88_mlp_down_proj_weight/max_abs": 0.1474609375, "train/tensor_param_model_layers_88_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_88_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_88_mlp_down_proj_weight/min": -0.1396484375, "train/tensor_param_model_layers_88_mlp_down_proj_weight/max": 0.1474609375, "train/tensor_param_model_layers_88_mlp_down_proj_weight/range": 0.287109375, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/norm": 9.0, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/mean": 0.000701904296875, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/std": 0.049560546875, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/max_abs": 0.16015625, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/min": -0.16015625, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/max": 0.158203125, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/range": 0.318359375, "train/tensor_param_model_layers_89_mlp_up_proj_weight/norm": 8.375, "train/tensor_param_model_layers_89_mlp_up_proj_weight/mean": -0.00041961669921875, "train/tensor_param_model_layers_89_mlp_up_proj_weight/std": 0.046142578125, "train/tensor_param_model_layers_89_mlp_up_proj_weight/max_abs": 0.1533203125, "train/tensor_param_model_layers_89_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_89_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_89_mlp_up_proj_weight/min": -0.1533203125, "train/tensor_param_model_layers_89_mlp_up_proj_weight/max": 0.142578125, "train/tensor_param_model_layers_89_mlp_up_proj_weight/range": 0.2958984375, "train/tensor_param_model_layers_89_mlp_down_proj_weight/norm": 8.25, "train/tensor_param_model_layers_89_mlp_down_proj_weight/mean": 0.000316619873046875, "train/tensor_param_model_layers_89_mlp_down_proj_weight/std": 0.045654296875, "train/tensor_param_model_layers_89_mlp_down_proj_weight/max_abs": 0.166015625, "train/tensor_param_model_layers_89_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_89_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_89_mlp_down_proj_weight/min": -0.166015625, "train/tensor_param_model_layers_89_mlp_down_proj_weight/max": 0.1455078125, "train/tensor_param_model_layers_89_mlp_down_proj_weight/range": 0.3115234375, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/norm": 9.0, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/mean": 0.000560760498046875, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/std": 0.049560546875, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/max_abs": 0.1572265625, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/min": -0.1552734375, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/max": 0.1572265625, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/range": 0.3125, "train/tensor_param_model_layers_90_mlp_up_proj_weight/norm": 8.375, "train/tensor_param_model_layers_90_mlp_up_proj_weight/mean": -0.0002460479736328125, "train/tensor_param_model_layers_90_mlp_up_proj_weight/std": 0.04638671875, "train/tensor_param_model_layers_90_mlp_up_proj_weight/max_abs": 0.162109375, "train/tensor_param_model_layers_90_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_90_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_90_mlp_up_proj_weight/min": -0.1494140625, "train/tensor_param_model_layers_90_mlp_up_proj_weight/max": 0.162109375, "train/tensor_param_model_layers_90_mlp_up_proj_weight/range": 0.3115234375, "train/tensor_param_model_layers_90_mlp_down_proj_weight/norm": 8.3125, "train/tensor_param_model_layers_90_mlp_down_proj_weight/mean": -0.000446319580078125, "train/tensor_param_model_layers_90_mlp_down_proj_weight/std": 0.0458984375, "train/tensor_param_model_layers_90_mlp_down_proj_weight/max_abs": 0.1796875, "train/tensor_param_model_layers_90_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_90_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_90_mlp_down_proj_weight/min": -0.15625, "train/tensor_param_model_layers_90_mlp_down_proj_weight/max": 0.1796875, "train/tensor_param_model_layers_90_mlp_down_proj_weight/range": 0.3359375, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/norm": 9.0, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/mean": 0.0002460479736328125, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/std": 0.0498046875, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/max_abs": 0.1650390625, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/min": -0.16015625, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/max": 0.1650390625, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/range": 0.3251953125, "train/tensor_param_model_layers_91_mlp_up_proj_weight/norm": 8.5, "train/tensor_param_model_layers_91_mlp_up_proj_weight/mean": -0.000392913818359375, "train/tensor_param_model_layers_91_mlp_up_proj_weight/std": 0.046875, "train/tensor_param_model_layers_91_mlp_up_proj_weight/max_abs": 0.1650390625, "train/tensor_param_model_layers_91_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_91_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_91_mlp_up_proj_weight/min": -0.158203125, "train/tensor_param_model_layers_91_mlp_up_proj_weight/max": 0.1650390625, "train/tensor_param_model_layers_91_mlp_up_proj_weight/range": 0.3232421875, "train/tensor_param_model_layers_91_mlp_down_proj_weight/norm": 8.375, "train/tensor_param_model_layers_91_mlp_down_proj_weight/mean": -0.000301361083984375, "train/tensor_param_model_layers_91_mlp_down_proj_weight/std": 0.04638671875, "train/tensor_param_model_layers_91_mlp_down_proj_weight/max_abs": 0.17578125, "train/tensor_param_model_layers_91_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_91_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_91_mlp_down_proj_weight/min": -0.1416015625, "train/tensor_param_model_layers_91_mlp_down_proj_weight/max": 0.17578125, "train/tensor_param_model_layers_91_mlp_down_proj_weight/range": 0.3173828125, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/norm": 9.125, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/mean": 0.00098419189453125, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/std": 0.050537109375, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/max_abs": 0.1953125, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/min": -0.1953125, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/max": 0.1669921875, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/range": 0.3623046875, "train/tensor_param_model_layers_92_mlp_up_proj_weight/norm": 8.625, "train/tensor_param_model_layers_92_mlp_up_proj_weight/mean": -0.00019931793212890625, "train/tensor_param_model_layers_92_mlp_up_proj_weight/std": 0.047607421875, "train/tensor_param_model_layers_92_mlp_up_proj_weight/max_abs": 0.1611328125, "train/tensor_param_model_layers_92_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_92_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_92_mlp_up_proj_weight/min": -0.1611328125, "train/tensor_param_model_layers_92_mlp_up_proj_weight/max": 0.146484375, "train/tensor_param_model_layers_92_mlp_up_proj_weight/range": 0.3076171875, "train/tensor_param_model_layers_92_mlp_down_proj_weight/norm": 8.5, "train/tensor_param_model_layers_92_mlp_down_proj_weight/mean": -0.00021076202392578125, "train/tensor_param_model_layers_92_mlp_down_proj_weight/std": 0.047119140625, "train/tensor_param_model_layers_92_mlp_down_proj_weight/max_abs": 0.158203125, "train/tensor_param_model_layers_92_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_92_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_92_mlp_down_proj_weight/min": -0.1435546875, "train/tensor_param_model_layers_92_mlp_down_proj_weight/max": 0.158203125, "train/tensor_param_model_layers_92_mlp_down_proj_weight/range": 0.3017578125, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/norm": 9.25, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/mean": 0.00067138671875, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/std": 0.051025390625, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/max_abs": 0.17578125, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/min": -0.17578125, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/max": 0.15234375, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/range": 0.328125, "train/tensor_param_model_layers_93_mlp_up_proj_weight/norm": 8.6875, "train/tensor_param_model_layers_93_mlp_up_proj_weight/mean": 0.0002574920654296875, "train/tensor_param_model_layers_93_mlp_up_proj_weight/std": 0.048095703125, "train/tensor_param_model_layers_93_mlp_up_proj_weight/max_abs": 0.1513671875, "train/tensor_param_model_layers_93_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_93_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_93_mlp_up_proj_weight/min": -0.142578125, "train/tensor_param_model_layers_93_mlp_up_proj_weight/max": 0.1513671875, "train/tensor_param_model_layers_93_mlp_up_proj_weight/range": 0.2939453125, "train/tensor_param_model_layers_93_mlp_down_proj_weight/norm": 8.625, "train/tensor_param_model_layers_93_mlp_down_proj_weight/mean": -0.00030517578125, "train/tensor_param_model_layers_93_mlp_down_proj_weight/std": 0.047607421875, "train/tensor_param_model_layers_93_mlp_down_proj_weight/max_abs": 0.169921875, "train/tensor_param_model_layers_93_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_93_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_93_mlp_down_proj_weight/min": -0.15234375, "train/tensor_param_model_layers_93_mlp_down_proj_weight/max": 0.169921875, "train/tensor_param_model_layers_93_mlp_down_proj_weight/range": 0.322265625, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/norm": 9.4375, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/mean": 0.00055694580078125, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/std": 0.052001953125, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/max_abs": 0.185546875, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/min": -0.185546875, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/max": 0.1552734375, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/range": 0.3408203125, "train/tensor_param_model_layers_94_mlp_up_proj_weight/norm": 8.9375, "train/tensor_param_model_layers_94_mlp_up_proj_weight/mean": -0.00067138671875, "train/tensor_param_model_layers_94_mlp_up_proj_weight/std": 0.04931640625, "train/tensor_param_model_layers_94_mlp_up_proj_weight/max_abs": 0.166015625, "train/tensor_param_model_layers_94_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_94_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_94_mlp_up_proj_weight/min": -0.158203125, "train/tensor_param_model_layers_94_mlp_up_proj_weight/max": 0.166015625, "train/tensor_param_model_layers_94_mlp_up_proj_weight/range": 0.32421875, "train/tensor_param_model_layers_94_mlp_down_proj_weight/norm": 8.8125, "train/tensor_param_model_layers_94_mlp_down_proj_weight/mean": 6.580352783203125e-05, "train/tensor_param_model_layers_94_mlp_down_proj_weight/std": 0.048828125, "train/tensor_param_model_layers_94_mlp_down_proj_weight/max_abs": 0.1572265625, "train/tensor_param_model_layers_94_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_94_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_94_mlp_down_proj_weight/min": -0.1572265625, "train/tensor_param_model_layers_94_mlp_down_proj_weight/max": 0.1455078125, "train/tensor_param_model_layers_94_mlp_down_proj_weight/range": 0.302734375, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/norm": 9.4375, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/mean": 0.0004787445068359375, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/std": 0.05224609375, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/max_abs": 0.1875, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/min": -0.1875, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/max": 0.1875, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/range": 0.375, "train/tensor_param_model_layers_95_mlp_up_proj_weight/norm": 8.9375, "train/tensor_param_model_layers_95_mlp_up_proj_weight/mean": 6.723403930664062e-05, "train/tensor_param_model_layers_95_mlp_up_proj_weight/std": 0.049560546875, "train/tensor_param_model_layers_95_mlp_up_proj_weight/max_abs": 0.19921875, "train/tensor_param_model_layers_95_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_95_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_95_mlp_up_proj_weight/min": -0.181640625, "train/tensor_param_model_layers_95_mlp_up_proj_weight/max": 0.19921875, "train/tensor_param_model_layers_95_mlp_up_proj_weight/range": 0.380859375, "train/tensor_param_model_layers_95_mlp_down_proj_weight/norm": 8.75, "train/tensor_param_model_layers_95_mlp_down_proj_weight/mean": 0.00010013580322265625, "train/tensor_param_model_layers_95_mlp_down_proj_weight/std": 0.048583984375, "train/tensor_param_model_layers_95_mlp_down_proj_weight/max_abs": 0.171875, "train/tensor_param_model_layers_95_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_95_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_95_mlp_down_proj_weight/min": -0.1572265625, "train/tensor_param_model_layers_95_mlp_down_proj_weight/max": 0.171875, "train/tensor_param_model_layers_95_mlp_down_proj_weight/range": 0.3291015625, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/norm": 9.625, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/mean": 0.000598907470703125, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/std": 0.05322265625, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/max_abs": 0.20703125, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/min": -0.181640625, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/max": 0.20703125, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/range": 0.388671875, "train/tensor_param_model_layers_96_mlp_up_proj_weight/norm": 9.1875, "train/tensor_param_model_layers_96_mlp_up_proj_weight/mean": 0.00020885467529296875, "train/tensor_param_model_layers_96_mlp_up_proj_weight/std": 0.050537109375, "train/tensor_param_model_layers_96_mlp_up_proj_weight/max_abs": 0.1875, "train/tensor_param_model_layers_96_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_96_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_96_mlp_up_proj_weight/min": -0.15234375, "train/tensor_param_model_layers_96_mlp_up_proj_weight/max": 0.1875, "train/tensor_param_model_layers_96_mlp_up_proj_weight/range": 0.33984375, "train/tensor_param_model_layers_96_mlp_down_proj_weight/norm": 9.0, "train/tensor_param_model_layers_96_mlp_down_proj_weight/mean": 2.7179718017578125e-05, "train/tensor_param_model_layers_96_mlp_down_proj_weight/std": 0.0498046875, "train/tensor_param_model_layers_96_mlp_down_proj_weight/max_abs": 0.166015625, "train/tensor_param_model_layers_96_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_96_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_96_mlp_down_proj_weight/min": -0.166015625, "train/tensor_param_model_layers_96_mlp_down_proj_weight/max": 0.1591796875, "train/tensor_param_model_layers_96_mlp_down_proj_weight/range": 0.3251953125, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/norm": 9.6875, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/mean": 0.0002231597900390625, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/std": 0.053466796875, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/max_abs": 0.181640625, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/min": -0.16796875, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/max": 0.181640625, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/range": 0.349609375, "train/tensor_param_model_layers_97_mlp_up_proj_weight/norm": 9.0625, "train/tensor_param_model_layers_97_mlp_up_proj_weight/mean": 0.000240325927734375, "train/tensor_param_model_layers_97_mlp_up_proj_weight/std": 0.05029296875, "train/tensor_param_model_layers_97_mlp_up_proj_weight/max_abs": 0.19140625, "train/tensor_param_model_layers_97_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_97_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_97_mlp_up_proj_weight/min": -0.19140625, "train/tensor_param_model_layers_97_mlp_up_proj_weight/max": 0.185546875, "train/tensor_param_model_layers_97_mlp_up_proj_weight/range": 0.376953125, "train/tensor_param_model_layers_97_mlp_down_proj_weight/norm": 8.9375, "train/tensor_param_model_layers_97_mlp_down_proj_weight/mean": -0.0001964569091796875, "train/tensor_param_model_layers_97_mlp_down_proj_weight/std": 0.04931640625, "train/tensor_param_model_layers_97_mlp_down_proj_weight/max_abs": 0.2265625, "train/tensor_param_model_layers_97_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_97_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_97_mlp_down_proj_weight/min": -0.166015625, "train/tensor_param_model_layers_97_mlp_down_proj_weight/max": 0.2265625, "train/tensor_param_model_layers_97_mlp_down_proj_weight/range": 0.392578125, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/norm": 9.75, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/mean": 0.000339508056640625, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/std": 0.053955078125, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/max_abs": 0.2060546875, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/min": -0.2060546875, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/max": 0.1865234375, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/range": 0.392578125, "train/tensor_param_model_layers_98_mlp_up_proj_weight/norm": 9.25, "train/tensor_param_model_layers_98_mlp_up_proj_weight/mean": -7.62939453125e-05, "train/tensor_param_model_layers_98_mlp_up_proj_weight/std": 0.051025390625, "train/tensor_param_model_layers_98_mlp_up_proj_weight/max_abs": 0.1806640625, "train/tensor_param_model_layers_98_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_98_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_98_mlp_up_proj_weight/min": -0.1806640625, "train/tensor_param_model_layers_98_mlp_up_proj_weight/max": 0.171875, "train/tensor_param_model_layers_98_mlp_up_proj_weight/range": 0.3525390625, "train/tensor_param_model_layers_98_mlp_down_proj_weight/norm": 8.9375, "train/tensor_param_model_layers_98_mlp_down_proj_weight/mean": 9.632110595703125e-05, "train/tensor_param_model_layers_98_mlp_down_proj_weight/std": 0.049560546875, "train/tensor_param_model_layers_98_mlp_down_proj_weight/max_abs": 0.193359375, "train/tensor_param_model_layers_98_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_98_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_98_mlp_down_proj_weight/min": -0.193359375, "train/tensor_param_model_layers_98_mlp_down_proj_weight/max": 0.15625, "train/tensor_param_model_layers_98_mlp_down_proj_weight/range": 0.349609375, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/norm": 9.6875, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/mean": 0.00096893310546875, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/std": 0.0537109375, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/max_abs": 0.1962890625, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/min": -0.1962890625, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/max": 0.1943359375, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/range": 0.390625, "train/tensor_param_model_layers_99_mlp_up_proj_weight/norm": 9.25, "train/tensor_param_model_layers_99_mlp_up_proj_weight/mean": -0.00031280517578125, "train/tensor_param_model_layers_99_mlp_up_proj_weight/std": 0.051025390625, "train/tensor_param_model_layers_99_mlp_up_proj_weight/max_abs": 0.181640625, "train/tensor_param_model_layers_99_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_99_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_99_mlp_up_proj_weight/min": -0.181640625, "train/tensor_param_model_layers_99_mlp_up_proj_weight/max": 0.166015625, "train/tensor_param_model_layers_99_mlp_up_proj_weight/range": 0.34765625, "train/tensor_param_model_layers_99_mlp_down_proj_weight/norm": 9.0, "train/tensor_param_model_layers_99_mlp_down_proj_weight/mean": 0.0004100799560546875, "train/tensor_param_model_layers_99_mlp_down_proj_weight/std": 0.049560546875, "train/tensor_param_model_layers_99_mlp_down_proj_weight/max_abs": 0.2001953125, "train/tensor_param_model_layers_99_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_99_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_99_mlp_down_proj_weight/min": -0.2001953125, "train/tensor_param_model_layers_99_mlp_down_proj_weight/max": 0.1689453125, "train/tensor_param_model_layers_99_mlp_down_proj_weight/range": 0.369140625}
-{"step": 2540, "epoch": 0.17121671722278395, "timestamp": 1786741705.0224783, "loss": 2.106246566772461, "grad_norm": 22937600.0, "learning_rate": 7.020000000000001e-05, "train/total_time_seconds": 12.86701076105237, "train/time_per_step_avg": 0.3216752690263093, "train/epoch_time_elapsed": 15.125050846487284, "train/estimated_remaining_minutes": 0.08105203629009367}
-{"step": 2560, "epoch": 0.17256488035052242, "timestamp": 1786741712.6237426, "loss": 3.2435539245605467, "grad_norm": 116391936.0, "learning_rate": 9e-05, "train/total_time_seconds": 19.358902473002672, "train/time_per_step_avg": 0.3226483745500445, "train/epoch_time_elapsed": 22.697310220450163, "train/estimated_remaining_minutes": 0.11847245003009448, "train/tensor_act_model_layers_0_residual_pre_attn/norm": 186.1028594970703, "train/tensor_act_model_layers_0_residual_pre_attn/mean": 0.000797271728515625, "train/tensor_act_model_layers_0_residual_pre_attn/std": 0.0908203125, "train/tensor_act_model_layers_0_residual_pre_attn/max_abs": 0.32421875, "train/tensor_act_model_layers_0_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_residual_pre_attn/min": -0.255859375, "train/tensor_act_model_layers_0_residual_pre_attn/max": 0.32421875, "train/tensor_act_model_layers_0_residual_pre_attn/range": 0.580078125, "train/tensor_act_model_layers_0_residual_post_attn/norm": 187.8214111328125, "train/tensor_act_model_layers_0_residual_post_attn/mean": -0.00017833709716796875, "train/tensor_act_model_layers_0_residual_post_attn/std": 0.091796875, "train/tensor_act_model_layers_0_residual_post_attn/max_abs": 0.33984375, "train/tensor_act_model_layers_0_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_residual_post_attn/min": -0.33984375, "train/tensor_act_model_layers_0_residual_post_attn/max": 0.322265625, "train/tensor_act_model_layers_0_residual_post_attn/range": 0.662109375, "train/tensor_act_model_layers_0_mlp_gate_proj/norm": 1222.4395751953125, "train/tensor_act_model_layers_0_mlp_gate_proj/mean": -0.0068359375, "train/tensor_act_model_layers_0_mlp_gate_proj/std": 0.421875, "train/tensor_act_model_layers_0_mlp_gate_proj/max_abs": 2.265625, "train/tensor_act_model_layers_0_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_mlp_gate_proj/min": -2.046875, "train/tensor_act_model_layers_0_mlp_gate_proj/max": 2.265625, "train/tensor_act_model_layers_0_mlp_gate_proj/range": 4.3125, "train/tensor_act_model_layers_0_mlp_up_proj/norm": 1169.876220703125, "train/tensor_act_model_layers_0_mlp_up_proj/mean": 0.0030975341796875, "train/tensor_act_model_layers_0_mlp_up_proj/std": 0.404296875, "train/tensor_act_model_layers_0_mlp_up_proj/max_abs": 2.296875, "train/tensor_act_model_layers_0_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_mlp_up_proj/min": -2.296875, "train/tensor_act_model_layers_0_mlp_up_proj/max": 2.171875, "train/tensor_act_model_layers_0_mlp_up_proj/range": 4.46875, "train/tensor_act_model_layers_0_mlp_down_proj/norm": 184.70639038085938, "train/tensor_act_model_layers_0_mlp_down_proj/mean": 0.02197265625, "train/tensor_act_model_layers_0_mlp_down_proj/std": 0.08740234375, "train/tensor_act_model_layers_0_mlp_down_proj/max_abs": 0.51953125, "train/tensor_act_model_layers_0_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_mlp_down_proj/min": -0.51953125, "train/tensor_act_model_layers_0_mlp_down_proj/max": 0.5078125, "train/tensor_act_model_layers_0_mlp_down_proj/range": 1.02734375, "train/tensor_act_model_layers_0_mlp/norm": 184.70639038085938, "train/tensor_act_model_layers_0_mlp/mean": 0.02197265625, "train/tensor_act_model_layers_0_mlp/std": 0.08740234375, "train/tensor_act_model_layers_0_mlp/max_abs": 0.51953125, "train/tensor_act_model_layers_0_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_mlp/min": -0.51953125, "train/tensor_act_model_layers_0_mlp/max": 0.5078125, "train/tensor_act_model_layers_0_mlp/range": 1.02734375, "train/tensor_act_model_layers_0_residual_post_mlp/norm": 282.5811767578125, "train/tensor_act_model_layers_0_residual_post_mlp/mean": 0.0218505859375, "train/tensor_act_model_layers_0_residual_post_mlp/std": 0.13671875, "train/tensor_act_model_layers_0_residual_post_mlp/max_abs": 0.67578125, "train/tensor_act_model_layers_0_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_residual_post_mlp/min": -0.67578125, "train/tensor_act_model_layers_0_residual_post_mlp/max": 0.58984375, "train/tensor_act_model_layers_0_residual_post_mlp/range": 1.265625, "train/tensor_act_model_layers_1_residual_pre_attn/norm": 282.5811767578125, "train/tensor_act_model_layers_1_residual_pre_attn/mean": 0.0218505859375, "train/tensor_act_model_layers_1_residual_pre_attn/std": 0.13671875, "train/tensor_act_model_layers_1_residual_pre_attn/max_abs": 0.67578125, "train/tensor_act_model_layers_1_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_residual_pre_attn/min": -0.67578125, "train/tensor_act_model_layers_1_residual_pre_attn/max": 0.58984375, "train/tensor_act_model_layers_1_residual_pre_attn/range": 1.265625, "train/tensor_act_model_layers_1_residual_post_attn/norm": 300.66424560546875, "train/tensor_act_model_layers_1_residual_post_attn/mean": 0.0235595703125, "train/tensor_act_model_layers_1_residual_post_attn/std": 0.14453125, "train/tensor_act_model_layers_1_residual_post_attn/max_abs": 0.78125, "train/tensor_act_model_layers_1_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_residual_post_attn/min": -0.69921875, "train/tensor_act_model_layers_1_residual_post_attn/max": 0.78125, "train/tensor_act_model_layers_1_residual_post_attn/range": 1.48046875, "train/tensor_act_model_layers_1_mlp_gate_proj/norm": 1381.1669921875, "train/tensor_act_model_layers_1_mlp_gate_proj/mean": -0.01708984375, "train/tensor_act_model_layers_1_mlp_gate_proj/std": 0.4765625, "train/tensor_act_model_layers_1_mlp_gate_proj/max_abs": 2.890625, "train/tensor_act_model_layers_1_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_mlp_gate_proj/min": -2.0625, "train/tensor_act_model_layers_1_mlp_gate_proj/max": 2.890625, "train/tensor_act_model_layers_1_mlp_gate_proj/range": 4.953125, "train/tensor_act_model_layers_1_mlp_up_proj/norm": 1310.53271484375, "train/tensor_act_model_layers_1_mlp_up_proj/mean": -0.01025390625, "train/tensor_act_model_layers_1_mlp_up_proj/std": 0.453125, "train/tensor_act_model_layers_1_mlp_up_proj/max_abs": 2.5625, "train/tensor_act_model_layers_1_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_mlp_up_proj/min": -2.4375, "train/tensor_act_model_layers_1_mlp_up_proj/max": 2.5625, "train/tensor_act_model_layers_1_mlp_up_proj/range": 5.0, "train/tensor_act_model_layers_1_mlp_down_proj/norm": 279.2560119628906, "train/tensor_act_model_layers_1_mlp_down_proj/mean": 0.0228271484375, "train/tensor_act_model_layers_1_mlp_down_proj/std": 0.134765625, "train/tensor_act_model_layers_1_mlp_down_proj/max_abs": 1.703125, "train/tensor_act_model_layers_1_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_mlp_down_proj/min": -1.3046875, "train/tensor_act_model_layers_1_mlp_down_proj/max": 1.703125, "train/tensor_act_model_layers_1_mlp_down_proj/range": 3.0078125, "train/tensor_act_model_layers_1_mlp/norm": 279.2560119628906, "train/tensor_act_model_layers_1_mlp/mean": 0.0228271484375, "train/tensor_act_model_layers_1_mlp/std": 0.134765625, "train/tensor_act_model_layers_1_mlp/max_abs": 1.703125, "train/tensor_act_model_layers_1_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_mlp/min": -1.3046875, "train/tensor_act_model_layers_1_mlp/max": 1.703125, "train/tensor_act_model_layers_1_mlp/range": 3.0078125, "train/tensor_act_model_layers_1_residual_post_mlp/norm": 478.06640625, "train/tensor_act_model_layers_1_residual_post_mlp/mean": 0.04638671875, "train/tensor_act_model_layers_1_residual_post_mlp/std": 0.228515625, "train/tensor_act_model_layers_1_residual_post_mlp/max_abs": 1.796875, "train/tensor_act_model_layers_1_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_residual_post_mlp/min": -1.5703125, "train/tensor_act_model_layers_1_residual_post_mlp/max": 1.796875, "train/tensor_act_model_layers_1_residual_post_mlp/range": 3.3671875, "train/tensor_act_model_layers_2_residual_pre_attn/norm": 478.06640625, "train/tensor_act_model_layers_2_residual_pre_attn/mean": 0.04638671875, "train/tensor_act_model_layers_2_residual_pre_attn/std": 0.228515625, "train/tensor_act_model_layers_2_residual_pre_attn/max_abs": 1.796875, "train/tensor_act_model_layers_2_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_residual_pre_attn/min": -1.5703125, "train/tensor_act_model_layers_2_residual_pre_attn/max": 1.796875, "train/tensor_act_model_layers_2_residual_pre_attn/range": 3.3671875, "train/tensor_act_model_layers_2_residual_post_attn/norm": 497.9606018066406, "train/tensor_act_model_layers_2_residual_post_attn/mean": 0.050048828125, "train/tensor_act_model_layers_2_residual_post_attn/std": 0.23828125, "train/tensor_act_model_layers_2_residual_post_attn/max_abs": 1.796875, "train/tensor_act_model_layers_2_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_residual_post_attn/min": -1.59375, "train/tensor_act_model_layers_2_residual_post_attn/max": 1.796875, "train/tensor_act_model_layers_2_residual_post_attn/range": 3.390625, "train/tensor_act_model_layers_2_mlp_gate_proj/norm": 1202.4722900390625, "train/tensor_act_model_layers_2_mlp_gate_proj/mean": -0.0908203125, "train/tensor_act_model_layers_2_mlp_gate_proj/std": 0.404296875, "train/tensor_act_model_layers_2_mlp_gate_proj/max_abs": 2.3125, "train/tensor_act_model_layers_2_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_mlp_gate_proj/min": -2.3125, "train/tensor_act_model_layers_2_mlp_gate_proj/max": 2.21875, "train/tensor_act_model_layers_2_mlp_gate_proj/range": 4.53125, "train/tensor_act_model_layers_2_mlp_up_proj/norm": 1098.0789794921875, "train/tensor_act_model_layers_2_mlp_up_proj/mean": -0.00787353515625, "train/tensor_act_model_layers_2_mlp_up_proj/std": 0.37890625, "train/tensor_act_model_layers_2_mlp_up_proj/max_abs": 1.90625, "train/tensor_act_model_layers_2_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_mlp_up_proj/min": -1.8359375, "train/tensor_act_model_layers_2_mlp_up_proj/max": 1.90625, "train/tensor_act_model_layers_2_mlp_up_proj/range": 3.7421875, "train/tensor_act_model_layers_2_mlp_down_proj/norm": 122.11962127685547, "train/tensor_act_model_layers_2_mlp_down_proj/mean": 0.0162353515625, "train/tensor_act_model_layers_2_mlp_down_proj/std": 0.057373046875, "train/tensor_act_model_layers_2_mlp_down_proj/max_abs": 0.58203125, "train/tensor_act_model_layers_2_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_mlp_down_proj/min": -0.5625, "train/tensor_act_model_layers_2_mlp_down_proj/max": 0.58203125, "train/tensor_act_model_layers_2_mlp_down_proj/range": 1.14453125, "train/tensor_act_model_layers_2_mlp/norm": 122.11962127685547, "train/tensor_act_model_layers_2_mlp/mean": 0.0162353515625, "train/tensor_act_model_layers_2_mlp/std": 0.057373046875, "train/tensor_act_model_layers_2_mlp/max_abs": 0.58203125, "train/tensor_act_model_layers_2_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_mlp/min": -0.5625, "train/tensor_act_model_layers_2_mlp/max": 0.58203125, "train/tensor_act_model_layers_2_mlp/range": 1.14453125, "train/tensor_act_model_layers_2_residual_post_mlp/norm": 556.3495483398438, "train/tensor_act_model_layers_2_residual_post_mlp/mean": 0.06640625, "train/tensor_act_model_layers_2_residual_post_mlp/std": 0.263671875, "train/tensor_act_model_layers_2_residual_post_mlp/max_abs": 2.015625, "train/tensor_act_model_layers_2_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_residual_post_mlp/min": -1.7890625, "train/tensor_act_model_layers_2_residual_post_mlp/max": 2.015625, "train/tensor_act_model_layers_2_residual_post_mlp/range": 3.8046875, "train/tensor_act_model_layers_3_residual_pre_attn/norm": 556.3495483398438, "train/tensor_act_model_layers_3_residual_pre_attn/mean": 0.06640625, "train/tensor_act_model_layers_3_residual_pre_attn/std": 0.263671875, "train/tensor_act_model_layers_3_residual_pre_attn/max_abs": 2.015625, "train/tensor_act_model_layers_3_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_residual_pre_attn/min": -1.7890625, "train/tensor_act_model_layers_3_residual_pre_attn/max": 2.015625, "train/tensor_act_model_layers_3_residual_pre_attn/range": 3.8046875, "train/tensor_act_model_layers_3_residual_post_attn/norm": 568.8652954101562, "train/tensor_act_model_layers_3_residual_post_attn/mean": 0.0673828125, "train/tensor_act_model_layers_3_residual_post_attn/std": 0.26953125, "train/tensor_act_model_layers_3_residual_post_attn/max_abs": 2.015625, "train/tensor_act_model_layers_3_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_residual_post_attn/min": -1.7890625, "train/tensor_act_model_layers_3_residual_post_attn/max": 2.015625, "train/tensor_act_model_layers_3_residual_post_attn/range": 3.8046875, "train/tensor_act_model_layers_3_mlp_gate_proj/norm": 1174.7467041015625, "train/tensor_act_model_layers_3_mlp_gate_proj/mean": -0.1298828125, "train/tensor_act_model_layers_3_mlp_gate_proj/std": 0.384765625, "train/tensor_act_model_layers_3_mlp_gate_proj/max_abs": 2.796875, "train/tensor_act_model_layers_3_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_mlp_gate_proj/min": -2.796875, "train/tensor_act_model_layers_3_mlp_gate_proj/max": 2.046875, "train/tensor_act_model_layers_3_mlp_gate_proj/range": 4.84375, "train/tensor_act_model_layers_3_mlp_up_proj/norm": 1048.495849609375, "train/tensor_act_model_layers_3_mlp_up_proj/mean": 0.0084228515625, "train/tensor_act_model_layers_3_mlp_up_proj/std": 0.361328125, "train/tensor_act_model_layers_3_mlp_up_proj/max_abs": 1.9609375, "train/tensor_act_model_layers_3_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_mlp_up_proj/min": -1.8515625, "train/tensor_act_model_layers_3_mlp_up_proj/max": 1.9609375, "train/tensor_act_model_layers_3_mlp_up_proj/range": 3.8125, "train/tensor_act_model_layers_3_mlp_down_proj/norm": 93.69292449951172, "train/tensor_act_model_layers_3_mlp_down_proj/mean": 0.01116943359375, "train/tensor_act_model_layers_3_mlp_down_proj/std": 0.04443359375, "train/tensor_act_model_layers_3_mlp_down_proj/max_abs": 0.40234375, "train/tensor_act_model_layers_3_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_mlp_down_proj/min": -0.37890625, "train/tensor_act_model_layers_3_mlp_down_proj/max": 0.40234375, "train/tensor_act_model_layers_3_mlp_down_proj/range": 0.78125, "train/tensor_act_model_layers_3_mlp/norm": 93.69292449951172, "train/tensor_act_model_layers_3_mlp/mean": 0.01116943359375, "train/tensor_act_model_layers_3_mlp/std": 0.04443359375, "train/tensor_act_model_layers_3_mlp/max_abs": 0.40234375, "train/tensor_act_model_layers_3_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_mlp/min": -0.37890625, "train/tensor_act_model_layers_3_mlp/max": 0.40234375, "train/tensor_act_model_layers_3_mlp/range": 0.78125, "train/tensor_act_model_layers_3_residual_post_mlp/norm": 605.7421875, "train/tensor_act_model_layers_3_residual_post_mlp/mean": 0.07861328125, "train/tensor_act_model_layers_3_residual_post_mlp/std": 0.28515625, "train/tensor_act_model_layers_3_residual_post_mlp/max_abs": 2.21875, "train/tensor_act_model_layers_3_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_residual_post_mlp/min": -1.8828125, "train/tensor_act_model_layers_3_residual_post_mlp/max": 2.21875, "train/tensor_act_model_layers_3_residual_post_mlp/range": 4.1015625, "train/tensor_act_model_layers_4_residual_pre_attn/norm": 605.7421875, "train/tensor_act_model_layers_4_residual_pre_attn/mean": 0.07861328125, "train/tensor_act_model_layers_4_residual_pre_attn/std": 0.28515625, "train/tensor_act_model_layers_4_residual_pre_attn/max_abs": 2.21875, "train/tensor_act_model_layers_4_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_residual_pre_attn/min": -1.8828125, "train/tensor_act_model_layers_4_residual_pre_attn/max": 2.21875, "train/tensor_act_model_layers_4_residual_pre_attn/range": 4.1015625, "train/tensor_act_model_layers_4_residual_post_attn/norm": 611.8276977539062, "train/tensor_act_model_layers_4_residual_post_attn/mean": 0.078125, "train/tensor_act_model_layers_4_residual_post_attn/std": 0.2890625, "train/tensor_act_model_layers_4_residual_post_attn/max_abs": 2.234375, "train/tensor_act_model_layers_4_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_residual_post_attn/min": -1.890625, "train/tensor_act_model_layers_4_residual_post_attn/max": 2.234375, "train/tensor_act_model_layers_4_residual_post_attn/range": 4.125, "train/tensor_act_model_layers_4_mlp_gate_proj/norm": 1135.453857421875, "train/tensor_act_model_layers_4_mlp_gate_proj/mean": -0.10888671875, "train/tensor_act_model_layers_4_mlp_gate_proj/std": 0.376953125, "train/tensor_act_model_layers_4_mlp_gate_proj/max_abs": 2.421875, "train/tensor_act_model_layers_4_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_mlp_gate_proj/min": -1.9921875, "train/tensor_act_model_layers_4_mlp_gate_proj/max": 2.421875, "train/tensor_act_model_layers_4_mlp_gate_proj/range": 4.4140625, "train/tensor_act_model_layers_4_mlp_up_proj/norm": 1026.07080078125, "train/tensor_act_model_layers_4_mlp_up_proj/mean": 0.007354736328125, "train/tensor_act_model_layers_4_mlp_up_proj/std": 0.353515625, "train/tensor_act_model_layers_4_mlp_up_proj/max_abs": 2.09375, "train/tensor_act_model_layers_4_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_mlp_up_proj/min": -1.875, "train/tensor_act_model_layers_4_mlp_up_proj/max": 2.09375, "train/tensor_act_model_layers_4_mlp_up_proj/range": 3.96875, "train/tensor_act_model_layers_4_mlp_down_proj/norm": 91.09746551513672, "train/tensor_act_model_layers_4_mlp_down_proj/mean": 0.011962890625, "train/tensor_act_model_layers_4_mlp_down_proj/std": 0.042724609375, "train/tensor_act_model_layers_4_mlp_down_proj/max_abs": 0.33984375, "train/tensor_act_model_layers_4_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_mlp_down_proj/min": -0.33984375, "train/tensor_act_model_layers_4_mlp_down_proj/max": 0.322265625, "train/tensor_act_model_layers_4_mlp_down_proj/range": 0.662109375, "train/tensor_act_model_layers_4_mlp/norm": 91.09746551513672, "train/tensor_act_model_layers_4_mlp/mean": 0.011962890625, "train/tensor_act_model_layers_4_mlp/std": 0.042724609375, "train/tensor_act_model_layers_4_mlp/max_abs": 0.33984375, "train/tensor_act_model_layers_4_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_mlp/min": -0.33984375, "train/tensor_act_model_layers_4_mlp/max": 0.322265625, "train/tensor_act_model_layers_4_mlp/range": 0.662109375, "train/tensor_act_model_layers_4_residual_post_mlp/norm": 650.6019287109375, "train/tensor_act_model_layers_4_residual_post_mlp/mean": 0.08984375, "train/tensor_act_model_layers_4_residual_post_mlp/std": 0.3046875, "train/tensor_act_model_layers_4_residual_post_mlp/max_abs": 2.546875, "train/tensor_act_model_layers_4_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_residual_post_mlp/min": -1.9765625, "train/tensor_act_model_layers_4_residual_post_mlp/max": 2.546875, "train/tensor_act_model_layers_4_residual_post_mlp/range": 4.5234375, "train/tensor_act_model_layers_5_residual_pre_attn/norm": 650.6019287109375, "train/tensor_act_model_layers_5_residual_pre_attn/mean": 0.08984375, "train/tensor_act_model_layers_5_residual_pre_attn/std": 0.3046875, "train/tensor_act_model_layers_5_residual_pre_attn/max_abs": 2.546875, "train/tensor_act_model_layers_5_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_residual_pre_attn/min": -1.9765625, "train/tensor_act_model_layers_5_residual_pre_attn/max": 2.546875, "train/tensor_act_model_layers_5_residual_pre_attn/range": 4.5234375, "train/tensor_act_model_layers_5_residual_post_attn/norm": 655.41748046875, "train/tensor_act_model_layers_5_residual_post_attn/mean": 0.08740234375, "train/tensor_act_model_layers_5_residual_post_attn/std": 0.30859375, "train/tensor_act_model_layers_5_residual_post_attn/max_abs": 2.609375, "train/tensor_act_model_layers_5_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_residual_post_attn/min": -2.0, "train/tensor_act_model_layers_5_residual_post_attn/max": 2.609375, "train/tensor_act_model_layers_5_residual_post_attn/range": 4.609375, "train/tensor_act_model_layers_5_mlp_gate_proj/norm": 1107.4708251953125, "train/tensor_act_model_layers_5_mlp_gate_proj/mean": -0.1298828125, "train/tensor_act_model_layers_5_mlp_gate_proj/std": 0.359375, "train/tensor_act_model_layers_5_mlp_gate_proj/max_abs": 2.40625, "train/tensor_act_model_layers_5_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_mlp_gate_proj/min": -2.40625, "train/tensor_act_model_layers_5_mlp_gate_proj/max": 1.7890625, "train/tensor_act_model_layers_5_mlp_gate_proj/range": 4.1953125, "train/tensor_act_model_layers_5_mlp_up_proj/norm": 957.0061645507812, "train/tensor_act_model_layers_5_mlp_up_proj/mean": -0.00787353515625, "train/tensor_act_model_layers_5_mlp_up_proj/std": 0.330078125, "train/tensor_act_model_layers_5_mlp_up_proj/max_abs": 1.703125, "train/tensor_act_model_layers_5_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_mlp_up_proj/min": -1.6796875, "train/tensor_act_model_layers_5_mlp_up_proj/max": 1.703125, "train/tensor_act_model_layers_5_mlp_up_proj/range": 3.3828125, "train/tensor_act_model_layers_5_mlp_down_proj/norm": 67.07792663574219, "train/tensor_act_model_layers_5_mlp_down_proj/mean": 0.0084228515625, "train/tensor_act_model_layers_5_mlp_down_proj/std": 0.03173828125, "train/tensor_act_model_layers_5_mlp_down_proj/max_abs": 0.240234375, "train/tensor_act_model_layers_5_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_mlp_down_proj/min": -0.2265625, "train/tensor_act_model_layers_5_mlp_down_proj/max": 0.240234375, "train/tensor_act_model_layers_5_mlp_down_proj/range": 0.466796875, "train/tensor_act_model_layers_5_mlp/norm": 67.07792663574219, "train/tensor_act_model_layers_5_mlp/mean": 0.0084228515625, "train/tensor_act_model_layers_5_mlp/std": 0.03173828125, "train/tensor_act_model_layers_5_mlp/max_abs": 0.240234375, "train/tensor_act_model_layers_5_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_mlp/min": -0.2265625, "train/tensor_act_model_layers_5_mlp/max": 0.240234375, "train/tensor_act_model_layers_5_mlp/range": 0.466796875, "train/tensor_act_model_layers_5_residual_post_mlp/norm": 677.5880737304688, "train/tensor_act_model_layers_5_residual_post_mlp/mean": 0.095703125, "train/tensor_act_model_layers_5_residual_post_mlp/std": 0.31640625, "train/tensor_act_model_layers_5_residual_post_mlp/max_abs": 2.6875, "train/tensor_act_model_layers_5_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_residual_post_mlp/min": -2.03125, "train/tensor_act_model_layers_5_residual_post_mlp/max": 2.6875, "train/tensor_act_model_layers_5_residual_post_mlp/range": 4.71875, "train/tensor_act_model_layers_6_residual_pre_attn/norm": 677.5880737304688, "train/tensor_act_model_layers_6_residual_pre_attn/mean": 0.095703125, "train/tensor_act_model_layers_6_residual_pre_attn/std": 0.31640625, "train/tensor_act_model_layers_6_residual_pre_attn/max_abs": 2.6875, "train/tensor_act_model_layers_6_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_residual_pre_attn/min": -2.03125, "train/tensor_act_model_layers_6_residual_pre_attn/max": 2.6875, "train/tensor_act_model_layers_6_residual_pre_attn/range": 4.71875, "train/tensor_act_model_layers_6_residual_post_attn/norm": 680.4407348632812, "train/tensor_act_model_layers_6_residual_post_attn/mean": 0.0947265625, "train/tensor_act_model_layers_6_residual_post_attn/std": 0.318359375, "train/tensor_act_model_layers_6_residual_post_attn/max_abs": 2.6875, "train/tensor_act_model_layers_6_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_residual_post_attn/min": -2.078125, "train/tensor_act_model_layers_6_residual_post_attn/max": 2.6875, "train/tensor_act_model_layers_6_residual_post_attn/range": 4.765625, "train/tensor_act_model_layers_6_mlp_gate_proj/norm": 1087.631103515625, "train/tensor_act_model_layers_6_mlp_gate_proj/mean": -0.12353515625, "train/tensor_act_model_layers_6_mlp_gate_proj/std": 0.35546875, "train/tensor_act_model_layers_6_mlp_gate_proj/max_abs": 2.359375, "train/tensor_act_model_layers_6_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_mlp_gate_proj/min": -2.359375, "train/tensor_act_model_layers_6_mlp_gate_proj/max": 1.890625, "train/tensor_act_model_layers_6_mlp_gate_proj/range": 4.25, "train/tensor_act_model_layers_6_mlp_up_proj/norm": 952.0145263671875, "train/tensor_act_model_layers_6_mlp_up_proj/mean": 0.00113677978515625, "train/tensor_act_model_layers_6_mlp_up_proj/std": 0.328125, "train/tensor_act_model_layers_6_mlp_up_proj/max_abs": 1.7578125, "train/tensor_act_model_layers_6_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_mlp_up_proj/min": -1.7578125, "train/tensor_act_model_layers_6_mlp_up_proj/max": 1.6484375, "train/tensor_act_model_layers_6_mlp_up_proj/range": 3.40625, "train/tensor_act_model_layers_6_mlp_down_proj/norm": 68.9539566040039, "train/tensor_act_model_layers_6_mlp_down_proj/mean": 0.00836181640625, "train/tensor_act_model_layers_6_mlp_down_proj/std": 0.03271484375, "train/tensor_act_model_layers_6_mlp_down_proj/max_abs": 0.31640625, "train/tensor_act_model_layers_6_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_mlp_down_proj/min": -0.31640625, "train/tensor_act_model_layers_6_mlp_down_proj/max": 0.244140625, "train/tensor_act_model_layers_6_mlp_down_proj/range": 0.560546875, "train/tensor_act_model_layers_6_mlp/norm": 68.9539566040039, "train/tensor_act_model_layers_6_mlp/mean": 0.00836181640625, "train/tensor_act_model_layers_6_mlp/std": 0.03271484375, "train/tensor_act_model_layers_6_mlp/max_abs": 0.31640625, "train/tensor_act_model_layers_6_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_mlp/min": -0.31640625, "train/tensor_act_model_layers_6_mlp/max": 0.244140625, "train/tensor_act_model_layers_6_mlp/range": 0.560546875, "train/tensor_act_model_layers_6_residual_post_mlp/norm": 706.7513427734375, "train/tensor_act_model_layers_6_residual_post_mlp/mean": 0.103515625, "train/tensor_act_model_layers_6_residual_post_mlp/std": 0.330078125, "train/tensor_act_model_layers_6_residual_post_mlp/max_abs": 2.84375, "train/tensor_act_model_layers_6_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_residual_post_mlp/min": -2.1875, "train/tensor_act_model_layers_6_residual_post_mlp/max": 2.84375, "train/tensor_act_model_layers_6_residual_post_mlp/range": 5.03125, "train/tensor_act_model_layers_7_residual_pre_attn/norm": 706.7513427734375, "train/tensor_act_model_layers_7_residual_pre_attn/mean": 0.103515625, "train/tensor_act_model_layers_7_residual_pre_attn/std": 0.330078125, "train/tensor_act_model_layers_7_residual_pre_attn/max_abs": 2.84375, "train/tensor_act_model_layers_7_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_residual_pre_attn/min": -2.1875, "train/tensor_act_model_layers_7_residual_pre_attn/max": 2.84375, "train/tensor_act_model_layers_7_residual_pre_attn/range": 5.03125, "train/tensor_act_model_layers_7_residual_post_attn/norm": 717.34765625, "train/tensor_act_model_layers_7_residual_post_attn/mean": 0.103515625, "train/tensor_act_model_layers_7_residual_post_attn/std": 0.333984375, "train/tensor_act_model_layers_7_residual_post_attn/max_abs": 2.84375, "train/tensor_act_model_layers_7_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_residual_post_attn/min": -2.171875, "train/tensor_act_model_layers_7_residual_post_attn/max": 2.84375, "train/tensor_act_model_layers_7_residual_post_attn/range": 5.015625, "train/tensor_act_model_layers_7_mlp_gate_proj/norm": 1096.793212890625, "train/tensor_act_model_layers_7_mlp_gate_proj/mean": -0.1318359375, "train/tensor_act_model_layers_7_mlp_gate_proj/std": 0.35546875, "train/tensor_act_model_layers_7_mlp_gate_proj/max_abs": 2.28125, "train/tensor_act_model_layers_7_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_mlp_gate_proj/min": -2.28125, "train/tensor_act_model_layers_7_mlp_gate_proj/max": 1.765625, "train/tensor_act_model_layers_7_mlp_gate_proj/range": 4.046875, "train/tensor_act_model_layers_7_mlp_up_proj/norm": 957.0184936523438, "train/tensor_act_model_layers_7_mlp_up_proj/mean": 0.005462646484375, "train/tensor_act_model_layers_7_mlp_up_proj/std": 0.330078125, "train/tensor_act_model_layers_7_mlp_up_proj/max_abs": 1.7578125, "train/tensor_act_model_layers_7_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_mlp_up_proj/min": -1.671875, "train/tensor_act_model_layers_7_mlp_up_proj/max": 1.7578125, "train/tensor_act_model_layers_7_mlp_up_proj/range": 3.4296875, "train/tensor_act_model_layers_7_mlp_down_proj/norm": 71.0453872680664, "train/tensor_act_model_layers_7_mlp_down_proj/mean": 0.00921630859375, "train/tensor_act_model_layers_7_mlp_down_proj/std": 0.033447265625, "train/tensor_act_model_layers_7_mlp_down_proj/max_abs": 0.28125, "train/tensor_act_model_layers_7_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_mlp_down_proj/min": -0.275390625, "train/tensor_act_model_layers_7_mlp_down_proj/max": 0.28125, "train/tensor_act_model_layers_7_mlp_down_proj/range": 0.556640625, "train/tensor_act_model_layers_7_mlp/norm": 71.0453872680664, "train/tensor_act_model_layers_7_mlp/mean": 0.00921630859375, "train/tensor_act_model_layers_7_mlp/std": 0.033447265625, "train/tensor_act_model_layers_7_mlp/max_abs": 0.28125, "train/tensor_act_model_layers_7_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_mlp/min": -0.275390625, "train/tensor_act_model_layers_7_mlp/max": 0.28125, "train/tensor_act_model_layers_7_mlp/range": 0.556640625, "train/tensor_act_model_layers_7_residual_post_mlp/norm": 744.677490234375, "train/tensor_act_model_layers_7_residual_post_mlp/mean": 0.11279296875, "train/tensor_act_model_layers_7_residual_post_mlp/std": 0.345703125, "train/tensor_act_model_layers_7_residual_post_mlp/max_abs": 3.046875, "train/tensor_act_model_layers_7_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_residual_post_mlp/min": -2.265625, "train/tensor_act_model_layers_7_residual_post_mlp/max": 3.046875, "train/tensor_act_model_layers_7_residual_post_mlp/range": 5.3125, "train/tensor_act_model_layers_8_residual_pre_attn/norm": 744.677490234375, "train/tensor_act_model_layers_8_residual_pre_attn/mean": 0.11279296875, "train/tensor_act_model_layers_8_residual_pre_attn/std": 0.345703125, "train/tensor_act_model_layers_8_residual_pre_attn/max_abs": 3.046875, "train/tensor_act_model_layers_8_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_residual_pre_attn/min": -2.265625, "train/tensor_act_model_layers_8_residual_pre_attn/max": 3.046875, "train/tensor_act_model_layers_8_residual_pre_attn/range": 5.3125, "train/tensor_act_model_layers_8_residual_post_attn/norm": 750.7091064453125, "train/tensor_act_model_layers_8_residual_post_attn/mean": 0.111328125, "train/tensor_act_model_layers_8_residual_post_attn/std": 0.349609375, "train/tensor_act_model_layers_8_residual_post_attn/max_abs": 3.03125, "train/tensor_act_model_layers_8_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_residual_post_attn/min": -2.203125, "train/tensor_act_model_layers_8_residual_post_attn/max": 3.03125, "train/tensor_act_model_layers_8_residual_post_attn/range": 5.234375, "train/tensor_act_model_layers_8_mlp_gate_proj/norm": 1114.79443359375, "train/tensor_act_model_layers_8_mlp_gate_proj/mean": -0.1474609375, "train/tensor_act_model_layers_8_mlp_gate_proj/std": 0.35546875, "train/tensor_act_model_layers_8_mlp_gate_proj/max_abs": 2.265625, "train/tensor_act_model_layers_8_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_mlp_gate_proj/min": -2.265625, "train/tensor_act_model_layers_8_mlp_gate_proj/max": 1.6484375, "train/tensor_act_model_layers_8_mlp_gate_proj/range": 3.9140625, "train/tensor_act_model_layers_8_mlp_up_proj/norm": 952.0602416992188, "train/tensor_act_model_layers_8_mlp_up_proj/mean": -0.003021240234375, "train/tensor_act_model_layers_8_mlp_up_proj/std": 0.328125, "train/tensor_act_model_layers_8_mlp_up_proj/max_abs": 1.8203125, "train/tensor_act_model_layers_8_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_mlp_up_proj/min": -1.7578125, "train/tensor_act_model_layers_8_mlp_up_proj/max": 1.8203125, "train/tensor_act_model_layers_8_mlp_up_proj/range": 3.578125, "train/tensor_act_model_layers_8_mlp_down_proj/norm": 61.92601776123047, "train/tensor_act_model_layers_8_mlp_down_proj/mean": 0.007293701171875, "train/tensor_act_model_layers_8_mlp_down_proj/std": 0.029296875, "train/tensor_act_model_layers_8_mlp_down_proj/max_abs": 0.2373046875, "train/tensor_act_model_layers_8_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_mlp_down_proj/min": -0.2373046875, "train/tensor_act_model_layers_8_mlp_down_proj/max": 0.18359375, "train/tensor_act_model_layers_8_mlp_down_proj/range": 0.4208984375, "train/tensor_act_model_layers_8_mlp/norm": 61.92601776123047, "train/tensor_act_model_layers_8_mlp/mean": 0.007293701171875, "train/tensor_act_model_layers_8_mlp/std": 0.029296875, "train/tensor_act_model_layers_8_mlp/max_abs": 0.2373046875, "train/tensor_act_model_layers_8_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_mlp/min": -0.2373046875, "train/tensor_act_model_layers_8_mlp/max": 0.18359375, "train/tensor_act_model_layers_8_mlp/range": 0.4208984375, "train/tensor_act_model_layers_8_residual_post_mlp/norm": 773.3905639648438, "train/tensor_act_model_layers_8_residual_post_mlp/mean": 0.11865234375, "train/tensor_act_model_layers_8_residual_post_mlp/std": 0.359375, "train/tensor_act_model_layers_8_residual_post_mlp/max_abs": 3.140625, "train/tensor_act_model_layers_8_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_residual_post_mlp/min": -2.265625, "train/tensor_act_model_layers_8_residual_post_mlp/max": 3.140625, "train/tensor_act_model_layers_8_residual_post_mlp/range": 5.40625, "train/tensor_act_model_layers_9_residual_pre_attn/norm": 773.3905639648438, "train/tensor_act_model_layers_9_residual_pre_attn/mean": 0.11865234375, "train/tensor_act_model_layers_9_residual_pre_attn/std": 0.359375, "train/tensor_act_model_layers_9_residual_pre_attn/max_abs": 3.140625, "train/tensor_act_model_layers_9_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_9_residual_pre_attn/min": -2.265625, "train/tensor_act_model_layers_9_residual_pre_attn/max": 3.140625, "train/tensor_act_model_layers_9_residual_pre_attn/range": 5.40625, "train/tensor_act_model_layers_9_residual_post_attn/norm": 786.39404296875, "train/tensor_act_model_layers_9_residual_post_attn/mean": 0.11474609375, "train/tensor_act_model_layers_9_residual_post_attn/std": 0.3671875, "train/tensor_act_model_layers_9_residual_post_attn/max_abs": 3.1875, "train/tensor_act_model_layers_9_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_9_residual_post_attn/min": -2.3125, "train/tensor_act_model_layers_9_residual_post_attn/max": 3.1875, "train/tensor_act_model_layers_9_residual_post_attn/range": 5.5, "train/tensor_act_model_layers_9_mlp_gate_proj/norm": 1130.6881103515625, "train/tensor_act_model_layers_9_mlp_gate_proj/mean": -0.1435546875, "train/tensor_act_model_layers_9_mlp_gate_proj/std": 0.36328125, "train/tensor_act_model_layers_9_mlp_gate_proj/max_abs": 2.265625, "train/tensor_act_model_layers_9_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_9_mlp_gate_proj/min": -2.265625, "train/tensor_act_model_layers_9_mlp_gate_proj/max": 2.125, "train/tensor_act_model_layers_9_mlp_gate_proj/range": 4.390625, "train/tensor_act_model_layers_9_mlp_up_proj/norm": 971.858642578125, "train/tensor_act_model_layers_9_mlp_up_proj/mean": -0.00714111328125, "train/tensor_act_model_layers_9_mlp_up_proj/std": 0.3359375, "train/tensor_act_model_layers_9_mlp_up_proj/max_abs": 2.171875, "train/tensor_act_model_layers_9_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_9_mlp_up_proj/min": -2.171875, "train/tensor_act_model_layers_9_mlp_up_proj/max": 1.75, "train/tensor_act_model_layers_9_mlp_up_proj/range": 3.921875, "train/tensor_act_model_layers_9_mlp_down_proj/norm": 67.48294830322266, "train/tensor_act_model_layers_9_mlp_down_proj/mean": 0.0084228515625, "train/tensor_act_model_layers_9_mlp_down_proj/std": 0.03173828125, "train/tensor_act_model_layers_9_mlp_down_proj/max_abs": 0.53515625, "train/tensor_act_model_layers_9_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_9_mlp_down_proj/min": -0.349609375, "train/tensor_act_model_layers_9_mlp_down_proj/max": 0.53515625, "train/tensor_act_model_layers_9_mlp_down_proj/range": 0.884765625, "train/tensor_act_model_layers_9_mlp/norm": 67.48294830322266, "train/tensor_act_model_layers_9_mlp/mean": 0.0084228515625, "train/tensor_act_model_layers_9_mlp/std": 0.03173828125, "train/tensor_act_model_layers_9_mlp/max_abs": 0.53515625, "train/tensor_act_model_layers_9_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_9_mlp/min": -0.349609375, "train/tensor_act_model_layers_9_mlp/max": 0.53515625, "train/tensor_act_model_layers_9_mlp/range": 0.884765625, "train/tensor_act_model_layers_9_residual_post_mlp/norm": 806.476806640625, "train/tensor_act_model_layers_9_residual_post_mlp/mean": 0.123046875, "train/tensor_act_model_layers_9_residual_post_mlp/std": 0.373046875, "train/tensor_act_model_layers_9_residual_post_mlp/max_abs": 3.296875, "train/tensor_act_model_layers_9_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_9_residual_post_mlp/min": -2.34375, "train/tensor_act_model_layers_9_residual_post_mlp/max": 3.296875, "train/tensor_act_model_layers_9_residual_post_mlp/range": 5.640625, "train/tensor_act_model_layers_10_residual_pre_attn/norm": 806.476806640625, "train/tensor_act_model_layers_10_residual_pre_attn/mean": 0.123046875, "train/tensor_act_model_layers_10_residual_pre_attn/std": 0.373046875, "train/tensor_act_model_layers_10_residual_pre_attn/max_abs": 3.296875, "train/tensor_act_model_layers_10_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_10_residual_pre_attn/min": -2.34375, "train/tensor_act_model_layers_10_residual_pre_attn/max": 3.296875, "train/tensor_act_model_layers_10_residual_pre_attn/range": 5.640625, "train/tensor_act_model_layers_10_residual_post_attn/norm": 813.2505493164062, "train/tensor_act_model_layers_10_residual_post_attn/mean": 0.119140625, "train/tensor_act_model_layers_10_residual_post_attn/std": 0.37890625, "train/tensor_act_model_layers_10_residual_post_attn/max_abs": 3.3125, "train/tensor_act_model_layers_10_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_10_residual_post_attn/min": -2.328125, "train/tensor_act_model_layers_10_residual_post_attn/max": 3.3125, "train/tensor_act_model_layers_10_residual_post_attn/range": 5.640625, "train/tensor_act_model_layers_10_mlp_gate_proj/norm": 1188.376953125, "train/tensor_act_model_layers_10_mlp_gate_proj/mean": -0.171875, "train/tensor_act_model_layers_10_mlp_gate_proj/std": 0.373046875, "train/tensor_act_model_layers_10_mlp_gate_proj/max_abs": 2.359375, "train/tensor_act_model_layers_10_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_10_mlp_gate_proj/min": -2.359375, "train/tensor_act_model_layers_10_mlp_gate_proj/max": 1.875, "train/tensor_act_model_layers_10_mlp_gate_proj/range": 4.234375, "train/tensor_act_model_layers_10_mlp_up_proj/norm": 1026.5523681640625, "train/tensor_act_model_layers_10_mlp_up_proj/mean": -0.00885009765625, "train/tensor_act_model_layers_10_mlp_up_proj/std": 0.353515625, "train/tensor_act_model_layers_10_mlp_up_proj/max_abs": 2.234375, "train/tensor_act_model_layers_10_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_10_mlp_up_proj/min": -2.234375, "train/tensor_act_model_layers_10_mlp_up_proj/max": 1.984375, "train/tensor_act_model_layers_10_mlp_up_proj/range": 4.21875, "train/tensor_act_model_layers_10_mlp_down_proj/norm": 70.5378189086914, "train/tensor_act_model_layers_10_mlp_down_proj/mean": 0.00897216796875, "train/tensor_act_model_layers_10_mlp_down_proj/std": 0.033203125, "train/tensor_act_model_layers_10_mlp_down_proj/max_abs": 0.328125, "train/tensor_act_model_layers_10_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_10_mlp_down_proj/min": -0.2421875, "train/tensor_act_model_layers_10_mlp_down_proj/max": 0.328125, "train/tensor_act_model_layers_10_mlp_down_proj/range": 0.5703125, "train/tensor_act_model_layers_10_mlp/norm": 70.5378189086914, "train/tensor_act_model_layers_10_mlp/mean": 0.00897216796875, "train/tensor_act_model_layers_10_mlp/std": 0.033203125, "train/tensor_act_model_layers_10_mlp/max_abs": 0.328125, "train/tensor_act_model_layers_10_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_10_mlp/min": -0.2421875, "train/tensor_act_model_layers_10_mlp/max": 0.328125, "train/tensor_act_model_layers_10_mlp/range": 0.5703125, "train/tensor_act_model_layers_10_residual_post_mlp/norm": 834.2542114257812, "train/tensor_act_model_layers_10_residual_post_mlp/mean": 0.1279296875, "train/tensor_act_model_layers_10_residual_post_mlp/std": 0.38671875, "train/tensor_act_model_layers_10_residual_post_mlp/max_abs": 3.453125, "train/tensor_act_model_layers_10_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_10_residual_post_mlp/min": -2.375, "train/tensor_act_model_layers_10_residual_post_mlp/max": 3.453125, "train/tensor_act_model_layers_10_residual_post_mlp/range": 5.828125, "train/tensor_act_model_layers_11_residual_pre_attn/norm": 834.2542114257812, "train/tensor_act_model_layers_11_residual_pre_attn/mean": 0.1279296875, "train/tensor_act_model_layers_11_residual_pre_attn/std": 0.38671875, "train/tensor_act_model_layers_11_residual_pre_attn/max_abs": 3.453125, "train/tensor_act_model_layers_11_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_11_residual_pre_attn/min": -2.375, "train/tensor_act_model_layers_11_residual_pre_attn/max": 3.453125, "train/tensor_act_model_layers_11_residual_pre_attn/range": 5.828125, "train/tensor_act_model_layers_11_residual_post_attn/norm": 834.5791625976562, "train/tensor_act_model_layers_11_residual_post_attn/mean": 0.12451171875, "train/tensor_act_model_layers_11_residual_post_attn/std": 0.388671875, "train/tensor_act_model_layers_11_residual_post_attn/max_abs": 3.4375, "train/tensor_act_model_layers_11_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_11_residual_post_attn/min": -2.375, "train/tensor_act_model_layers_11_residual_post_attn/max": 3.4375, "train/tensor_act_model_layers_11_residual_post_attn/range": 5.8125, "train/tensor_act_model_layers_11_mlp_gate_proj/norm": 1211.61572265625, "train/tensor_act_model_layers_11_mlp_gate_proj/mean": -0.1875, "train/tensor_act_model_layers_11_mlp_gate_proj/std": 0.375, "train/tensor_act_model_layers_11_mlp_gate_proj/max_abs": 2.328125, "train/tensor_act_model_layers_11_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_11_mlp_gate_proj/min": -2.328125, "train/tensor_act_model_layers_11_mlp_gate_proj/max": 1.765625, "train/tensor_act_model_layers_11_mlp_gate_proj/range": 4.09375, "train/tensor_act_model_layers_11_mlp_up_proj/norm": 1015.029541015625, "train/tensor_act_model_layers_11_mlp_up_proj/mean": 0.00799560546875, "train/tensor_act_model_layers_11_mlp_up_proj/std": 0.349609375, "train/tensor_act_model_layers_11_mlp_up_proj/max_abs": 1.7734375, "train/tensor_act_model_layers_11_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_11_mlp_up_proj/min": -1.7734375, "train/tensor_act_model_layers_11_mlp_up_proj/max": 1.75, "train/tensor_act_model_layers_11_mlp_up_proj/range": 3.5234375, "train/tensor_act_model_layers_11_mlp_down_proj/norm": 73.27017211914062, "train/tensor_act_model_layers_11_mlp_down_proj/mean": 0.01123046875, "train/tensor_act_model_layers_11_mlp_down_proj/std": 0.033935546875, "train/tensor_act_model_layers_11_mlp_down_proj/max_abs": 0.2734375, "train/tensor_act_model_layers_11_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_11_mlp_down_proj/min": -0.23828125, "train/tensor_act_model_layers_11_mlp_down_proj/max": 0.2734375, "train/tensor_act_model_layers_11_mlp_down_proj/range": 0.51171875, "train/tensor_act_model_layers_11_mlp/norm": 73.27017211914062, "train/tensor_act_model_layers_11_mlp/mean": 0.01123046875, "train/tensor_act_model_layers_11_mlp/std": 0.033935546875, "train/tensor_act_model_layers_11_mlp/max_abs": 0.2734375, "train/tensor_act_model_layers_11_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_11_mlp/min": -0.23828125, "train/tensor_act_model_layers_11_mlp/max": 0.2734375, "train/tensor_act_model_layers_11_mlp/range": 0.51171875, "train/tensor_act_model_layers_11_residual_post_mlp/norm": 861.961181640625, "train/tensor_act_model_layers_11_residual_post_mlp/mean": 0.1357421875, "train/tensor_act_model_layers_11_residual_post_mlp/std": 0.3984375, "train/tensor_act_model_layers_11_residual_post_mlp/max_abs": 3.578125, "train/tensor_act_model_layers_11_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_11_residual_post_mlp/min": -2.390625, "train/tensor_act_model_layers_11_residual_post_mlp/max": 3.578125, "train/tensor_act_model_layers_11_residual_post_mlp/range": 5.96875, "train/tensor_act_model_layers_12_residual_pre_attn/norm": 861.961181640625, "train/tensor_act_model_layers_12_residual_pre_attn/mean": 0.1357421875, "train/tensor_act_model_layers_12_residual_pre_attn/std": 0.3984375, "train/tensor_act_model_layers_12_residual_pre_attn/max_abs": 3.578125, "train/tensor_act_model_layers_12_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_12_residual_pre_attn/min": -2.390625, "train/tensor_act_model_layers_12_residual_pre_attn/max": 3.578125, "train/tensor_act_model_layers_12_residual_pre_attn/range": 5.96875, "train/tensor_act_model_layers_12_residual_post_attn/norm": 868.392822265625, "train/tensor_act_model_layers_12_residual_post_attn/mean": 0.1318359375, "train/tensor_act_model_layers_12_residual_post_attn/std": 0.40234375, "train/tensor_act_model_layers_12_residual_post_attn/max_abs": 3.640625, "train/tensor_act_model_layers_12_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_12_residual_post_attn/min": -2.359375, "train/tensor_act_model_layers_12_residual_post_attn/max": 3.640625, "train/tensor_act_model_layers_12_residual_post_attn/range": 6.0, "train/tensor_act_model_layers_12_mlp_gate_proj/norm": 1244.789306640625, "train/tensor_act_model_layers_12_mlp_gate_proj/mean": -0.1923828125, "train/tensor_act_model_layers_12_mlp_gate_proj/std": 0.384765625, "train/tensor_act_model_layers_12_mlp_gate_proj/max_abs": 2.6875, "train/tensor_act_model_layers_12_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_12_mlp_gate_proj/min": -2.6875, "train/tensor_act_model_layers_12_mlp_gate_proj/max": 1.9609375, "train/tensor_act_model_layers_12_mlp_gate_proj/range": 4.6484375, "train/tensor_act_model_layers_12_mlp_up_proj/norm": 1005.05712890625, "train/tensor_act_model_layers_12_mlp_up_proj/mean": -0.007476806640625, "train/tensor_act_model_layers_12_mlp_up_proj/std": 0.34765625, "train/tensor_act_model_layers_12_mlp_up_proj/max_abs": 1.890625, "train/tensor_act_model_layers_12_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_12_mlp_up_proj/min": -1.8359375, "train/tensor_act_model_layers_12_mlp_up_proj/max": 1.890625, "train/tensor_act_model_layers_12_mlp_up_proj/range": 3.7265625, "train/tensor_act_model_layers_12_mlp_down_proj/norm": 68.87261962890625, "train/tensor_act_model_layers_12_mlp_down_proj/mean": 0.0084228515625, "train/tensor_act_model_layers_12_mlp_down_proj/std": 0.032470703125, "train/tensor_act_model_layers_12_mlp_down_proj/max_abs": 0.29296875, "train/tensor_act_model_layers_12_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_12_mlp_down_proj/min": -0.29296875, "train/tensor_act_model_layers_12_mlp_down_proj/max": 0.279296875, "train/tensor_act_model_layers_12_mlp_down_proj/range": 0.572265625, "train/tensor_act_model_layers_12_mlp/norm": 68.87261962890625, "train/tensor_act_model_layers_12_mlp/mean": 0.0084228515625, "train/tensor_act_model_layers_12_mlp/std": 0.032470703125, "train/tensor_act_model_layers_12_mlp/max_abs": 0.29296875, "train/tensor_act_model_layers_12_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_12_mlp/min": -0.29296875, "train/tensor_act_model_layers_12_mlp/max": 0.279296875, "train/tensor_act_model_layers_12_mlp/range": 0.572265625, "train/tensor_act_model_layers_12_residual_post_mlp/norm": 887.8788452148438, "train/tensor_act_model_layers_12_residual_post_mlp/mean": 0.1396484375, "train/tensor_act_model_layers_12_residual_post_mlp/std": 0.41015625, "train/tensor_act_model_layers_12_residual_post_mlp/max_abs": 3.71875, "train/tensor_act_model_layers_12_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_12_residual_post_mlp/min": -2.34375, "train/tensor_act_model_layers_12_residual_post_mlp/max": 3.71875, "train/tensor_act_model_layers_12_residual_post_mlp/range": 6.0625, "train/tensor_act_model_layers_13_residual_pre_attn/norm": 887.8788452148438, "train/tensor_act_model_layers_13_residual_pre_attn/mean": 0.1396484375, "train/tensor_act_model_layers_13_residual_pre_attn/std": 0.41015625, "train/tensor_act_model_layers_13_residual_pre_attn/max_abs": 3.71875, "train/tensor_act_model_layers_13_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_13_residual_pre_attn/min": -2.34375, "train/tensor_act_model_layers_13_residual_pre_attn/max": 3.71875, "train/tensor_act_model_layers_13_residual_pre_attn/range": 6.0625, "train/tensor_act_model_layers_13_residual_post_attn/norm": 888.969482421875, "train/tensor_act_model_layers_13_residual_post_attn/mean": 0.13671875, "train/tensor_act_model_layers_13_residual_post_attn/std": 0.412109375, "train/tensor_act_model_layers_13_residual_post_attn/max_abs": 3.765625, "train/tensor_act_model_layers_13_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_13_residual_post_attn/min": -2.34375, "train/tensor_act_model_layers_13_residual_post_attn/max": 3.765625, "train/tensor_act_model_layers_13_residual_post_attn/range": 6.109375, "train/tensor_act_model_layers_13_mlp_gate_proj/norm": 1187.3626708984375, "train/tensor_act_model_layers_13_mlp_gate_proj/mean": -0.1689453125, "train/tensor_act_model_layers_13_mlp_gate_proj/std": 0.373046875, "train/tensor_act_model_layers_13_mlp_gate_proj/max_abs": 2.4375, "train/tensor_act_model_layers_13_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_13_mlp_gate_proj/min": -2.4375, "train/tensor_act_model_layers_13_mlp_gate_proj/max": 2.390625, "train/tensor_act_model_layers_13_mlp_gate_proj/range": 4.828125, "train/tensor_act_model_layers_13_mlp_up_proj/norm": 960.9140014648438, "train/tensor_act_model_layers_13_mlp_up_proj/mean": 0.0047607421875, "train/tensor_act_model_layers_13_mlp_up_proj/std": 0.33203125, "train/tensor_act_model_layers_13_mlp_up_proj/max_abs": 2.078125, "train/tensor_act_model_layers_13_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_13_mlp_up_proj/min": -1.8125, "train/tensor_act_model_layers_13_mlp_up_proj/max": 2.078125, "train/tensor_act_model_layers_13_mlp_up_proj/range": 3.890625, "train/tensor_act_model_layers_13_mlp_down_proj/norm": 65.89012908935547, "train/tensor_act_model_layers_13_mlp_down_proj/mean": 0.007598876953125, "train/tensor_act_model_layers_13_mlp_down_proj/std": 0.03125, "train/tensor_act_model_layers_13_mlp_down_proj/max_abs": 0.291015625, "train/tensor_act_model_layers_13_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_13_mlp_down_proj/min": -0.291015625, "train/tensor_act_model_layers_13_mlp_down_proj/max": 0.27734375, "train/tensor_act_model_layers_13_mlp_down_proj/range": 0.568359375, "train/tensor_act_model_layers_13_mlp/norm": 65.89012908935547, "train/tensor_act_model_layers_13_mlp/mean": 0.007598876953125, "train/tensor_act_model_layers_13_mlp/std": 0.03125, "train/tensor_act_model_layers_13_mlp/max_abs": 0.291015625, "train/tensor_act_model_layers_13_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_13_mlp/min": -0.291015625, "train/tensor_act_model_layers_13_mlp/max": 0.27734375, "train/tensor_act_model_layers_13_mlp/range": 0.568359375, "train/tensor_act_model_layers_13_residual_post_mlp/norm": 909.6536865234375, "train/tensor_act_model_layers_13_residual_post_mlp/mean": 0.14453125, "train/tensor_act_model_layers_13_residual_post_mlp/std": 0.419921875, "train/tensor_act_model_layers_13_residual_post_mlp/max_abs": 3.796875, "train/tensor_act_model_layers_13_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_13_residual_post_mlp/min": -2.375, "train/tensor_act_model_layers_13_residual_post_mlp/max": 3.796875, "train/tensor_act_model_layers_13_residual_post_mlp/range": 6.171875, "train/tensor_act_model_layers_14_residual_pre_attn/norm": 909.6536865234375, "train/tensor_act_model_layers_14_residual_pre_attn/mean": 0.14453125, "train/tensor_act_model_layers_14_residual_pre_attn/std": 0.419921875, "train/tensor_act_model_layers_14_residual_pre_attn/max_abs": 3.796875, "train/tensor_act_model_layers_14_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_14_residual_pre_attn/min": -2.375, "train/tensor_act_model_layers_14_residual_pre_attn/max": 3.796875, "train/tensor_act_model_layers_14_residual_pre_attn/range": 6.171875, "train/tensor_act_model_layers_14_residual_post_attn/norm": 938.3775634765625, "train/tensor_act_model_layers_14_residual_post_attn/mean": 0.1337890625, "train/tensor_act_model_layers_14_residual_post_attn/std": 0.4375, "train/tensor_act_model_layers_14_residual_post_attn/max_abs": 3.8125, "train/tensor_act_model_layers_14_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_14_residual_post_attn/min": -2.421875, "train/tensor_act_model_layers_14_residual_post_attn/max": 3.8125, "train/tensor_act_model_layers_14_residual_post_attn/range": 6.234375, "train/tensor_act_model_layers_14_mlp_gate_proj/norm": 1237.7655029296875, "train/tensor_act_model_layers_14_mlp_gate_proj/mean": -0.19140625, "train/tensor_act_model_layers_14_mlp_gate_proj/std": 0.3828125, "train/tensor_act_model_layers_14_mlp_gate_proj/max_abs": 2.359375, "train/tensor_act_model_layers_14_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_14_mlp_gate_proj/min": -2.359375, "train/tensor_act_model_layers_14_mlp_gate_proj/max": 1.84375, "train/tensor_act_model_layers_14_mlp_gate_proj/range": 4.203125, "train/tensor_act_model_layers_14_mlp_up_proj/norm": 1004.099609375, "train/tensor_act_model_layers_14_mlp_up_proj/mean": -0.005218505859375, "train/tensor_act_model_layers_14_mlp_up_proj/std": 0.345703125, "train/tensor_act_model_layers_14_mlp_up_proj/max_abs": 1.890625, "train/tensor_act_model_layers_14_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_14_mlp_up_proj/min": -1.890625, "train/tensor_act_model_layers_14_mlp_up_proj/max": 1.828125, "train/tensor_act_model_layers_14_mlp_up_proj/range": 3.71875, "train/tensor_act_model_layers_14_mlp_down_proj/norm": 68.8045654296875, "train/tensor_act_model_layers_14_mlp_down_proj/mean": 0.00823974609375, "train/tensor_act_model_layers_14_mlp_down_proj/std": 0.032470703125, "train/tensor_act_model_layers_14_mlp_down_proj/max_abs": 0.287109375, "train/tensor_act_model_layers_14_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_14_mlp_down_proj/min": -0.2197265625, "train/tensor_act_model_layers_14_mlp_down_proj/max": 0.287109375, "train/tensor_act_model_layers_14_mlp_down_proj/range": 0.5068359375, "train/tensor_act_model_layers_14_mlp/norm": 68.8045654296875, "train/tensor_act_model_layers_14_mlp/mean": 0.00823974609375, "train/tensor_act_model_layers_14_mlp/std": 0.032470703125, "train/tensor_act_model_layers_14_mlp/max_abs": 0.287109375, "train/tensor_act_model_layers_14_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_14_mlp/min": -0.2197265625, "train/tensor_act_model_layers_14_mlp/max": 0.287109375, "train/tensor_act_model_layers_14_mlp/range": 0.5068359375, "train/tensor_act_model_layers_14_residual_post_mlp/norm": 956.5274047851562, "train/tensor_act_model_layers_14_residual_post_mlp/mean": 0.142578125, "train/tensor_act_model_layers_14_residual_post_mlp/std": 0.4453125, "train/tensor_act_model_layers_14_residual_post_mlp/max_abs": 3.84375, "train/tensor_act_model_layers_14_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_14_residual_post_mlp/min": -2.4375, "train/tensor_act_model_layers_14_residual_post_mlp/max": 3.84375, "train/tensor_act_model_layers_14_residual_post_mlp/range": 6.28125, "train/tensor_act_model_layers_15_residual_pre_attn/norm": 956.5274047851562, "train/tensor_act_model_layers_15_residual_pre_attn/mean": 0.142578125, "train/tensor_act_model_layers_15_residual_pre_attn/std": 0.4453125, "train/tensor_act_model_layers_15_residual_pre_attn/max_abs": 3.84375, "train/tensor_act_model_layers_15_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_15_residual_pre_attn/min": -2.4375, "train/tensor_act_model_layers_15_residual_pre_attn/max": 3.84375, "train/tensor_act_model_layers_15_residual_pre_attn/range": 6.28125, "train/tensor_act_model_layers_15_residual_post_attn/norm": 963.8685913085938, "train/tensor_act_model_layers_15_residual_post_attn/mean": 0.134765625, "train/tensor_act_model_layers_15_residual_post_attn/std": 0.451171875, "train/tensor_act_model_layers_15_residual_post_attn/max_abs": 3.875, "train/tensor_act_model_layers_15_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_15_residual_post_attn/min": -2.4375, "train/tensor_act_model_layers_15_residual_post_attn/max": 3.875, "train/tensor_act_model_layers_15_residual_post_attn/range": 6.3125, "train/tensor_act_model_layers_15_mlp_gate_proj/norm": 1271.5947265625, "train/tensor_act_model_layers_15_mlp_gate_proj/mean": -0.2021484375, "train/tensor_act_model_layers_15_mlp_gate_proj/std": 0.388671875, "train/tensor_act_model_layers_15_mlp_gate_proj/max_abs": 2.328125, "train/tensor_act_model_layers_15_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_15_mlp_gate_proj/min": -2.328125, "train/tensor_act_model_layers_15_mlp_gate_proj/max": 1.96875, "train/tensor_act_model_layers_15_mlp_gate_proj/range": 4.296875, "train/tensor_act_model_layers_15_mlp_up_proj/norm": 1014.5084228515625, "train/tensor_act_model_layers_15_mlp_up_proj/mean": 0.013427734375, "train/tensor_act_model_layers_15_mlp_up_proj/std": 0.349609375, "train/tensor_act_model_layers_15_mlp_up_proj/max_abs": 2.171875, "train/tensor_act_model_layers_15_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_15_mlp_up_proj/min": -2.171875, "train/tensor_act_model_layers_15_mlp_up_proj/max": 1.859375, "train/tensor_act_model_layers_15_mlp_up_proj/range": 4.03125, "train/tensor_act_model_layers_15_mlp_down_proj/norm": 76.76242065429688, "train/tensor_act_model_layers_15_mlp_down_proj/mean": 0.0081787109375, "train/tensor_act_model_layers_15_mlp_down_proj/std": 0.03662109375, "train/tensor_act_model_layers_15_mlp_down_proj/max_abs": 0.287109375, "train/tensor_act_model_layers_15_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_15_mlp_down_proj/min": -0.23828125, "train/tensor_act_model_layers_15_mlp_down_proj/max": 0.287109375, "train/tensor_act_model_layers_15_mlp_down_proj/range": 0.525390625, "train/tensor_act_model_layers_15_mlp/norm": 76.76242065429688, "train/tensor_act_model_layers_15_mlp/mean": 0.0081787109375, "train/tensor_act_model_layers_15_mlp/std": 0.03662109375, "train/tensor_act_model_layers_15_mlp/max_abs": 0.287109375, "train/tensor_act_model_layers_15_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_15_mlp/min": -0.23828125, "train/tensor_act_model_layers_15_mlp/max": 0.287109375, "train/tensor_act_model_layers_15_mlp/range": 0.525390625, "train/tensor_act_model_layers_15_residual_post_mlp/norm": 987.8589477539062, "train/tensor_act_model_layers_15_residual_post_mlp/mean": 0.1435546875, "train/tensor_act_model_layers_15_residual_post_mlp/std": 0.4609375, "train/tensor_act_model_layers_15_residual_post_mlp/max_abs": 3.921875, "train/tensor_act_model_layers_15_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_15_residual_post_mlp/min": -2.453125, "train/tensor_act_model_layers_15_residual_post_mlp/max": 3.921875, "train/tensor_act_model_layers_15_residual_post_mlp/range": 6.375, "train/tensor_act_model_layers_16_residual_pre_attn/norm": 987.8589477539062, "train/tensor_act_model_layers_16_residual_pre_attn/mean": 0.1435546875, "train/tensor_act_model_layers_16_residual_pre_attn/std": 0.4609375, "train/tensor_act_model_layers_16_residual_pre_attn/max_abs": 3.921875, "train/tensor_act_model_layers_16_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_16_residual_pre_attn/min": -2.453125, "train/tensor_act_model_layers_16_residual_pre_attn/max": 3.921875, "train/tensor_act_model_layers_16_residual_pre_attn/range": 6.375, "train/tensor_act_model_layers_16_residual_post_attn/norm": 998.8536376953125, "train/tensor_act_model_layers_16_residual_post_attn/mean": 0.1328125, "train/tensor_act_model_layers_16_residual_post_attn/std": 0.46875, "train/tensor_act_model_layers_16_residual_post_attn/max_abs": 3.734375, "train/tensor_act_model_layers_16_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_16_residual_post_attn/min": -2.390625, "train/tensor_act_model_layers_16_residual_post_attn/max": 3.734375, "train/tensor_act_model_layers_16_residual_post_attn/range": 6.125, "train/tensor_act_model_layers_16_mlp_gate_proj/norm": 1260.0987548828125, "train/tensor_act_model_layers_16_mlp_gate_proj/mean": -0.1962890625, "train/tensor_act_model_layers_16_mlp_gate_proj/std": 0.388671875, "train/tensor_act_model_layers_16_mlp_gate_proj/max_abs": 2.484375, "train/tensor_act_model_layers_16_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_16_mlp_gate_proj/min": -2.484375, "train/tensor_act_model_layers_16_mlp_gate_proj/max": 1.703125, "train/tensor_act_model_layers_16_mlp_gate_proj/range": 4.1875, "train/tensor_act_model_layers_16_mlp_up_proj/norm": 1037.175048828125, "train/tensor_act_model_layers_16_mlp_up_proj/mean": -0.00738525390625, "train/tensor_act_model_layers_16_mlp_up_proj/std": 0.357421875, "train/tensor_act_model_layers_16_mlp_up_proj/max_abs": 2.03125, "train/tensor_act_model_layers_16_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_16_mlp_up_proj/min": -1.90625, "train/tensor_act_model_layers_16_mlp_up_proj/max": 2.03125, "train/tensor_act_model_layers_16_mlp_up_proj/range": 3.9375, "train/tensor_act_model_layers_16_mlp_down_proj/norm": 71.97689819335938, "train/tensor_act_model_layers_16_mlp_down_proj/mean": 0.0087890625, "train/tensor_act_model_layers_16_mlp_down_proj/std": 0.033935546875, "train/tensor_act_model_layers_16_mlp_down_proj/max_abs": 0.25, "train/tensor_act_model_layers_16_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_16_mlp_down_proj/min": -0.2431640625, "train/tensor_act_model_layers_16_mlp_down_proj/max": 0.25, "train/tensor_act_model_layers_16_mlp_down_proj/range": 0.4931640625, "train/tensor_act_model_layers_16_mlp/norm": 71.97689819335938, "train/tensor_act_model_layers_16_mlp/mean": 0.0087890625, "train/tensor_act_model_layers_16_mlp/std": 0.033935546875, "train/tensor_act_model_layers_16_mlp/max_abs": 0.25, "train/tensor_act_model_layers_16_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_16_mlp/min": -0.2431640625, "train/tensor_act_model_layers_16_mlp/max": 0.25, "train/tensor_act_model_layers_16_mlp/range": 0.4931640625, "train/tensor_act_model_layers_16_residual_post_mlp/norm": 1008.8262329101562, "train/tensor_act_model_layers_16_residual_post_mlp/mean": 0.1416015625, "train/tensor_act_model_layers_16_residual_post_mlp/std": 0.47265625, "train/tensor_act_model_layers_16_residual_post_mlp/max_abs": 3.78125, "train/tensor_act_model_layers_16_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_16_residual_post_mlp/min": -2.421875, "train/tensor_act_model_layers_16_residual_post_mlp/max": 3.78125, "train/tensor_act_model_layers_16_residual_post_mlp/range": 6.203125, "train/tensor_act_model_layers_17_residual_pre_attn/norm": 1008.8262329101562, "train/tensor_act_model_layers_17_residual_pre_attn/mean": 0.1416015625, "train/tensor_act_model_layers_17_residual_pre_attn/std": 0.47265625, "train/tensor_act_model_layers_17_residual_pre_attn/max_abs": 3.78125, "train/tensor_act_model_layers_17_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_17_residual_pre_attn/min": -2.421875, "train/tensor_act_model_layers_17_residual_pre_attn/max": 3.78125, "train/tensor_act_model_layers_17_residual_pre_attn/range": 6.203125, "train/tensor_act_model_layers_17_residual_post_attn/norm": 1002.6044921875, "train/tensor_act_model_layers_17_residual_post_attn/mean": 0.1396484375, "train/tensor_act_model_layers_17_residual_post_attn/std": 0.46875, "train/tensor_act_model_layers_17_residual_post_attn/max_abs": 3.796875, "train/tensor_act_model_layers_17_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_17_residual_post_attn/min": -2.375, "train/tensor_act_model_layers_17_residual_post_attn/max": 3.796875, "train/tensor_act_model_layers_17_residual_post_attn/range": 6.171875, "train/tensor_act_model_layers_17_mlp_gate_proj/norm": 1244.9208984375, "train/tensor_act_model_layers_17_mlp_gate_proj/mean": -0.17578125, "train/tensor_act_model_layers_17_mlp_gate_proj/std": 0.392578125, "train/tensor_act_model_layers_17_mlp_gate_proj/max_abs": 2.515625, "train/tensor_act_model_layers_17_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_17_mlp_gate_proj/min": -2.515625, "train/tensor_act_model_layers_17_mlp_gate_proj/max": 2.171875, "train/tensor_act_model_layers_17_mlp_gate_proj/range": 4.6875, "train/tensor_act_model_layers_17_mlp_up_proj/norm": 1046.58447265625, "train/tensor_act_model_layers_17_mlp_up_proj/mean": -0.000911712646484375, "train/tensor_act_model_layers_17_mlp_up_proj/std": 0.361328125, "train/tensor_act_model_layers_17_mlp_up_proj/max_abs": 2.390625, "train/tensor_act_model_layers_17_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_17_mlp_up_proj/min": -2.390625, "train/tensor_act_model_layers_17_mlp_up_proj/max": 1.953125, "train/tensor_act_model_layers_17_mlp_up_proj/range": 4.34375, "train/tensor_act_model_layers_17_mlp_down_proj/norm": 75.65164184570312, "train/tensor_act_model_layers_17_mlp_down_proj/mean": 0.006805419921875, "train/tensor_act_model_layers_17_mlp_down_proj/std": 0.036376953125, "train/tensor_act_model_layers_17_mlp_down_proj/max_abs": 0.4375, "train/tensor_act_model_layers_17_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_17_mlp_down_proj/min": -0.322265625, "train/tensor_act_model_layers_17_mlp_down_proj/max": 0.4375, "train/tensor_act_model_layers_17_mlp_down_proj/range": 0.759765625, "train/tensor_act_model_layers_17_mlp/norm": 75.65164184570312, "train/tensor_act_model_layers_17_mlp/mean": 0.006805419921875, "train/tensor_act_model_layers_17_mlp/std": 0.036376953125, "train/tensor_act_model_layers_17_mlp/max_abs": 0.4375, "train/tensor_act_model_layers_17_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_17_mlp/min": -0.322265625, "train/tensor_act_model_layers_17_mlp/max": 0.4375, "train/tensor_act_model_layers_17_mlp/range": 0.759765625, "train/tensor_act_model_layers_17_residual_post_mlp/norm": 1015.2945556640625, "train/tensor_act_model_layers_17_residual_post_mlp/mean": 0.146484375, "train/tensor_act_model_layers_17_residual_post_mlp/std": 0.474609375, "train/tensor_act_model_layers_17_residual_post_mlp/max_abs": 3.828125, "train/tensor_act_model_layers_17_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_17_residual_post_mlp/min": -2.390625, "train/tensor_act_model_layers_17_residual_post_mlp/max": 3.828125, "train/tensor_act_model_layers_17_residual_post_mlp/range": 6.21875, "train/tensor_act_model_layers_18_residual_pre_attn/norm": 1015.2945556640625, "train/tensor_act_model_layers_18_residual_pre_attn/mean": 0.146484375, "train/tensor_act_model_layers_18_residual_pre_attn/std": 0.474609375, "train/tensor_act_model_layers_18_residual_pre_attn/max_abs": 3.828125, "train/tensor_act_model_layers_18_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_18_residual_pre_attn/min": -2.390625, "train/tensor_act_model_layers_18_residual_pre_attn/max": 3.828125, "train/tensor_act_model_layers_18_residual_pre_attn/range": 6.21875, "train/tensor_act_model_layers_18_residual_post_attn/norm": 1017.4346313476562, "train/tensor_act_model_layers_18_residual_post_attn/mean": 0.142578125, "train/tensor_act_model_layers_18_residual_post_attn/std": 0.4765625, "train/tensor_act_model_layers_18_residual_post_attn/max_abs": 3.875, "train/tensor_act_model_layers_18_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_18_residual_post_attn/min": -2.390625, "train/tensor_act_model_layers_18_residual_post_attn/max": 3.875, "train/tensor_act_model_layers_18_residual_post_attn/range": 6.265625, "train/tensor_act_model_layers_18_mlp_gate_proj/norm": 1305.7015380859375, "train/tensor_act_model_layers_18_mlp_gate_proj/mean": -0.208984375, "train/tensor_act_model_layers_18_mlp_gate_proj/std": 0.400390625, "train/tensor_act_model_layers_18_mlp_gate_proj/max_abs": 2.484375, "train/tensor_act_model_layers_18_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_18_mlp_gate_proj/min": -2.484375, "train/tensor_act_model_layers_18_mlp_gate_proj/max": 1.9765625, "train/tensor_act_model_layers_18_mlp_gate_proj/range": 4.4609375, "train/tensor_act_model_layers_18_mlp_up_proj/norm": 1065.255859375, "train/tensor_act_model_layers_18_mlp_up_proj/mean": -0.00872802734375, "train/tensor_act_model_layers_18_mlp_up_proj/std": 0.3671875, "train/tensor_act_model_layers_18_mlp_up_proj/max_abs": 2.078125, "train/tensor_act_model_layers_18_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_18_mlp_up_proj/min": -1.8828125, "train/tensor_act_model_layers_18_mlp_up_proj/max": 2.078125, "train/tensor_act_model_layers_18_mlp_up_proj/range": 3.9609375, "train/tensor_act_model_layers_18_mlp_down_proj/norm": 72.79627990722656, "train/tensor_act_model_layers_18_mlp_down_proj/mean": 0.00665283203125, "train/tensor_act_model_layers_18_mlp_down_proj/std": 0.034912109375, "train/tensor_act_model_layers_18_mlp_down_proj/max_abs": 0.361328125, "train/tensor_act_model_layers_18_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_18_mlp_down_proj/min": -0.275390625, "train/tensor_act_model_layers_18_mlp_down_proj/max": 0.361328125, "train/tensor_act_model_layers_18_mlp_down_proj/range": 0.63671875, "train/tensor_act_model_layers_18_mlp/norm": 72.79627990722656, "train/tensor_act_model_layers_18_mlp/mean": 0.00665283203125, "train/tensor_act_model_layers_18_mlp/std": 0.034912109375, "train/tensor_act_model_layers_18_mlp/max_abs": 0.361328125, "train/tensor_act_model_layers_18_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_18_mlp/min": -0.275390625, "train/tensor_act_model_layers_18_mlp/max": 0.361328125, "train/tensor_act_model_layers_18_mlp/range": 0.63671875, "train/tensor_act_model_layers_18_residual_post_mlp/norm": 1030.14697265625, "train/tensor_act_model_layers_18_residual_post_mlp/mean": 0.1494140625, "train/tensor_act_model_layers_18_residual_post_mlp/std": 0.48046875, "train/tensor_act_model_layers_18_residual_post_mlp/max_abs": 3.90625, "train/tensor_act_model_layers_18_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_18_residual_post_mlp/min": -2.40625, "train/tensor_act_model_layers_18_residual_post_mlp/max": 3.90625, "train/tensor_act_model_layers_18_residual_post_mlp/range": 6.3125, "train/tensor_act_model_layers_19_residual_pre_attn/norm": 1030.14697265625, "train/tensor_act_model_layers_19_residual_pre_attn/mean": 0.1494140625, "train/tensor_act_model_layers_19_residual_pre_attn/std": 0.48046875, "train/tensor_act_model_layers_19_residual_pre_attn/max_abs": 3.90625, "train/tensor_act_model_layers_19_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_19_residual_pre_attn/min": -2.40625, "train/tensor_act_model_layers_19_residual_pre_attn/max": 3.90625, "train/tensor_act_model_layers_19_residual_pre_attn/range": 6.3125, "train/tensor_act_model_layers_19_residual_post_attn/norm": 1042.974853515625, "train/tensor_act_model_layers_19_residual_post_attn/mean": 0.142578125, "train/tensor_act_model_layers_19_residual_post_attn/std": 0.48828125, "train/tensor_act_model_layers_19_residual_post_attn/max_abs": 3.90625, "train/tensor_act_model_layers_19_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_19_residual_post_attn/min": -2.515625, "train/tensor_act_model_layers_19_residual_post_attn/max": 3.90625, "train/tensor_act_model_layers_19_residual_post_attn/range": 6.421875, "train/tensor_act_model_layers_19_mlp_gate_proj/norm": 1270.7706298828125, "train/tensor_act_model_layers_19_mlp_gate_proj/mean": -0.185546875, "train/tensor_act_model_layers_19_mlp_gate_proj/std": 0.3984375, "train/tensor_act_model_layers_19_mlp_gate_proj/max_abs": 2.734375, "train/tensor_act_model_layers_19_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_19_mlp_gate_proj/min": -2.734375, "train/tensor_act_model_layers_19_mlp_gate_proj/max": 1.8671875, "train/tensor_act_model_layers_19_mlp_gate_proj/range": 4.6015625, "train/tensor_act_model_layers_19_mlp_up_proj/norm": 1048.4796142578125, "train/tensor_act_model_layers_19_mlp_up_proj/mean": -0.01300048828125, "train/tensor_act_model_layers_19_mlp_up_proj/std": 0.361328125, "train/tensor_act_model_layers_19_mlp_up_proj/max_abs": 2.03125, "train/tensor_act_model_layers_19_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_19_mlp_up_proj/min": -2.03125, "train/tensor_act_model_layers_19_mlp_up_proj/max": 1.8125, "train/tensor_act_model_layers_19_mlp_up_proj/range": 3.84375, "train/tensor_act_model_layers_19_mlp_down_proj/norm": 75.53275299072266, "train/tensor_act_model_layers_19_mlp_down_proj/mean": 0.007293701171875, "train/tensor_act_model_layers_19_mlp_down_proj/std": 0.0361328125, "train/tensor_act_model_layers_19_mlp_down_proj/max_abs": 0.318359375, "train/tensor_act_model_layers_19_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_19_mlp_down_proj/min": -0.26953125, "train/tensor_act_model_layers_19_mlp_down_proj/max": 0.318359375, "train/tensor_act_model_layers_19_mlp_down_proj/range": 0.587890625, "train/tensor_act_model_layers_19_mlp/norm": 75.53275299072266, "train/tensor_act_model_layers_19_mlp/mean": 0.007293701171875, "train/tensor_act_model_layers_19_mlp/std": 0.0361328125, "train/tensor_act_model_layers_19_mlp/max_abs": 0.318359375, "train/tensor_act_model_layers_19_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_19_mlp/min": -0.26953125, "train/tensor_act_model_layers_19_mlp/max": 0.318359375, "train/tensor_act_model_layers_19_mlp/range": 0.587890625, "train/tensor_act_model_layers_19_residual_post_mlp/norm": 1055.59912109375, "train/tensor_act_model_layers_19_residual_post_mlp/mean": 0.1494140625, "train/tensor_act_model_layers_19_residual_post_mlp/std": 0.494140625, "train/tensor_act_model_layers_19_residual_post_mlp/max_abs": 3.953125, "train/tensor_act_model_layers_19_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_19_residual_post_mlp/min": -2.546875, "train/tensor_act_model_layers_19_residual_post_mlp/max": 3.953125, "train/tensor_act_model_layers_19_residual_post_mlp/range": 6.5, "train/tensor_act_model_layers_20_residual_pre_attn/norm": 1055.59912109375, "train/tensor_act_model_layers_20_residual_pre_attn/mean": 0.1494140625, "train/tensor_act_model_layers_20_residual_pre_attn/std": 0.494140625, "train/tensor_act_model_layers_20_residual_pre_attn/max_abs": 3.953125, "train/tensor_act_model_layers_20_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_20_residual_pre_attn/min": -2.546875, "train/tensor_act_model_layers_20_residual_pre_attn/max": 3.953125, "train/tensor_act_model_layers_20_residual_pre_attn/range": 6.5, "train/tensor_act_model_layers_20_residual_post_attn/norm": 1053.2373046875, "train/tensor_act_model_layers_20_residual_post_attn/mean": 0.1455078125, "train/tensor_act_model_layers_20_residual_post_attn/std": 0.494140625, "train/tensor_act_model_layers_20_residual_post_attn/max_abs": 3.90625, "train/tensor_act_model_layers_20_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_20_residual_post_attn/min": -2.546875, "train/tensor_act_model_layers_20_residual_post_attn/max": 3.90625, "train/tensor_act_model_layers_20_residual_post_attn/range": 6.453125, "train/tensor_act_model_layers_20_mlp_gate_proj/norm": 1258.807861328125, "train/tensor_act_model_layers_20_mlp_gate_proj/mean": -0.1806640625, "train/tensor_act_model_layers_20_mlp_gate_proj/std": 0.39453125, "train/tensor_act_model_layers_20_mlp_gate_proj/max_abs": 2.8125, "train/tensor_act_model_layers_20_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_20_mlp_gate_proj/min": -2.8125, "train/tensor_act_model_layers_20_mlp_gate_proj/max": 2.6875, "train/tensor_act_model_layers_20_mlp_gate_proj/range": 5.5, "train/tensor_act_model_layers_20_mlp_up_proj/norm": 1058.920166015625, "train/tensor_act_model_layers_20_mlp_up_proj/mean": 0.00018787384033203125, "train/tensor_act_model_layers_20_mlp_up_proj/std": 0.365234375, "train/tensor_act_model_layers_20_mlp_up_proj/max_abs": 2.203125, "train/tensor_act_model_layers_20_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_20_mlp_up_proj/min": -2.203125, "train/tensor_act_model_layers_20_mlp_up_proj/max": 2.125, "train/tensor_act_model_layers_20_mlp_up_proj/range": 4.328125, "train/tensor_act_model_layers_20_mlp_down_proj/norm": 78.87665557861328, "train/tensor_act_model_layers_20_mlp_down_proj/mean": 0.00689697265625, "train/tensor_act_model_layers_20_mlp_down_proj/std": 0.037841796875, "train/tensor_act_model_layers_20_mlp_down_proj/max_abs": 0.52734375, "train/tensor_act_model_layers_20_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_20_mlp_down_proj/min": -0.52734375, "train/tensor_act_model_layers_20_mlp_down_proj/max": 0.478515625, "train/tensor_act_model_layers_20_mlp_down_proj/range": 1.005859375, "train/tensor_act_model_layers_20_mlp/norm": 78.87665557861328, "train/tensor_act_model_layers_20_mlp/mean": 0.00689697265625, "train/tensor_act_model_layers_20_mlp/std": 0.037841796875, "train/tensor_act_model_layers_20_mlp/max_abs": 0.52734375, "train/tensor_act_model_layers_20_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_20_mlp/min": -0.52734375, "train/tensor_act_model_layers_20_mlp/max": 0.478515625, "train/tensor_act_model_layers_20_mlp/range": 1.005859375, "train/tensor_act_model_layers_20_residual_post_mlp/norm": 1064.0546875, "train/tensor_act_model_layers_20_residual_post_mlp/mean": 0.15234375, "train/tensor_act_model_layers_20_residual_post_mlp/std": 0.49609375, "train/tensor_act_model_layers_20_residual_post_mlp/max_abs": 3.9375, "train/tensor_act_model_layers_20_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_20_residual_post_mlp/min": -2.578125, "train/tensor_act_model_layers_20_residual_post_mlp/max": 3.9375, "train/tensor_act_model_layers_20_residual_post_mlp/range": 6.515625, "train/tensor_act_model_layers_21_residual_pre_attn/norm": 1064.0546875, "train/tensor_act_model_layers_21_residual_pre_attn/mean": 0.15234375, "train/tensor_act_model_layers_21_residual_pre_attn/std": 0.49609375, "train/tensor_act_model_layers_21_residual_pre_attn/max_abs": 3.9375, "train/tensor_act_model_layers_21_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_21_residual_pre_attn/min": -2.578125, "train/tensor_act_model_layers_21_residual_pre_attn/max": 3.9375, "train/tensor_act_model_layers_21_residual_pre_attn/range": 6.515625, "train/tensor_act_model_layers_21_residual_post_attn/norm": 1064.6549072265625, "train/tensor_act_model_layers_21_residual_post_attn/mean": 0.15234375, "train/tensor_act_model_layers_21_residual_post_attn/std": 0.498046875, "train/tensor_act_model_layers_21_residual_post_attn/max_abs": 3.90625, "train/tensor_act_model_layers_21_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_21_residual_post_attn/min": -2.59375, "train/tensor_act_model_layers_21_residual_post_attn/max": 3.90625, "train/tensor_act_model_layers_21_residual_post_attn/range": 6.5, "train/tensor_act_model_layers_21_mlp_gate_proj/norm": 1221.9979248046875, "train/tensor_act_model_layers_21_mlp_gate_proj/mean": -0.1494140625, "train/tensor_act_model_layers_21_mlp_gate_proj/std": 0.39453125, "train/tensor_act_model_layers_21_mlp_gate_proj/max_abs": 2.546875, "train/tensor_act_model_layers_21_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_21_mlp_gate_proj/min": -2.546875, "train/tensor_act_model_layers_21_mlp_gate_proj/max": 1.8984375, "train/tensor_act_model_layers_21_mlp_gate_proj/range": 4.4453125, "train/tensor_act_model_layers_21_mlp_up_proj/norm": 1047.8448486328125, "train/tensor_act_model_layers_21_mlp_up_proj/mean": -0.0030059814453125, "train/tensor_act_model_layers_21_mlp_up_proj/std": 0.361328125, "train/tensor_act_model_layers_21_mlp_up_proj/max_abs": 2.09375, "train/tensor_act_model_layers_21_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_21_mlp_up_proj/min": -2.015625, "train/tensor_act_model_layers_21_mlp_up_proj/max": 2.09375, "train/tensor_act_model_layers_21_mlp_up_proj/range": 4.109375, "train/tensor_act_model_layers_21_mlp_down_proj/norm": 76.38947296142578, "train/tensor_act_model_layers_21_mlp_down_proj/mean": 0.00653076171875, "train/tensor_act_model_layers_21_mlp_down_proj/std": 0.03662109375, "train/tensor_act_model_layers_21_mlp_down_proj/max_abs": 0.337890625, "train/tensor_act_model_layers_21_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_21_mlp_down_proj/min": -0.310546875, "train/tensor_act_model_layers_21_mlp_down_proj/max": 0.337890625, "train/tensor_act_model_layers_21_mlp_down_proj/range": 0.6484375, "train/tensor_act_model_layers_21_mlp/norm": 76.38947296142578, "train/tensor_act_model_layers_21_mlp/mean": 0.00653076171875, "train/tensor_act_model_layers_21_mlp/std": 0.03662109375, "train/tensor_act_model_layers_21_mlp/max_abs": 0.337890625, "train/tensor_act_model_layers_21_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_21_mlp/min": -0.310546875, "train/tensor_act_model_layers_21_mlp/max": 0.337890625, "train/tensor_act_model_layers_21_mlp/range": 0.6484375, "train/tensor_act_model_layers_21_residual_post_mlp/norm": 1079.331787109375, "train/tensor_act_model_layers_21_residual_post_mlp/mean": 0.158203125, "train/tensor_act_model_layers_21_residual_post_mlp/std": 0.50390625, "train/tensor_act_model_layers_21_residual_post_mlp/max_abs": 3.859375, "train/tensor_act_model_layers_21_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_21_residual_post_mlp/min": -2.609375, "train/tensor_act_model_layers_21_residual_post_mlp/max": 3.859375, "train/tensor_act_model_layers_21_residual_post_mlp/range": 6.46875, "train/tensor_act_model_layers_22_residual_pre_attn/norm": 1079.331787109375, "train/tensor_act_model_layers_22_residual_pre_attn/mean": 0.158203125, "train/tensor_act_model_layers_22_residual_pre_attn/std": 0.50390625, "train/tensor_act_model_layers_22_residual_pre_attn/max_abs": 3.859375, "train/tensor_act_model_layers_22_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_22_residual_pre_attn/min": -2.609375, "train/tensor_act_model_layers_22_residual_pre_attn/max": 3.859375, "train/tensor_act_model_layers_22_residual_pre_attn/range": 6.46875, "train/tensor_act_model_layers_22_residual_post_attn/norm": 1076.515380859375, "train/tensor_act_model_layers_22_residual_post_attn/mean": 0.1533203125, "train/tensor_act_model_layers_22_residual_post_attn/std": 0.50390625, "train/tensor_act_model_layers_22_residual_post_attn/max_abs": 3.84375, "train/tensor_act_model_layers_22_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_22_residual_post_attn/min": -2.609375, "train/tensor_act_model_layers_22_residual_post_attn/max": 3.84375, "train/tensor_act_model_layers_22_residual_post_attn/range": 6.453125, "train/tensor_act_model_layers_22_mlp_gate_proj/norm": 1245.932373046875, "train/tensor_act_model_layers_22_mlp_gate_proj/mean": -0.1728515625, "train/tensor_act_model_layers_22_mlp_gate_proj/std": 0.39453125, "train/tensor_act_model_layers_22_mlp_gate_proj/max_abs": 2.390625, "train/tensor_act_model_layers_22_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_22_mlp_gate_proj/min": -2.390625, "train/tensor_act_model_layers_22_mlp_gate_proj/max": 2.0, "train/tensor_act_model_layers_22_mlp_gate_proj/range": 4.390625, "train/tensor_act_model_layers_22_mlp_up_proj/norm": 1051.181640625, "train/tensor_act_model_layers_22_mlp_up_proj/mean": -0.006805419921875, "train/tensor_act_model_layers_22_mlp_up_proj/std": 0.36328125, "train/tensor_act_model_layers_22_mlp_up_proj/max_abs": 2.03125, "train/tensor_act_model_layers_22_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_22_mlp_up_proj/min": -1.921875, "train/tensor_act_model_layers_22_mlp_up_proj/max": 2.03125, "train/tensor_act_model_layers_22_mlp_up_proj/range": 3.953125, "train/tensor_act_model_layers_22_mlp_down_proj/norm": 76.47344970703125, "train/tensor_act_model_layers_22_mlp_down_proj/mean": 0.007171630859375, "train/tensor_act_model_layers_22_mlp_down_proj/std": 0.03662109375, "train/tensor_act_model_layers_22_mlp_down_proj/max_abs": 0.369140625, "train/tensor_act_model_layers_22_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_22_mlp_down_proj/min": -0.298828125, "train/tensor_act_model_layers_22_mlp_down_proj/max": 0.369140625, "train/tensor_act_model_layers_22_mlp_down_proj/range": 0.66796875, "train/tensor_act_model_layers_22_mlp/norm": 76.47344970703125, "train/tensor_act_model_layers_22_mlp/mean": 0.007171630859375, "train/tensor_act_model_layers_22_mlp/std": 0.03662109375, "train/tensor_act_model_layers_22_mlp/max_abs": 0.369140625, "train/tensor_act_model_layers_22_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_22_mlp/min": -0.298828125, "train/tensor_act_model_layers_22_mlp/max": 0.369140625, "train/tensor_act_model_layers_22_mlp/range": 0.66796875, "train/tensor_act_model_layers_22_residual_post_mlp/norm": 1091.4290771484375, "train/tensor_act_model_layers_22_residual_post_mlp/mean": 0.16015625, "train/tensor_act_model_layers_22_residual_post_mlp/std": 0.5078125, "train/tensor_act_model_layers_22_residual_post_mlp/max_abs": 3.859375, "train/tensor_act_model_layers_22_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_22_residual_post_mlp/min": -2.65625, "train/tensor_act_model_layers_22_residual_post_mlp/max": 3.859375, "train/tensor_act_model_layers_22_residual_post_mlp/range": 6.515625, "train/tensor_act_model_layers_23_residual_pre_attn/norm": 1091.4290771484375, "train/tensor_act_model_layers_23_residual_pre_attn/mean": 0.16015625, "train/tensor_act_model_layers_23_residual_pre_attn/std": 0.5078125, "train/tensor_act_model_layers_23_residual_pre_attn/max_abs": 3.859375, "train/tensor_act_model_layers_23_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_23_residual_pre_attn/min": -2.65625, "train/tensor_act_model_layers_23_residual_pre_attn/max": 3.859375, "train/tensor_act_model_layers_23_residual_pre_attn/range": 6.515625, "train/tensor_act_model_layers_23_residual_post_attn/norm": 1094.8687744140625, "train/tensor_act_model_layers_23_residual_post_attn/mean": 0.1552734375, "train/tensor_act_model_layers_23_residual_post_attn/std": 0.51171875, "train/tensor_act_model_layers_23_residual_post_attn/max_abs": 3.90625, "train/tensor_act_model_layers_23_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_23_residual_post_attn/min": -2.734375, "train/tensor_act_model_layers_23_residual_post_attn/max": 3.90625, "train/tensor_act_model_layers_23_residual_post_attn/range": 6.640625, "train/tensor_act_model_layers_23_mlp_gate_proj/norm": 1263.8525390625, "train/tensor_act_model_layers_23_mlp_gate_proj/mean": -0.181640625, "train/tensor_act_model_layers_23_mlp_gate_proj/std": 0.396484375, "train/tensor_act_model_layers_23_mlp_gate_proj/max_abs": 2.40625, "train/tensor_act_model_layers_23_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_23_mlp_gate_proj/min": -2.40625, "train/tensor_act_model_layers_23_mlp_gate_proj/max": 2.265625, "train/tensor_act_model_layers_23_mlp_gate_proj/range": 4.671875, "train/tensor_act_model_layers_23_mlp_up_proj/norm": 1057.7896728515625, "train/tensor_act_model_layers_23_mlp_up_proj/mean": 0.005340576171875, "train/tensor_act_model_layers_23_mlp_up_proj/std": 0.365234375, "train/tensor_act_model_layers_23_mlp_up_proj/max_abs": 2.0, "train/tensor_act_model_layers_23_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_23_mlp_up_proj/min": -1.9140625, "train/tensor_act_model_layers_23_mlp_up_proj/max": 2.0, "train/tensor_act_model_layers_23_mlp_up_proj/range": 3.9140625, "train/tensor_act_model_layers_23_mlp_down_proj/norm": 75.01417541503906, "train/tensor_act_model_layers_23_mlp_down_proj/mean": 0.00799560546875, "train/tensor_act_model_layers_23_mlp_down_proj/std": 0.03564453125, "train/tensor_act_model_layers_23_mlp_down_proj/max_abs": 0.447265625, "train/tensor_act_model_layers_23_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_23_mlp_down_proj/min": -0.447265625, "train/tensor_act_model_layers_23_mlp_down_proj/max": 0.337890625, "train/tensor_act_model_layers_23_mlp_down_proj/range": 0.78515625, "train/tensor_act_model_layers_23_mlp/norm": 75.01417541503906, "train/tensor_act_model_layers_23_mlp/mean": 0.00799560546875, "train/tensor_act_model_layers_23_mlp/std": 0.03564453125, "train/tensor_act_model_layers_23_mlp/max_abs": 0.447265625, "train/tensor_act_model_layers_23_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_23_mlp/min": -0.447265625, "train/tensor_act_model_layers_23_mlp/max": 0.337890625, "train/tensor_act_model_layers_23_mlp/range": 0.78515625, "train/tensor_act_model_layers_23_residual_post_mlp/norm": 1109.4764404296875, "train/tensor_act_model_layers_23_residual_post_mlp/mean": 0.1630859375, "train/tensor_act_model_layers_23_residual_post_mlp/std": 0.515625, "train/tensor_act_model_layers_23_residual_post_mlp/max_abs": 3.921875, "train/tensor_act_model_layers_23_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_23_residual_post_mlp/min": -2.75, "train/tensor_act_model_layers_23_residual_post_mlp/max": 3.921875, "train/tensor_act_model_layers_23_residual_post_mlp/range": 6.671875, "train/tensor_act_model_layers_24_residual_pre_attn/norm": 1109.4764404296875, "train/tensor_act_model_layers_24_residual_pre_attn/mean": 0.1630859375, "train/tensor_act_model_layers_24_residual_pre_attn/std": 0.515625, "train/tensor_act_model_layers_24_residual_pre_attn/max_abs": 3.921875, "train/tensor_act_model_layers_24_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_24_residual_pre_attn/min": -2.75, "train/tensor_act_model_layers_24_residual_pre_attn/max": 3.921875, "train/tensor_act_model_layers_24_residual_pre_attn/range": 6.671875, "train/tensor_act_model_layers_24_residual_post_attn/norm": 1111.3138427734375, "train/tensor_act_model_layers_24_residual_post_attn/mean": 0.1640625, "train/tensor_act_model_layers_24_residual_post_attn/std": 0.515625, "train/tensor_act_model_layers_24_residual_post_attn/max_abs": 3.921875, "train/tensor_act_model_layers_24_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_24_residual_post_attn/min": -2.828125, "train/tensor_act_model_layers_24_residual_post_attn/max": 3.921875, "train/tensor_act_model_layers_24_residual_post_attn/range": 6.75, "train/tensor_act_model_layers_24_mlp_gate_proj/norm": 1257.7335205078125, "train/tensor_act_model_layers_24_mlp_gate_proj/mean": -0.177734375, "train/tensor_act_model_layers_24_mlp_gate_proj/std": 0.396484375, "train/tensor_act_model_layers_24_mlp_gate_proj/max_abs": 2.296875, "train/tensor_act_model_layers_24_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_24_mlp_gate_proj/min": -2.296875, "train/tensor_act_model_layers_24_mlp_gate_proj/max": 2.015625, "train/tensor_act_model_layers_24_mlp_gate_proj/range": 4.3125, "train/tensor_act_model_layers_24_mlp_up_proj/norm": 1048.580322265625, "train/tensor_act_model_layers_24_mlp_up_proj/mean": -0.0030670166015625, "train/tensor_act_model_layers_24_mlp_up_proj/std": 0.361328125, "train/tensor_act_model_layers_24_mlp_up_proj/max_abs": 2.03125, "train/tensor_act_model_layers_24_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_24_mlp_up_proj/min": -2.03125, "train/tensor_act_model_layers_24_mlp_up_proj/max": 2.0, "train/tensor_act_model_layers_24_mlp_up_proj/range": 4.03125, "train/tensor_act_model_layers_24_mlp_down_proj/norm": 71.26151275634766, "train/tensor_act_model_layers_24_mlp_down_proj/mean": 0.005157470703125, "train/tensor_act_model_layers_24_mlp_down_proj/std": 0.034423828125, "train/tensor_act_model_layers_24_mlp_down_proj/max_abs": 0.330078125, "train/tensor_act_model_layers_24_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_24_mlp_down_proj/min": -0.287109375, "train/tensor_act_model_layers_24_mlp_down_proj/max": 0.330078125, "train/tensor_act_model_layers_24_mlp_down_proj/range": 0.6171875, "train/tensor_act_model_layers_24_mlp/norm": 71.26151275634766, "train/tensor_act_model_layers_24_mlp/mean": 0.005157470703125, "train/tensor_act_model_layers_24_mlp/std": 0.034423828125, "train/tensor_act_model_layers_24_mlp/max_abs": 0.330078125, "train/tensor_act_model_layers_24_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_24_mlp/min": -0.287109375, "train/tensor_act_model_layers_24_mlp/max": 0.330078125, "train/tensor_act_model_layers_24_mlp/range": 0.6171875, "train/tensor_act_model_layers_24_residual_post_mlp/norm": 1123.2821044921875, "train/tensor_act_model_layers_24_residual_post_mlp/mean": 0.1689453125, "train/tensor_act_model_layers_24_residual_post_mlp/std": 0.5234375, "train/tensor_act_model_layers_24_residual_post_mlp/max_abs": 3.890625, "train/tensor_act_model_layers_24_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_24_residual_post_mlp/min": -2.828125, "train/tensor_act_model_layers_24_residual_post_mlp/max": 3.890625, "train/tensor_act_model_layers_24_residual_post_mlp/range": 6.71875, "train/tensor_act_model_layers_25_residual_pre_attn/norm": 1123.2821044921875, "train/tensor_act_model_layers_25_residual_pre_attn/mean": 0.1689453125, "train/tensor_act_model_layers_25_residual_pre_attn/std": 0.5234375, "train/tensor_act_model_layers_25_residual_pre_attn/max_abs": 3.890625, "train/tensor_act_model_layers_25_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_25_residual_pre_attn/min": -2.828125, "train/tensor_act_model_layers_25_residual_pre_attn/max": 3.890625, "train/tensor_act_model_layers_25_residual_pre_attn/range": 6.71875, "train/tensor_act_model_layers_25_residual_post_attn/norm": 1124.7701416015625, "train/tensor_act_model_layers_25_residual_post_attn/mean": 0.166015625, "train/tensor_act_model_layers_25_residual_post_attn/std": 0.5234375, "train/tensor_act_model_layers_25_residual_post_attn/max_abs": 3.859375, "train/tensor_act_model_layers_25_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_25_residual_post_attn/min": -2.828125, "train/tensor_act_model_layers_25_residual_post_attn/max": 3.859375, "train/tensor_act_model_layers_25_residual_post_attn/range": 6.6875, "train/tensor_act_model_layers_25_mlp_gate_proj/norm": 1236.375244140625, "train/tensor_act_model_layers_25_mlp_gate_proj/mean": -0.1630859375, "train/tensor_act_model_layers_25_mlp_gate_proj/std": 0.39453125, "train/tensor_act_model_layers_25_mlp_gate_proj/max_abs": 2.671875, "train/tensor_act_model_layers_25_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_25_mlp_gate_proj/min": -2.671875, "train/tensor_act_model_layers_25_mlp_gate_proj/max": 1.8671875, "train/tensor_act_model_layers_25_mlp_gate_proj/range": 4.5390625, "train/tensor_act_model_layers_25_mlp_up_proj/norm": 1036.9925537109375, "train/tensor_act_model_layers_25_mlp_up_proj/mean": 0.006439208984375, "train/tensor_act_model_layers_25_mlp_up_proj/std": 0.357421875, "train/tensor_act_model_layers_25_mlp_up_proj/max_abs": 2.15625, "train/tensor_act_model_layers_25_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_25_mlp_up_proj/min": -2.15625, "train/tensor_act_model_layers_25_mlp_up_proj/max": 2.015625, "train/tensor_act_model_layers_25_mlp_up_proj/range": 4.171875, "train/tensor_act_model_layers_25_mlp_down_proj/norm": 73.2984619140625, "train/tensor_act_model_layers_25_mlp_down_proj/mean": 0.006072998046875, "train/tensor_act_model_layers_25_mlp_down_proj/std": 0.03515625, "train/tensor_act_model_layers_25_mlp_down_proj/max_abs": 0.384765625, "train/tensor_act_model_layers_25_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_25_mlp_down_proj/min": -0.33984375, "train/tensor_act_model_layers_25_mlp_down_proj/max": 0.384765625, "train/tensor_act_model_layers_25_mlp_down_proj/range": 0.724609375, "train/tensor_act_model_layers_25_mlp/norm": 73.2984619140625, "train/tensor_act_model_layers_25_mlp/mean": 0.006072998046875, "train/tensor_act_model_layers_25_mlp/std": 0.03515625, "train/tensor_act_model_layers_25_mlp/max_abs": 0.384765625, "train/tensor_act_model_layers_25_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_25_mlp/min": -0.33984375, "train/tensor_act_model_layers_25_mlp/max": 0.384765625, "train/tensor_act_model_layers_25_mlp/range": 0.724609375, "train/tensor_act_model_layers_25_residual_post_mlp/norm": 1137.791259765625, "train/tensor_act_model_layers_25_residual_post_mlp/mean": 0.171875, "train/tensor_act_model_layers_25_residual_post_mlp/std": 0.52734375, "train/tensor_act_model_layers_25_residual_post_mlp/max_abs": 3.875, "train/tensor_act_model_layers_25_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_25_residual_post_mlp/min": -2.84375, "train/tensor_act_model_layers_25_residual_post_mlp/max": 3.875, "train/tensor_act_model_layers_25_residual_post_mlp/range": 6.71875, "train/tensor_act_model_layers_26_residual_pre_attn/norm": 1137.791259765625, "train/tensor_act_model_layers_26_residual_pre_attn/mean": 0.171875, "train/tensor_act_model_layers_26_residual_pre_attn/std": 0.52734375, "train/tensor_act_model_layers_26_residual_pre_attn/max_abs": 3.875, "train/tensor_act_model_layers_26_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_26_residual_pre_attn/min": -2.84375, "train/tensor_act_model_layers_26_residual_pre_attn/max": 3.875, "train/tensor_act_model_layers_26_residual_pre_attn/range": 6.71875, "train/tensor_act_model_layers_26_residual_post_attn/norm": 1140.2098388671875, "train/tensor_act_model_layers_26_residual_post_attn/mean": 0.1650390625, "train/tensor_act_model_layers_26_residual_post_attn/std": 0.53125, "train/tensor_act_model_layers_26_residual_post_attn/max_abs": 3.921875, "train/tensor_act_model_layers_26_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_26_residual_post_attn/min": -2.84375, "train/tensor_act_model_layers_26_residual_post_attn/max": 3.921875, "train/tensor_act_model_layers_26_residual_post_attn/range": 6.765625, "train/tensor_act_model_layers_26_mlp_gate_proj/norm": 1215.638427734375, "train/tensor_act_model_layers_26_mlp_gate_proj/mean": -0.14453125, "train/tensor_act_model_layers_26_mlp_gate_proj/std": 0.39453125, "train/tensor_act_model_layers_26_mlp_gate_proj/max_abs": 2.390625, "train/tensor_act_model_layers_26_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_26_mlp_gate_proj/min": -2.390625, "train/tensor_act_model_layers_26_mlp_gate_proj/max": 1.9140625, "train/tensor_act_model_layers_26_mlp_gate_proj/range": 4.3046875, "train/tensor_act_model_layers_26_mlp_up_proj/norm": 1061.54833984375, "train/tensor_act_model_layers_26_mlp_up_proj/mean": 0.000782012939453125, "train/tensor_act_model_layers_26_mlp_up_proj/std": 0.3671875, "train/tensor_act_model_layers_26_mlp_up_proj/max_abs": 1.9609375, "train/tensor_act_model_layers_26_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_26_mlp_up_proj/min": -1.8828125, "train/tensor_act_model_layers_26_mlp_up_proj/max": 1.9609375, "train/tensor_act_model_layers_26_mlp_up_proj/range": 3.84375, "train/tensor_act_model_layers_26_mlp_down_proj/norm": 80.0143051147461, "train/tensor_act_model_layers_26_mlp_down_proj/mean": 0.0078125, "train/tensor_act_model_layers_26_mlp_down_proj/std": 0.038330078125, "train/tensor_act_model_layers_26_mlp_down_proj/max_abs": 0.376953125, "train/tensor_act_model_layers_26_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_26_mlp_down_proj/min": -0.3125, "train/tensor_act_model_layers_26_mlp_down_proj/max": 0.376953125, "train/tensor_act_model_layers_26_mlp_down_proj/range": 0.689453125, "train/tensor_act_model_layers_26_mlp/norm": 80.0143051147461, "train/tensor_act_model_layers_26_mlp/mean": 0.0078125, "train/tensor_act_model_layers_26_mlp/std": 0.038330078125, "train/tensor_act_model_layers_26_mlp/max_abs": 0.376953125, "train/tensor_act_model_layers_26_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_26_mlp/min": -0.3125, "train/tensor_act_model_layers_26_mlp/max": 0.376953125, "train/tensor_act_model_layers_26_mlp/range": 0.689453125, "train/tensor_act_model_layers_26_residual_post_mlp/norm": 1155.72021484375, "train/tensor_act_model_layers_26_residual_post_mlp/mean": 0.1728515625, "train/tensor_act_model_layers_26_residual_post_mlp/std": 0.53515625, "train/tensor_act_model_layers_26_residual_post_mlp/max_abs": 3.921875, "train/tensor_act_model_layers_26_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_26_residual_post_mlp/min": -2.8125, "train/tensor_act_model_layers_26_residual_post_mlp/max": 3.921875, "train/tensor_act_model_layers_26_residual_post_mlp/range": 6.734375, "train/tensor_act_model_layers_27_residual_pre_attn/norm": 1155.72021484375, "train/tensor_act_model_layers_27_residual_pre_attn/mean": 0.1728515625, "train/tensor_act_model_layers_27_residual_pre_attn/std": 0.53515625, "train/tensor_act_model_layers_27_residual_pre_attn/max_abs": 3.921875, "train/tensor_act_model_layers_27_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_27_residual_pre_attn/min": -2.8125, "train/tensor_act_model_layers_27_residual_pre_attn/max": 3.921875, "train/tensor_act_model_layers_27_residual_pre_attn/range": 6.734375, "train/tensor_act_model_layers_27_residual_post_attn/norm": 1151.82568359375, "train/tensor_act_model_layers_27_residual_post_attn/mean": 0.169921875, "train/tensor_act_model_layers_27_residual_post_attn/std": 0.53515625, "train/tensor_act_model_layers_27_residual_post_attn/max_abs": 3.9375, "train/tensor_act_model_layers_27_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_27_residual_post_attn/min": -2.8125, "train/tensor_act_model_layers_27_residual_post_attn/max": 3.9375, "train/tensor_act_model_layers_27_residual_post_attn/range": 6.75, "train/tensor_act_model_layers_27_mlp_gate_proj/norm": 1242.96826171875, "train/tensor_act_model_layers_27_mlp_gate_proj/mean": -0.1533203125, "train/tensor_act_model_layers_27_mlp_gate_proj/std": 0.400390625, "train/tensor_act_model_layers_27_mlp_gate_proj/max_abs": 2.71875, "train/tensor_act_model_layers_27_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_27_mlp_gate_proj/min": -2.71875, "train/tensor_act_model_layers_27_mlp_gate_proj/max": 2.09375, "train/tensor_act_model_layers_27_mlp_gate_proj/range": 4.8125, "train/tensor_act_model_layers_27_mlp_up_proj/norm": 1081.9488525390625, "train/tensor_act_model_layers_27_mlp_up_proj/mean": -0.00677490234375, "train/tensor_act_model_layers_27_mlp_up_proj/std": 0.373046875, "train/tensor_act_model_layers_27_mlp_up_proj/max_abs": 2.453125, "train/tensor_act_model_layers_27_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_27_mlp_up_proj/min": -2.453125, "train/tensor_act_model_layers_27_mlp_up_proj/max": 1.9296875, "train/tensor_act_model_layers_27_mlp_up_proj/range": 4.3828125, "train/tensor_act_model_layers_27_mlp_down_proj/norm": 81.75714874267578, "train/tensor_act_model_layers_27_mlp_down_proj/mean": 0.0069580078125, "train/tensor_act_model_layers_27_mlp_down_proj/std": 0.039306640625, "train/tensor_act_model_layers_27_mlp_down_proj/max_abs": 0.35546875, "train/tensor_act_model_layers_27_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_27_mlp_down_proj/min": -0.35546875, "train/tensor_act_model_layers_27_mlp_down_proj/max": 0.333984375, "train/tensor_act_model_layers_27_mlp_down_proj/range": 0.689453125, "train/tensor_act_model_layers_27_mlp/norm": 81.75714874267578, "train/tensor_act_model_layers_27_mlp/mean": 0.0069580078125, "train/tensor_act_model_layers_27_mlp/std": 0.039306640625, "train/tensor_act_model_layers_27_mlp/max_abs": 0.35546875, "train/tensor_act_model_layers_27_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_27_mlp/min": -0.35546875, "train/tensor_act_model_layers_27_mlp/max": 0.333984375, "train/tensor_act_model_layers_27_mlp/range": 0.689453125, "train/tensor_act_model_layers_27_residual_post_mlp/norm": 1169.2513427734375, "train/tensor_act_model_layers_27_residual_post_mlp/mean": 0.1767578125, "train/tensor_act_model_layers_27_residual_post_mlp/std": 0.54296875, "train/tensor_act_model_layers_27_residual_post_mlp/max_abs": 3.96875, "train/tensor_act_model_layers_27_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_27_residual_post_mlp/min": -2.8125, "train/tensor_act_model_layers_27_residual_post_mlp/max": 3.96875, "train/tensor_act_model_layers_27_residual_post_mlp/range": 6.78125, "train/tensor_act_model_layers_28_residual_pre_attn/norm": 1169.2513427734375, "train/tensor_act_model_layers_28_residual_pre_attn/mean": 0.1767578125, "train/tensor_act_model_layers_28_residual_pre_attn/std": 0.54296875, "train/tensor_act_model_layers_28_residual_pre_attn/max_abs": 3.96875, "train/tensor_act_model_layers_28_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_28_residual_pre_attn/min": -2.8125, "train/tensor_act_model_layers_28_residual_pre_attn/max": 3.96875, "train/tensor_act_model_layers_28_residual_pre_attn/range": 6.78125, "train/tensor_act_model_layers_28_residual_post_attn/norm": 1175.544921875, "train/tensor_act_model_layers_28_residual_post_attn/mean": 0.1689453125, "train/tensor_act_model_layers_28_residual_post_attn/std": 0.546875, "train/tensor_act_model_layers_28_residual_post_attn/max_abs": 3.90625, "train/tensor_act_model_layers_28_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_28_residual_post_attn/min": -2.796875, "train/tensor_act_model_layers_28_residual_post_attn/max": 3.90625, "train/tensor_act_model_layers_28_residual_post_attn/range": 6.703125, "train/tensor_act_model_layers_28_mlp_gate_proj/norm": 1255.2635498046875, "train/tensor_act_model_layers_28_mlp_gate_proj/mean": -0.1650390625, "train/tensor_act_model_layers_28_mlp_gate_proj/std": 0.400390625, "train/tensor_act_model_layers_28_mlp_gate_proj/max_abs": 2.40625, "train/tensor_act_model_layers_28_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_28_mlp_gate_proj/min": -2.40625, "train/tensor_act_model_layers_28_mlp_gate_proj/max": 2.0, "train/tensor_act_model_layers_28_mlp_gate_proj/range": 4.40625, "train/tensor_act_model_layers_28_mlp_up_proj/norm": 1074.7850341796875, "train/tensor_act_model_layers_28_mlp_up_proj/mean": -0.00081634521484375, "train/tensor_act_model_layers_28_mlp_up_proj/std": 0.37109375, "train/tensor_act_model_layers_28_mlp_up_proj/max_abs": 2.078125, "train/tensor_act_model_layers_28_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_28_mlp_up_proj/min": -2.078125, "train/tensor_act_model_layers_28_mlp_up_proj/max": 2.03125, "train/tensor_act_model_layers_28_mlp_up_proj/range": 4.109375, "train/tensor_act_model_layers_28_mlp_down_proj/norm": 79.77753448486328, "train/tensor_act_model_layers_28_mlp_down_proj/mean": 0.00701904296875, "train/tensor_act_model_layers_28_mlp_down_proj/std": 0.038330078125, "train/tensor_act_model_layers_28_mlp_down_proj/max_abs": 0.296875, "train/tensor_act_model_layers_28_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_28_mlp_down_proj/min": -0.267578125, "train/tensor_act_model_layers_28_mlp_down_proj/max": 0.296875, "train/tensor_act_model_layers_28_mlp_down_proj/range": 0.564453125, "train/tensor_act_model_layers_28_mlp/norm": 79.77753448486328, "train/tensor_act_model_layers_28_mlp/mean": 0.00701904296875, "train/tensor_act_model_layers_28_mlp/std": 0.038330078125, "train/tensor_act_model_layers_28_mlp/max_abs": 0.296875, "train/tensor_act_model_layers_28_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_28_mlp/min": -0.267578125, "train/tensor_act_model_layers_28_mlp/max": 0.296875, "train/tensor_act_model_layers_28_mlp/range": 0.564453125, "train/tensor_act_model_layers_28_residual_post_mlp/norm": 1190.5408935546875, "train/tensor_act_model_layers_28_residual_post_mlp/mean": 0.17578125, "train/tensor_act_model_layers_28_residual_post_mlp/std": 0.5546875, "train/tensor_act_model_layers_28_residual_post_mlp/max_abs": 3.921875, "train/tensor_act_model_layers_28_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_28_residual_post_mlp/min": -2.84375, "train/tensor_act_model_layers_28_residual_post_mlp/max": 3.921875, "train/tensor_act_model_layers_28_residual_post_mlp/range": 6.765625, "train/tensor_act_model_layers_29_residual_pre_attn/norm": 1190.5408935546875, "train/tensor_act_model_layers_29_residual_pre_attn/mean": 0.17578125, "train/tensor_act_model_layers_29_residual_pre_attn/std": 0.5546875, "train/tensor_act_model_layers_29_residual_pre_attn/max_abs": 3.921875, "train/tensor_act_model_layers_29_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_29_residual_pre_attn/min": -2.84375, "train/tensor_act_model_layers_29_residual_pre_attn/max": 3.921875, "train/tensor_act_model_layers_29_residual_pre_attn/range": 6.765625, "train/tensor_act_model_layers_29_residual_post_attn/norm": 1187.7679443359375, "train/tensor_act_model_layers_29_residual_post_attn/mean": 0.169921875, "train/tensor_act_model_layers_29_residual_post_attn/std": 0.5546875, "train/tensor_act_model_layers_29_residual_post_attn/max_abs": 3.921875, "train/tensor_act_model_layers_29_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_29_residual_post_attn/min": -2.9375, "train/tensor_act_model_layers_29_residual_post_attn/max": 3.921875, "train/tensor_act_model_layers_29_residual_post_attn/range": 6.859375, "train/tensor_act_model_layers_29_mlp_gate_proj/norm": 1242.3704833984375, "train/tensor_act_model_layers_29_mlp_gate_proj/mean": -0.15625, "train/tensor_act_model_layers_29_mlp_gate_proj/std": 0.400390625, "train/tensor_act_model_layers_29_mlp_gate_proj/max_abs": 2.453125, "train/tensor_act_model_layers_29_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_29_mlp_gate_proj/min": -2.453125, "train/tensor_act_model_layers_29_mlp_gate_proj/max": 2.140625, "train/tensor_act_model_layers_29_mlp_gate_proj/range": 4.59375, "train/tensor_act_model_layers_29_mlp_up_proj/norm": 1055.0362548828125, "train/tensor_act_model_layers_29_mlp_up_proj/mean": 0.00506591796875, "train/tensor_act_model_layers_29_mlp_up_proj/std": 0.36328125, "train/tensor_act_model_layers_29_mlp_up_proj/max_abs": 2.078125, "train/tensor_act_model_layers_29_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_29_mlp_up_proj/min": -1.9296875, "train/tensor_act_model_layers_29_mlp_up_proj/max": 2.078125, "train/tensor_act_model_layers_29_mlp_up_proj/range": 4.0078125, "train/tensor_act_model_layers_29_mlp_down_proj/norm": 76.14612579345703, "train/tensor_act_model_layers_29_mlp_down_proj/mean": 0.006134033203125, "train/tensor_act_model_layers_29_mlp_down_proj/std": 0.03662109375, "train/tensor_act_model_layers_29_mlp_down_proj/max_abs": 0.29296875, "train/tensor_act_model_layers_29_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_29_mlp_down_proj/min": -0.29296875, "train/tensor_act_model_layers_29_mlp_down_proj/max": 0.28125, "train/tensor_act_model_layers_29_mlp_down_proj/range": 0.57421875, "train/tensor_act_model_layers_29_mlp/norm": 76.14612579345703, "train/tensor_act_model_layers_29_mlp/mean": 0.006134033203125, "train/tensor_act_model_layers_29_mlp/std": 0.03662109375, "train/tensor_act_model_layers_29_mlp/max_abs": 0.29296875, "train/tensor_act_model_layers_29_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_29_mlp/min": -0.29296875, "train/tensor_act_model_layers_29_mlp/max": 0.28125, "train/tensor_act_model_layers_29_mlp/range": 0.57421875, "train/tensor_act_model_layers_29_residual_post_mlp/norm": 1200.787841796875, "train/tensor_act_model_layers_29_residual_post_mlp/mean": 0.17578125, "train/tensor_act_model_layers_29_residual_post_mlp/std": 0.55859375, "train/tensor_act_model_layers_29_residual_post_mlp/max_abs": 3.921875, "train/tensor_act_model_layers_29_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_29_residual_post_mlp/min": -2.921875, "train/tensor_act_model_layers_29_residual_post_mlp/max": 3.921875, "train/tensor_act_model_layers_29_residual_post_mlp/range": 6.84375, "train/tensor_act_model_layers_30_residual_pre_attn/norm": 1200.787841796875, "train/tensor_act_model_layers_30_residual_pre_attn/mean": 0.17578125, "train/tensor_act_model_layers_30_residual_pre_attn/std": 0.55859375, "train/tensor_act_model_layers_30_residual_pre_attn/max_abs": 3.921875, "train/tensor_act_model_layers_30_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_30_residual_pre_attn/min": -2.921875, "train/tensor_act_model_layers_30_residual_pre_attn/max": 3.921875, "train/tensor_act_model_layers_30_residual_pre_attn/range": 6.84375, "train/tensor_act_model_layers_30_residual_post_attn/norm": 1199.8902587890625, "train/tensor_act_model_layers_30_residual_post_attn/mean": 0.1748046875, "train/tensor_act_model_layers_30_residual_post_attn/std": 0.55859375, "train/tensor_act_model_layers_30_residual_post_attn/max_abs": 3.90625, "train/tensor_act_model_layers_30_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_30_residual_post_attn/min": -2.90625, "train/tensor_act_model_layers_30_residual_post_attn/max": 3.90625, "train/tensor_act_model_layers_30_residual_post_attn/range": 6.8125, "train/tensor_act_model_layers_30_mlp_gate_proj/norm": 1245.141357421875, "train/tensor_act_model_layers_30_mlp_gate_proj/mean": -0.1513671875, "train/tensor_act_model_layers_30_mlp_gate_proj/std": 0.40234375, "train/tensor_act_model_layers_30_mlp_gate_proj/max_abs": 2.53125, "train/tensor_act_model_layers_30_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_30_mlp_gate_proj/min": -2.53125, "train/tensor_act_model_layers_30_mlp_gate_proj/max": 2.53125, "train/tensor_act_model_layers_30_mlp_gate_proj/range": 5.0625, "train/tensor_act_model_layers_30_mlp_up_proj/norm": 1061.7447509765625, "train/tensor_act_model_layers_30_mlp_up_proj/mean": 0.00531005859375, "train/tensor_act_model_layers_30_mlp_up_proj/std": 0.3671875, "train/tensor_act_model_layers_30_mlp_up_proj/max_abs": 2.578125, "train/tensor_act_model_layers_30_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_30_mlp_up_proj/min": -1.8125, "train/tensor_act_model_layers_30_mlp_up_proj/max": 2.578125, "train/tensor_act_model_layers_30_mlp_up_proj/range": 4.390625, "train/tensor_act_model_layers_30_mlp_down_proj/norm": 80.51689147949219, "train/tensor_act_model_layers_30_mlp_down_proj/mean": 0.007049560546875, "train/tensor_act_model_layers_30_mlp_down_proj/std": 0.03857421875, "train/tensor_act_model_layers_30_mlp_down_proj/max_abs": 0.376953125, "train/tensor_act_model_layers_30_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_30_mlp_down_proj/min": -0.302734375, "train/tensor_act_model_layers_30_mlp_down_proj/max": 0.376953125, "train/tensor_act_model_layers_30_mlp_down_proj/range": 0.6796875, "train/tensor_act_model_layers_30_mlp/norm": 80.51689147949219, "train/tensor_act_model_layers_30_mlp/mean": 0.007049560546875, "train/tensor_act_model_layers_30_mlp/std": 0.03857421875, "train/tensor_act_model_layers_30_mlp/max_abs": 0.376953125, "train/tensor_act_model_layers_30_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_30_mlp/min": -0.302734375, "train/tensor_act_model_layers_30_mlp/max": 0.376953125, "train/tensor_act_model_layers_30_mlp/range": 0.6796875, "train/tensor_act_model_layers_30_residual_post_mlp/norm": 1215.1639404296875, "train/tensor_act_model_layers_30_residual_post_mlp/mean": 0.1826171875, "train/tensor_act_model_layers_30_residual_post_mlp/std": 0.56640625, "train/tensor_act_model_layers_30_residual_post_mlp/max_abs": 4.0625, "train/tensor_act_model_layers_30_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_30_residual_post_mlp/min": -2.890625, "train/tensor_act_model_layers_30_residual_post_mlp/max": 4.0625, "train/tensor_act_model_layers_30_residual_post_mlp/range": 6.953125, "train/tensor_act_model_layers_31_residual_pre_attn/norm": 1215.1639404296875, "train/tensor_act_model_layers_31_residual_pre_attn/mean": 0.1826171875, "train/tensor_act_model_layers_31_residual_pre_attn/std": 0.56640625, "train/tensor_act_model_layers_31_residual_pre_attn/max_abs": 4.0625, "train/tensor_act_model_layers_31_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_31_residual_pre_attn/min": -2.890625, "train/tensor_act_model_layers_31_residual_pre_attn/max": 4.0625, "train/tensor_act_model_layers_31_residual_pre_attn/range": 6.953125, "train/tensor_act_model_layers_31_residual_post_attn/norm": 1214.7862548828125, "train/tensor_act_model_layers_31_residual_post_attn/mean": 0.1767578125, "train/tensor_act_model_layers_31_residual_post_attn/std": 0.56640625, "train/tensor_act_model_layers_31_residual_post_attn/max_abs": 3.953125, "train/tensor_act_model_layers_31_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_31_residual_post_attn/min": -2.875, "train/tensor_act_model_layers_31_residual_post_attn/max": 3.953125, "train/tensor_act_model_layers_31_residual_post_attn/range": 6.828125, "train/tensor_act_model_layers_31_mlp_gate_proj/norm": 1254.389404296875, "train/tensor_act_model_layers_31_mlp_gate_proj/mean": -0.1552734375, "train/tensor_act_model_layers_31_mlp_gate_proj/std": 0.404296875, "train/tensor_act_model_layers_31_mlp_gate_proj/max_abs": 2.265625, "train/tensor_act_model_layers_31_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_31_mlp_gate_proj/min": -2.265625, "train/tensor_act_model_layers_31_mlp_gate_proj/max": 1.9453125, "train/tensor_act_model_layers_31_mlp_gate_proj/range": 4.2109375, "train/tensor_act_model_layers_31_mlp_up_proj/norm": 1058.76806640625, "train/tensor_act_model_layers_31_mlp_up_proj/mean": 0.0164794921875, "train/tensor_act_model_layers_31_mlp_up_proj/std": 0.365234375, "train/tensor_act_model_layers_31_mlp_up_proj/max_abs": 2.03125, "train/tensor_act_model_layers_31_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_31_mlp_up_proj/min": -1.8125, "train/tensor_act_model_layers_31_mlp_up_proj/max": 2.03125, "train/tensor_act_model_layers_31_mlp_up_proj/range": 3.84375, "train/tensor_act_model_layers_31_mlp_down_proj/norm": 78.81722259521484, "train/tensor_act_model_layers_31_mlp_down_proj/mean": 0.0069580078125, "train/tensor_act_model_layers_31_mlp_down_proj/std": 0.037841796875, "train/tensor_act_model_layers_31_mlp_down_proj/max_abs": 0.361328125, "train/tensor_act_model_layers_31_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_31_mlp_down_proj/min": -0.32421875, "train/tensor_act_model_layers_31_mlp_down_proj/max": 0.361328125, "train/tensor_act_model_layers_31_mlp_down_proj/range": 0.685546875, "train/tensor_act_model_layers_31_mlp/norm": 78.81722259521484, "train/tensor_act_model_layers_31_mlp/mean": 0.0069580078125, "train/tensor_act_model_layers_31_mlp/std": 0.037841796875, "train/tensor_act_model_layers_31_mlp/max_abs": 0.361328125, "train/tensor_act_model_layers_31_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_31_mlp/min": -0.32421875, "train/tensor_act_model_layers_31_mlp/max": 0.361328125, "train/tensor_act_model_layers_31_mlp/range": 0.685546875, "train/tensor_act_model_layers_31_residual_post_mlp/norm": 1230.599365234375, "train/tensor_act_model_layers_31_residual_post_mlp/mean": 0.18359375, "train/tensor_act_model_layers_31_residual_post_mlp/std": 0.5703125, "train/tensor_act_model_layers_31_residual_post_mlp/max_abs": 4.125, "train/tensor_act_model_layers_31_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_31_residual_post_mlp/min": -2.921875, "train/tensor_act_model_layers_31_residual_post_mlp/max": 4.125, "train/tensor_act_model_layers_31_residual_post_mlp/range": 7.046875, "train/tensor_act_model_layers_32_residual_pre_attn/norm": 1230.599365234375, "train/tensor_act_model_layers_32_residual_pre_attn/mean": 0.18359375, "train/tensor_act_model_layers_32_residual_pre_attn/std": 0.5703125, "train/tensor_act_model_layers_32_residual_pre_attn/max_abs": 4.125, "train/tensor_act_model_layers_32_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_32_residual_pre_attn/min": -2.921875, "train/tensor_act_model_layers_32_residual_pre_attn/max": 4.125, "train/tensor_act_model_layers_32_residual_pre_attn/range": 7.046875, "train/tensor_act_model_layers_32_residual_post_attn/norm": 1227.478515625, "train/tensor_act_model_layers_32_residual_post_attn/mean": 0.1787109375, "train/tensor_act_model_layers_32_residual_post_attn/std": 0.5703125, "train/tensor_act_model_layers_32_residual_post_attn/max_abs": 4.0625, "train/tensor_act_model_layers_32_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_32_residual_post_attn/min": -2.953125, "train/tensor_act_model_layers_32_residual_post_attn/max": 4.0625, "train/tensor_act_model_layers_32_residual_post_attn/range": 7.015625, "train/tensor_act_model_layers_32_mlp_gate_proj/norm": 1244.0888671875, "train/tensor_act_model_layers_32_mlp_gate_proj/mean": -0.15234375, "train/tensor_act_model_layers_32_mlp_gate_proj/std": 0.40234375, "train/tensor_act_model_layers_32_mlp_gate_proj/max_abs": 2.421875, "train/tensor_act_model_layers_32_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_32_mlp_gate_proj/min": -2.421875, "train/tensor_act_model_layers_32_mlp_gate_proj/max": 2.203125, "train/tensor_act_model_layers_32_mlp_gate_proj/range": 4.625, "train/tensor_act_model_layers_32_mlp_up_proj/norm": 1051.089599609375, "train/tensor_act_model_layers_32_mlp_up_proj/mean": -0.000621795654296875, "train/tensor_act_model_layers_32_mlp_up_proj/std": 0.36328125, "train/tensor_act_model_layers_32_mlp_up_proj/max_abs": 2.140625, "train/tensor_act_model_layers_32_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_32_mlp_up_proj/min": -1.9609375, "train/tensor_act_model_layers_32_mlp_up_proj/max": 2.140625, "train/tensor_act_model_layers_32_mlp_up_proj/range": 4.1015625, "train/tensor_act_model_layers_32_mlp_down_proj/norm": 78.52877807617188, "train/tensor_act_model_layers_32_mlp_down_proj/mean": 0.006134033203125, "train/tensor_act_model_layers_32_mlp_down_proj/std": 0.037841796875, "train/tensor_act_model_layers_32_mlp_down_proj/max_abs": 0.38671875, "train/tensor_act_model_layers_32_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_32_mlp_down_proj/min": -0.38671875, "train/tensor_act_model_layers_32_mlp_down_proj/max": 0.318359375, "train/tensor_act_model_layers_32_mlp_down_proj/range": 0.705078125, "train/tensor_act_model_layers_32_mlp/norm": 78.52877807617188, "train/tensor_act_model_layers_32_mlp/mean": 0.006134033203125, "train/tensor_act_model_layers_32_mlp/std": 0.037841796875, "train/tensor_act_model_layers_32_mlp/max_abs": 0.38671875, "train/tensor_act_model_layers_32_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_32_mlp/min": -0.38671875, "train/tensor_act_model_layers_32_mlp/max": 0.318359375, "train/tensor_act_model_layers_32_mlp/range": 0.705078125, "train/tensor_act_model_layers_32_residual_post_mlp/norm": 1241.3084716796875, "train/tensor_act_model_layers_32_residual_post_mlp/mean": 0.1845703125, "train/tensor_act_model_layers_32_residual_post_mlp/std": 0.578125, "train/tensor_act_model_layers_32_residual_post_mlp/max_abs": 4.125, "train/tensor_act_model_layers_32_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_32_residual_post_mlp/min": -2.90625, "train/tensor_act_model_layers_32_residual_post_mlp/max": 4.125, "train/tensor_act_model_layers_32_residual_post_mlp/range": 7.03125, "train/tensor_act_model_layers_33_residual_pre_attn/norm": 1241.3084716796875, "train/tensor_act_model_layers_33_residual_pre_attn/mean": 0.1845703125, "train/tensor_act_model_layers_33_residual_pre_attn/std": 0.578125, "train/tensor_act_model_layers_33_residual_pre_attn/max_abs": 4.125, "train/tensor_act_model_layers_33_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_33_residual_pre_attn/min": -2.90625, "train/tensor_act_model_layers_33_residual_pre_attn/max": 4.125, "train/tensor_act_model_layers_33_residual_pre_attn/range": 7.03125, "train/tensor_act_model_layers_33_residual_post_attn/norm": 1238.7667236328125, "train/tensor_act_model_layers_33_residual_post_attn/mean": 0.181640625, "train/tensor_act_model_layers_33_residual_post_attn/std": 0.578125, "train/tensor_act_model_layers_33_residual_post_attn/max_abs": 4.1875, "train/tensor_act_model_layers_33_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_33_residual_post_attn/min": -2.953125, "train/tensor_act_model_layers_33_residual_post_attn/max": 4.1875, "train/tensor_act_model_layers_33_residual_post_attn/range": 7.140625, "train/tensor_act_model_layers_33_mlp_gate_proj/norm": 1268.919921875, "train/tensor_act_model_layers_33_mlp_gate_proj/mean": -0.162109375, "train/tensor_act_model_layers_33_mlp_gate_proj/std": 0.40625, "train/tensor_act_model_layers_33_mlp_gate_proj/max_abs": 2.46875, "train/tensor_act_model_layers_33_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_33_mlp_gate_proj/min": -2.46875, "train/tensor_act_model_layers_33_mlp_gate_proj/max": 2.171875, "train/tensor_act_model_layers_33_mlp_gate_proj/range": 4.640625, "train/tensor_act_model_layers_33_mlp_up_proj/norm": 1048.968505859375, "train/tensor_act_model_layers_33_mlp_up_proj/mean": -0.00927734375, "train/tensor_act_model_layers_33_mlp_up_proj/std": 0.361328125, "train/tensor_act_model_layers_33_mlp_up_proj/max_abs": 2.328125, "train/tensor_act_model_layers_33_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_33_mlp_up_proj/min": -2.328125, "train/tensor_act_model_layers_33_mlp_up_proj/max": 1.875, "train/tensor_act_model_layers_33_mlp_up_proj/range": 4.203125, "train/tensor_act_model_layers_33_mlp_down_proj/norm": 78.77851104736328, "train/tensor_act_model_layers_33_mlp_down_proj/mean": 0.005157470703125, "train/tensor_act_model_layers_33_mlp_down_proj/std": 0.0380859375, "train/tensor_act_model_layers_33_mlp_down_proj/max_abs": 0.53125, "train/tensor_act_model_layers_33_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_33_mlp_down_proj/min": -0.486328125, "train/tensor_act_model_layers_33_mlp_down_proj/max": 0.53125, "train/tensor_act_model_layers_33_mlp_down_proj/range": 1.017578125, "train/tensor_act_model_layers_33_mlp/norm": 78.77851104736328, "train/tensor_act_model_layers_33_mlp/mean": 0.005157470703125, "train/tensor_act_model_layers_33_mlp/std": 0.0380859375, "train/tensor_act_model_layers_33_mlp/max_abs": 0.53125, "train/tensor_act_model_layers_33_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_33_mlp/min": -0.486328125, "train/tensor_act_model_layers_33_mlp/max": 0.53125, "train/tensor_act_model_layers_33_mlp/range": 1.017578125, "train/tensor_act_model_layers_33_residual_post_mlp/norm": 1252.415283203125, "train/tensor_act_model_layers_33_residual_post_mlp/mean": 0.1865234375, "train/tensor_act_model_layers_33_residual_post_mlp/std": 0.58203125, "train/tensor_act_model_layers_33_residual_post_mlp/max_abs": 4.28125, "train/tensor_act_model_layers_33_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_33_residual_post_mlp/min": -2.953125, "train/tensor_act_model_layers_33_residual_post_mlp/max": 4.28125, "train/tensor_act_model_layers_33_residual_post_mlp/range": 7.234375, "train/tensor_act_model_layers_34_residual_pre_attn/norm": 1252.415283203125, "train/tensor_act_model_layers_34_residual_pre_attn/mean": 0.1865234375, "train/tensor_act_model_layers_34_residual_pre_attn/std": 0.58203125, "train/tensor_act_model_layers_34_residual_pre_attn/max_abs": 4.28125, "train/tensor_act_model_layers_34_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_34_residual_pre_attn/min": -2.953125, "train/tensor_act_model_layers_34_residual_pre_attn/max": 4.28125, "train/tensor_act_model_layers_34_residual_pre_attn/range": 7.234375, "train/tensor_act_model_layers_34_residual_post_attn/norm": 1251.134521484375, "train/tensor_act_model_layers_34_residual_post_attn/mean": 0.1787109375, "train/tensor_act_model_layers_34_residual_post_attn/std": 0.5859375, "train/tensor_act_model_layers_34_residual_post_attn/max_abs": 4.25, "train/tensor_act_model_layers_34_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_34_residual_post_attn/min": -2.9375, "train/tensor_act_model_layers_34_residual_post_attn/max": 4.25, "train/tensor_act_model_layers_34_residual_post_attn/range": 7.1875, "train/tensor_act_model_layers_34_mlp_gate_proj/norm": 1257.4049072265625, "train/tensor_act_model_layers_34_mlp_gate_proj/mean": -0.1474609375, "train/tensor_act_model_layers_34_mlp_gate_proj/std": 0.408203125, "train/tensor_act_model_layers_34_mlp_gate_proj/max_abs": 2.265625, "train/tensor_act_model_layers_34_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_34_mlp_gate_proj/min": -2.265625, "train/tensor_act_model_layers_34_mlp_gate_proj/max": 2.15625, "train/tensor_act_model_layers_34_mlp_gate_proj/range": 4.421875, "train/tensor_act_model_layers_34_mlp_up_proj/norm": 1078.936279296875, "train/tensor_act_model_layers_34_mlp_up_proj/mean": 0.015869140625, "train/tensor_act_model_layers_34_mlp_up_proj/std": 0.373046875, "train/tensor_act_model_layers_34_mlp_up_proj/max_abs": 2.078125, "train/tensor_act_model_layers_34_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_34_mlp_up_proj/min": -2.078125, "train/tensor_act_model_layers_34_mlp_up_proj/max": 2.046875, "train/tensor_act_model_layers_34_mlp_up_proj/range": 4.125, "train/tensor_act_model_layers_34_mlp_down_proj/norm": 83.82279205322266, "train/tensor_act_model_layers_34_mlp_down_proj/mean": 0.0069580078125, "train/tensor_act_model_layers_34_mlp_down_proj/std": 0.040283203125, "train/tensor_act_model_layers_34_mlp_down_proj/max_abs": 0.416015625, "train/tensor_act_model_layers_34_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_34_mlp_down_proj/min": -0.41015625, "train/tensor_act_model_layers_34_mlp_down_proj/max": 0.416015625, "train/tensor_act_model_layers_34_mlp_down_proj/range": 0.826171875, "train/tensor_act_model_layers_34_mlp/norm": 83.82279205322266, "train/tensor_act_model_layers_34_mlp/mean": 0.0069580078125, "train/tensor_act_model_layers_34_mlp/std": 0.040283203125, "train/tensor_act_model_layers_34_mlp/max_abs": 0.416015625, "train/tensor_act_model_layers_34_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_34_mlp/min": -0.41015625, "train/tensor_act_model_layers_34_mlp/max": 0.416015625, "train/tensor_act_model_layers_34_mlp/range": 0.826171875, "train/tensor_act_model_layers_34_residual_post_mlp/norm": 1266.60205078125, "train/tensor_act_model_layers_34_residual_post_mlp/mean": 0.185546875, "train/tensor_act_model_layers_34_residual_post_mlp/std": 0.58984375, "train/tensor_act_model_layers_34_residual_post_mlp/max_abs": 4.34375, "train/tensor_act_model_layers_34_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_34_residual_post_mlp/min": -2.921875, "train/tensor_act_model_layers_34_residual_post_mlp/max": 4.34375, "train/tensor_act_model_layers_34_residual_post_mlp/range": 7.265625, "train/tensor_act_model_layers_35_residual_pre_attn/norm": 1266.60205078125, "train/tensor_act_model_layers_35_residual_pre_attn/mean": 0.185546875, "train/tensor_act_model_layers_35_residual_pre_attn/std": 0.58984375, "train/tensor_act_model_layers_35_residual_pre_attn/max_abs": 4.34375, "train/tensor_act_model_layers_35_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_35_residual_pre_attn/min": -2.921875, "train/tensor_act_model_layers_35_residual_pre_attn/max": 4.34375, "train/tensor_act_model_layers_35_residual_pre_attn/range": 7.265625, "train/tensor_act_model_layers_35_residual_post_attn/norm": 1260.047119140625, "train/tensor_act_model_layers_35_residual_post_attn/mean": 0.17578125, "train/tensor_act_model_layers_35_residual_post_attn/std": 0.58984375, "train/tensor_act_model_layers_35_residual_post_attn/max_abs": 4.28125, "train/tensor_act_model_layers_35_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_35_residual_post_attn/min": -2.953125, "train/tensor_act_model_layers_35_residual_post_attn/max": 4.28125, "train/tensor_act_model_layers_35_residual_post_attn/range": 7.234375, "train/tensor_act_model_layers_35_mlp_gate_proj/norm": 1264.1766357421875, "train/tensor_act_model_layers_35_mlp_gate_proj/mean": -0.1552734375, "train/tensor_act_model_layers_35_mlp_gate_proj/std": 0.408203125, "train/tensor_act_model_layers_35_mlp_gate_proj/max_abs": 2.375, "train/tensor_act_model_layers_35_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_35_mlp_gate_proj/min": -2.375, "train/tensor_act_model_layers_35_mlp_gate_proj/max": 2.171875, "train/tensor_act_model_layers_35_mlp_gate_proj/range": 4.546875, "train/tensor_act_model_layers_35_mlp_up_proj/norm": 1082.190673828125, "train/tensor_act_model_layers_35_mlp_up_proj/mean": -0.0019989013671875, "train/tensor_act_model_layers_35_mlp_up_proj/std": 0.373046875, "train/tensor_act_model_layers_35_mlp_up_proj/max_abs": 2.046875, "train/tensor_act_model_layers_35_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_35_mlp_up_proj/min": -1.9453125, "train/tensor_act_model_layers_35_mlp_up_proj/max": 2.046875, "train/tensor_act_model_layers_35_mlp_up_proj/range": 3.9921875, "train/tensor_act_model_layers_35_mlp_down_proj/norm": 82.96907043457031, "train/tensor_act_model_layers_35_mlp_down_proj/mean": 0.006591796875, "train/tensor_act_model_layers_35_mlp_down_proj/std": 0.0400390625, "train/tensor_act_model_layers_35_mlp_down_proj/max_abs": 0.373046875, "train/tensor_act_model_layers_35_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_35_mlp_down_proj/min": -0.37109375, "train/tensor_act_model_layers_35_mlp_down_proj/max": 0.373046875, "train/tensor_act_model_layers_35_mlp_down_proj/range": 0.744140625, "train/tensor_act_model_layers_35_mlp/norm": 82.96907043457031, "train/tensor_act_model_layers_35_mlp/mean": 0.006591796875, "train/tensor_act_model_layers_35_mlp/std": 0.0400390625, "train/tensor_act_model_layers_35_mlp/max_abs": 0.373046875, "train/tensor_act_model_layers_35_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_35_mlp/min": -0.37109375, "train/tensor_act_model_layers_35_mlp/max": 0.373046875, "train/tensor_act_model_layers_35_mlp/range": 0.744140625, "train/tensor_act_model_layers_35_residual_post_mlp/norm": 1275.0869140625, "train/tensor_act_model_layers_35_residual_post_mlp/mean": 0.181640625, "train/tensor_act_model_layers_35_residual_post_mlp/std": 0.59375, "train/tensor_act_model_layers_35_residual_post_mlp/max_abs": 4.375, "train/tensor_act_model_layers_35_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_35_residual_post_mlp/min": -2.953125, "train/tensor_act_model_layers_35_residual_post_mlp/max": 4.375, "train/tensor_act_model_layers_35_residual_post_mlp/range": 7.328125, "train/tensor_act_model_layers_36_residual_pre_attn/norm": 1275.0869140625, "train/tensor_act_model_layers_36_residual_pre_attn/mean": 0.181640625, "train/tensor_act_model_layers_36_residual_pre_attn/std": 0.59375, "train/tensor_act_model_layers_36_residual_pre_attn/max_abs": 4.375, "train/tensor_act_model_layers_36_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_36_residual_pre_attn/min": -2.953125, "train/tensor_act_model_layers_36_residual_pre_attn/max": 4.375, "train/tensor_act_model_layers_36_residual_pre_attn/range": 7.328125, "train/tensor_act_model_layers_36_residual_post_attn/norm": 1276.5733642578125, "train/tensor_act_model_layers_36_residual_post_attn/mean": 0.181640625, "train/tensor_act_model_layers_36_residual_post_attn/std": 0.59765625, "train/tensor_act_model_layers_36_residual_post_attn/max_abs": 4.375, "train/tensor_act_model_layers_36_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_36_residual_post_attn/min": -2.953125, "train/tensor_act_model_layers_36_residual_post_attn/max": 4.375, "train/tensor_act_model_layers_36_residual_post_attn/range": 7.328125, "train/tensor_act_model_layers_36_mlp_gate_proj/norm": 1245.9974365234375, "train/tensor_act_model_layers_36_mlp_gate_proj/mean": -0.12890625, "train/tensor_act_model_layers_36_mlp_gate_proj/std": 0.41015625, "train/tensor_act_model_layers_36_mlp_gate_proj/max_abs": 2.828125, "train/tensor_act_model_layers_36_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_36_mlp_gate_proj/min": -2.828125, "train/tensor_act_model_layers_36_mlp_gate_proj/max": 2.234375, "train/tensor_act_model_layers_36_mlp_gate_proj/range": 5.0625, "train/tensor_act_model_layers_36_mlp_up_proj/norm": 1084.9573974609375, "train/tensor_act_model_layers_36_mlp_up_proj/mean": -0.00970458984375, "train/tensor_act_model_layers_36_mlp_up_proj/std": 0.375, "train/tensor_act_model_layers_36_mlp_up_proj/max_abs": 2.015625, "train/tensor_act_model_layers_36_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_36_mlp_up_proj/min": -1.96875, "train/tensor_act_model_layers_36_mlp_up_proj/max": 2.015625, "train/tensor_act_model_layers_36_mlp_up_proj/range": 3.984375, "train/tensor_act_model_layers_36_mlp_down_proj/norm": 85.99856567382812, "train/tensor_act_model_layers_36_mlp_down_proj/mean": 0.007781982421875, "train/tensor_act_model_layers_36_mlp_down_proj/std": 0.041259765625, "train/tensor_act_model_layers_36_mlp_down_proj/max_abs": 0.388671875, "train/tensor_act_model_layers_36_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_36_mlp_down_proj/min": -0.388671875, "train/tensor_act_model_layers_36_mlp_down_proj/max": 0.337890625, "train/tensor_act_model_layers_36_mlp_down_proj/range": 0.7265625, "train/tensor_act_model_layers_36_mlp/norm": 85.99856567382812, "train/tensor_act_model_layers_36_mlp/mean": 0.007781982421875, "train/tensor_act_model_layers_36_mlp/std": 0.041259765625, "train/tensor_act_model_layers_36_mlp/max_abs": 0.388671875, "train/tensor_act_model_layers_36_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_36_mlp/min": -0.388671875, "train/tensor_act_model_layers_36_mlp/max": 0.337890625, "train/tensor_act_model_layers_36_mlp/range": 0.7265625, "train/tensor_act_model_layers_36_residual_post_mlp/norm": 1292.2137451171875, "train/tensor_act_model_layers_36_residual_post_mlp/mean": 0.189453125, "train/tensor_act_model_layers_36_residual_post_mlp/std": 0.6015625, "train/tensor_act_model_layers_36_residual_post_mlp/max_abs": 4.59375, "train/tensor_act_model_layers_36_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_36_residual_post_mlp/min": -2.96875, "train/tensor_act_model_layers_36_residual_post_mlp/max": 4.59375, "train/tensor_act_model_layers_36_residual_post_mlp/range": 7.5625, "train/tensor_act_model_layers_37_residual_pre_attn/norm": 1292.2137451171875, "train/tensor_act_model_layers_37_residual_pre_attn/mean": 0.189453125, "train/tensor_act_model_layers_37_residual_pre_attn/std": 0.6015625, "train/tensor_act_model_layers_37_residual_pre_attn/max_abs": 4.59375, "train/tensor_act_model_layers_37_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_37_residual_pre_attn/min": -2.96875, "train/tensor_act_model_layers_37_residual_pre_attn/max": 4.59375, "train/tensor_act_model_layers_37_residual_pre_attn/range": 7.5625, "train/tensor_act_model_layers_37_residual_post_attn/norm": 1301.510498046875, "train/tensor_act_model_layers_37_residual_post_attn/mean": 0.1923828125, "train/tensor_act_model_layers_37_residual_post_attn/std": 0.60546875, "train/tensor_act_model_layers_37_residual_post_attn/max_abs": 4.5625, "train/tensor_act_model_layers_37_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_37_residual_post_attn/min": -3.0625, "train/tensor_act_model_layers_37_residual_post_attn/max": 4.5625, "train/tensor_act_model_layers_37_residual_post_attn/range": 7.625, "train/tensor_act_model_layers_37_mlp_gate_proj/norm": 1269.84521484375, "train/tensor_act_model_layers_37_mlp_gate_proj/mean": -0.1435546875, "train/tensor_act_model_layers_37_mlp_gate_proj/std": 0.4140625, "train/tensor_act_model_layers_37_mlp_gate_proj/max_abs": 2.53125, "train/tensor_act_model_layers_37_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_37_mlp_gate_proj/min": -2.53125, "train/tensor_act_model_layers_37_mlp_gate_proj/max": 2.265625, "train/tensor_act_model_layers_37_mlp_gate_proj/range": 4.796875, "train/tensor_act_model_layers_37_mlp_up_proj/norm": 1087.6484375, "train/tensor_act_model_layers_37_mlp_up_proj/mean": 0.01446533203125, "train/tensor_act_model_layers_37_mlp_up_proj/std": 0.375, "train/tensor_act_model_layers_37_mlp_up_proj/max_abs": 2.15625, "train/tensor_act_model_layers_37_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_37_mlp_up_proj/min": -2.15625, "train/tensor_act_model_layers_37_mlp_up_proj/max": 2.03125, "train/tensor_act_model_layers_37_mlp_up_proj/range": 4.1875, "train/tensor_act_model_layers_37_mlp_down_proj/norm": 86.27184295654297, "train/tensor_act_model_layers_37_mlp_down_proj/mean": 0.00604248046875, "train/tensor_act_model_layers_37_mlp_down_proj/std": 0.041748046875, "train/tensor_act_model_layers_37_mlp_down_proj/max_abs": 0.34375, "train/tensor_act_model_layers_37_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_37_mlp_down_proj/min": -0.34375, "train/tensor_act_model_layers_37_mlp_down_proj/max": 0.34375, "train/tensor_act_model_layers_37_mlp_down_proj/range": 0.6875, "train/tensor_act_model_layers_37_mlp/norm": 86.27184295654297, "train/tensor_act_model_layers_37_mlp/mean": 0.00604248046875, "train/tensor_act_model_layers_37_mlp/std": 0.041748046875, "train/tensor_act_model_layers_37_mlp/max_abs": 0.34375, "train/tensor_act_model_layers_37_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_37_mlp/min": -0.34375, "train/tensor_act_model_layers_37_mlp/max": 0.34375, "train/tensor_act_model_layers_37_mlp/range": 0.6875, "train/tensor_act_model_layers_37_residual_post_mlp/norm": 1317.26318359375, "train/tensor_act_model_layers_37_residual_post_mlp/mean": 0.1982421875, "train/tensor_act_model_layers_37_residual_post_mlp/std": 0.61328125, "train/tensor_act_model_layers_37_residual_post_mlp/max_abs": 4.65625, "train/tensor_act_model_layers_37_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_37_residual_post_mlp/min": -3.109375, "train/tensor_act_model_layers_37_residual_post_mlp/max": 4.65625, "train/tensor_act_model_layers_37_residual_post_mlp/range": 7.765625, "train/tensor_act_model_layers_38_residual_pre_attn/norm": 1317.26318359375, "train/tensor_act_model_layers_38_residual_pre_attn/mean": 0.1982421875, "train/tensor_act_model_layers_38_residual_pre_attn/std": 0.61328125, "train/tensor_act_model_layers_38_residual_pre_attn/max_abs": 4.65625, "train/tensor_act_model_layers_38_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_38_residual_pre_attn/min": -3.109375, "train/tensor_act_model_layers_38_residual_pre_attn/max": 4.65625, "train/tensor_act_model_layers_38_residual_pre_attn/range": 7.765625, "train/tensor_act_model_layers_38_residual_post_attn/norm": 1314.4901123046875, "train/tensor_act_model_layers_38_residual_post_attn/mean": 0.193359375, "train/tensor_act_model_layers_38_residual_post_attn/std": 0.61328125, "train/tensor_act_model_layers_38_residual_post_attn/max_abs": 4.6875, "train/tensor_act_model_layers_38_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_38_residual_post_attn/min": -3.078125, "train/tensor_act_model_layers_38_residual_post_attn/max": 4.6875, "train/tensor_act_model_layers_38_residual_post_attn/range": 7.765625, "train/tensor_act_model_layers_38_mlp_gate_proj/norm": 1238.5428466796875, "train/tensor_act_model_layers_38_mlp_gate_proj/mean": -0.1044921875, "train/tensor_act_model_layers_38_mlp_gate_proj/std": 0.4140625, "train/tensor_act_model_layers_38_mlp_gate_proj/max_abs": 2.484375, "train/tensor_act_model_layers_38_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_38_mlp_gate_proj/min": -2.484375, "train/tensor_act_model_layers_38_mlp_gate_proj/max": 2.234375, "train/tensor_act_model_layers_38_mlp_gate_proj/range": 4.71875, "train/tensor_act_model_layers_38_mlp_up_proj/norm": 1067.874755859375, "train/tensor_act_model_layers_38_mlp_up_proj/mean": -0.0184326171875, "train/tensor_act_model_layers_38_mlp_up_proj/std": 0.369140625, "train/tensor_act_model_layers_38_mlp_up_proj/max_abs": 2.046875, "train/tensor_act_model_layers_38_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_38_mlp_up_proj/min": -1.8984375, "train/tensor_act_model_layers_38_mlp_up_proj/max": 2.046875, "train/tensor_act_model_layers_38_mlp_up_proj/range": 3.9453125, "train/tensor_act_model_layers_38_mlp_down_proj/norm": 91.35855865478516, "train/tensor_act_model_layers_38_mlp_down_proj/mean": 0.0078125, "train/tensor_act_model_layers_38_mlp_down_proj/std": 0.0439453125, "train/tensor_act_model_layers_38_mlp_down_proj/max_abs": 0.515625, "train/tensor_act_model_layers_38_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_38_mlp_down_proj/min": -0.515625, "train/tensor_act_model_layers_38_mlp_down_proj/max": 0.376953125, "train/tensor_act_model_layers_38_mlp_down_proj/range": 0.892578125, "train/tensor_act_model_layers_38_mlp/norm": 91.35855865478516, "train/tensor_act_model_layers_38_mlp/mean": 0.0078125, "train/tensor_act_model_layers_38_mlp/std": 0.0439453125, "train/tensor_act_model_layers_38_mlp/max_abs": 0.515625, "train/tensor_act_model_layers_38_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_38_mlp/min": -0.515625, "train/tensor_act_model_layers_38_mlp/max": 0.376953125, "train/tensor_act_model_layers_38_mlp/range": 0.892578125, "train/tensor_act_model_layers_38_residual_post_mlp/norm": 1331.382080078125, "train/tensor_act_model_layers_38_residual_post_mlp/mean": 0.201171875, "train/tensor_act_model_layers_38_residual_post_mlp/std": 0.6171875, "train/tensor_act_model_layers_38_residual_post_mlp/max_abs": 4.8125, "train/tensor_act_model_layers_38_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_38_residual_post_mlp/min": -3.09375, "train/tensor_act_model_layers_38_residual_post_mlp/max": 4.8125, "train/tensor_act_model_layers_38_residual_post_mlp/range": 7.90625, "train/tensor_act_model_layers_39_residual_pre_attn/norm": 1331.382080078125, "train/tensor_act_model_layers_39_residual_pre_attn/mean": 0.201171875, "train/tensor_act_model_layers_39_residual_pre_attn/std": 0.6171875, "train/tensor_act_model_layers_39_residual_pre_attn/max_abs": 4.8125, "train/tensor_act_model_layers_39_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_39_residual_pre_attn/min": -3.09375, "train/tensor_act_model_layers_39_residual_pre_attn/max": 4.8125, "train/tensor_act_model_layers_39_residual_pre_attn/range": 7.90625, "train/tensor_act_model_layers_39_residual_post_attn/norm": 1330.4056396484375, "train/tensor_act_model_layers_39_residual_post_attn/mean": 0.1982421875, "train/tensor_act_model_layers_39_residual_post_attn/std": 0.6171875, "train/tensor_act_model_layers_39_residual_post_attn/max_abs": 4.90625, "train/tensor_act_model_layers_39_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_39_residual_post_attn/min": -3.125, "train/tensor_act_model_layers_39_residual_post_attn/max": 4.90625, "train/tensor_act_model_layers_39_residual_post_attn/range": 8.03125, "train/tensor_act_model_layers_39_mlp_gate_proj/norm": 1247.475830078125, "train/tensor_act_model_layers_39_mlp_gate_proj/mean": -0.1220703125, "train/tensor_act_model_layers_39_mlp_gate_proj/std": 0.4140625, "train/tensor_act_model_layers_39_mlp_gate_proj/max_abs": 2.671875, "train/tensor_act_model_layers_39_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_39_mlp_gate_proj/min": -2.671875, "train/tensor_act_model_layers_39_mlp_gate_proj/max": 2.21875, "train/tensor_act_model_layers_39_mlp_gate_proj/range": 4.890625, "train/tensor_act_model_layers_39_mlp_up_proj/norm": 1080.234130859375, "train/tensor_act_model_layers_39_mlp_up_proj/mean": -0.009765625, "train/tensor_act_model_layers_39_mlp_up_proj/std": 0.373046875, "train/tensor_act_model_layers_39_mlp_up_proj/max_abs": 2.1875, "train/tensor_act_model_layers_39_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_39_mlp_up_proj/min": -1.9609375, "train/tensor_act_model_layers_39_mlp_up_proj/max": 2.1875, "train/tensor_act_model_layers_39_mlp_up_proj/range": 4.1484375, "train/tensor_act_model_layers_39_mlp_down_proj/norm": 87.45327758789062, "train/tensor_act_model_layers_39_mlp_down_proj/mean": 0.0069580078125, "train/tensor_act_model_layers_39_mlp_down_proj/std": 0.042236328125, "train/tensor_act_model_layers_39_mlp_down_proj/max_abs": 0.35546875, "train/tensor_act_model_layers_39_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_39_mlp_down_proj/min": -0.296875, "train/tensor_act_model_layers_39_mlp_down_proj/max": 0.35546875, "train/tensor_act_model_layers_39_mlp_down_proj/range": 0.65234375, "train/tensor_act_model_layers_39_mlp/norm": 87.45327758789062, "train/tensor_act_model_layers_39_mlp/mean": 0.0069580078125, "train/tensor_act_model_layers_39_mlp/std": 0.042236328125, "train/tensor_act_model_layers_39_mlp/max_abs": 0.35546875, "train/tensor_act_model_layers_39_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_39_mlp/min": -0.296875, "train/tensor_act_model_layers_39_mlp/max": 0.35546875, "train/tensor_act_model_layers_39_mlp/range": 0.65234375, "train/tensor_act_model_layers_39_residual_post_mlp/norm": 1345.79833984375, "train/tensor_act_model_layers_39_residual_post_mlp/mean": 0.205078125, "train/tensor_act_model_layers_39_residual_post_mlp/std": 0.625, "train/tensor_act_model_layers_39_residual_post_mlp/max_abs": 4.9375, "train/tensor_act_model_layers_39_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_39_residual_post_mlp/min": -3.25, "train/tensor_act_model_layers_39_residual_post_mlp/max": 4.9375, "train/tensor_act_model_layers_39_residual_post_mlp/range": 8.1875, "train/tensor_act_model_layers_40_residual_pre_attn/norm": 1345.79833984375, "train/tensor_act_model_layers_40_residual_pre_attn/mean": 0.205078125, "train/tensor_act_model_layers_40_residual_pre_attn/std": 0.625, "train/tensor_act_model_layers_40_residual_pre_attn/max_abs": 4.9375, "train/tensor_act_model_layers_40_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_40_residual_pre_attn/min": -3.25, "train/tensor_act_model_layers_40_residual_pre_attn/max": 4.9375, "train/tensor_act_model_layers_40_residual_pre_attn/range": 8.1875, "train/tensor_act_model_layers_40_residual_post_attn/norm": 1342.0382080078125, "train/tensor_act_model_layers_40_residual_post_attn/mean": 0.201171875, "train/tensor_act_model_layers_40_residual_post_attn/std": 0.625, "train/tensor_act_model_layers_40_residual_post_attn/max_abs": 4.9375, "train/tensor_act_model_layers_40_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_40_residual_post_attn/min": -3.203125, "train/tensor_act_model_layers_40_residual_post_attn/max": 4.9375, "train/tensor_act_model_layers_40_residual_post_attn/range": 8.140625, "train/tensor_act_model_layers_40_mlp_gate_proj/norm": 1271.467041015625, "train/tensor_act_model_layers_40_mlp_gate_proj/mean": -0.1396484375, "train/tensor_act_model_layers_40_mlp_gate_proj/std": 0.416015625, "train/tensor_act_model_layers_40_mlp_gate_proj/max_abs": 2.59375, "train/tensor_act_model_layers_40_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_40_mlp_gate_proj/min": -2.59375, "train/tensor_act_model_layers_40_mlp_gate_proj/max": 2.109375, "train/tensor_act_model_layers_40_mlp_gate_proj/range": 4.703125, "train/tensor_act_model_layers_40_mlp_up_proj/norm": 1079.0330810546875, "train/tensor_act_model_layers_40_mlp_up_proj/mean": -0.005645751953125, "train/tensor_act_model_layers_40_mlp_up_proj/std": 0.373046875, "train/tensor_act_model_layers_40_mlp_up_proj/max_abs": 2.15625, "train/tensor_act_model_layers_40_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_40_mlp_up_proj/min": -2.15625, "train/tensor_act_model_layers_40_mlp_up_proj/max": 1.9140625, "train/tensor_act_model_layers_40_mlp_up_proj/range": 4.0703125, "train/tensor_act_model_layers_40_mlp_down_proj/norm": 87.47034454345703, "train/tensor_act_model_layers_40_mlp_down_proj/mean": 0.0084228515625, "train/tensor_act_model_layers_40_mlp_down_proj/std": 0.0419921875, "train/tensor_act_model_layers_40_mlp_down_proj/max_abs": 0.478515625, "train/tensor_act_model_layers_40_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_40_mlp_down_proj/min": -0.330078125, "train/tensor_act_model_layers_40_mlp_down_proj/max": 0.478515625, "train/tensor_act_model_layers_40_mlp_down_proj/range": 0.80859375, "train/tensor_act_model_layers_40_mlp/norm": 87.47034454345703, "train/tensor_act_model_layers_40_mlp/mean": 0.0084228515625, "train/tensor_act_model_layers_40_mlp/std": 0.0419921875, "train/tensor_act_model_layers_40_mlp/max_abs": 0.478515625, "train/tensor_act_model_layers_40_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_40_mlp/min": -0.330078125, "train/tensor_act_model_layers_40_mlp/max": 0.478515625, "train/tensor_act_model_layers_40_mlp/range": 0.80859375, "train/tensor_act_model_layers_40_residual_post_mlp/norm": 1358.44580078125, "train/tensor_act_model_layers_40_residual_post_mlp/mean": 0.208984375, "train/tensor_act_model_layers_40_residual_post_mlp/std": 0.62890625, "train/tensor_act_model_layers_40_residual_post_mlp/max_abs": 5.15625, "train/tensor_act_model_layers_40_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_40_residual_post_mlp/min": -3.3125, "train/tensor_act_model_layers_40_residual_post_mlp/max": 5.15625, "train/tensor_act_model_layers_40_residual_post_mlp/range": 8.46875, "train/tensor_act_model_layers_41_residual_pre_attn/norm": 1358.44580078125, "train/tensor_act_model_layers_41_residual_pre_attn/mean": 0.208984375, "train/tensor_act_model_layers_41_residual_pre_attn/std": 0.62890625, "train/tensor_act_model_layers_41_residual_pre_attn/max_abs": 5.15625, "train/tensor_act_model_layers_41_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_41_residual_pre_attn/min": -3.3125, "train/tensor_act_model_layers_41_residual_pre_attn/max": 5.15625, "train/tensor_act_model_layers_41_residual_pre_attn/range": 8.46875, "train/tensor_act_model_layers_41_residual_post_attn/norm": 1357.56591796875, "train/tensor_act_model_layers_41_residual_post_attn/mean": 0.2041015625, "train/tensor_act_model_layers_41_residual_post_attn/std": 0.62890625, "train/tensor_act_model_layers_41_residual_post_attn/max_abs": 5.25, "train/tensor_act_model_layers_41_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_41_residual_post_attn/min": -3.359375, "train/tensor_act_model_layers_41_residual_post_attn/max": 5.25, "train/tensor_act_model_layers_41_residual_post_attn/range": 8.609375, "train/tensor_act_model_layers_41_mlp_gate_proj/norm": 1269.0836181640625, "train/tensor_act_model_layers_41_mlp_gate_proj/mean": -0.1357421875, "train/tensor_act_model_layers_41_mlp_gate_proj/std": 0.416015625, "train/tensor_act_model_layers_41_mlp_gate_proj/max_abs": 2.46875, "train/tensor_act_model_layers_41_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_41_mlp_gate_proj/min": -2.46875, "train/tensor_act_model_layers_41_mlp_gate_proj/max": 2.265625, "train/tensor_act_model_layers_41_mlp_gate_proj/range": 4.734375, "train/tensor_act_model_layers_41_mlp_up_proj/norm": 1094.5003662109375, "train/tensor_act_model_layers_41_mlp_up_proj/mean": 0.031005859375, "train/tensor_act_model_layers_41_mlp_up_proj/std": 0.376953125, "train/tensor_act_model_layers_41_mlp_up_proj/max_abs": 2.09375, "train/tensor_act_model_layers_41_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_41_mlp_up_proj/min": -2.015625, "train/tensor_act_model_layers_41_mlp_up_proj/max": 2.09375, "train/tensor_act_model_layers_41_mlp_up_proj/range": 4.109375, "train/tensor_act_model_layers_41_mlp_down_proj/norm": 88.08181762695312, "train/tensor_act_model_layers_41_mlp_down_proj/mean": 0.007720947265625, "train/tensor_act_model_layers_41_mlp_down_proj/std": 0.042236328125, "train/tensor_act_model_layers_41_mlp_down_proj/max_abs": 0.447265625, "train/tensor_act_model_layers_41_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_41_mlp_down_proj/min": -0.39453125, "train/tensor_act_model_layers_41_mlp_down_proj/max": 0.447265625, "train/tensor_act_model_layers_41_mlp_down_proj/range": 0.841796875, "train/tensor_act_model_layers_41_mlp/norm": 88.08181762695312, "train/tensor_act_model_layers_41_mlp/mean": 0.007720947265625, "train/tensor_act_model_layers_41_mlp/std": 0.042236328125, "train/tensor_act_model_layers_41_mlp/max_abs": 0.447265625, "train/tensor_act_model_layers_41_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_41_mlp/min": -0.39453125, "train/tensor_act_model_layers_41_mlp/max": 0.447265625, "train/tensor_act_model_layers_41_mlp/range": 0.841796875, "train/tensor_act_model_layers_41_residual_post_mlp/norm": 1374.630126953125, "train/tensor_act_model_layers_41_residual_post_mlp/mean": 0.2119140625, "train/tensor_act_model_layers_41_residual_post_mlp/std": 0.63671875, "train/tensor_act_model_layers_41_residual_post_mlp/max_abs": 5.5625, "train/tensor_act_model_layers_41_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_41_residual_post_mlp/min": -3.5, "train/tensor_act_model_layers_41_residual_post_mlp/max": 5.5625, "train/tensor_act_model_layers_41_residual_post_mlp/range": 9.0625, "train/tensor_act_model_layers_42_residual_pre_attn/norm": 1374.630126953125, "train/tensor_act_model_layers_42_residual_pre_attn/mean": 0.2119140625, "train/tensor_act_model_layers_42_residual_pre_attn/std": 0.63671875, "train/tensor_act_model_layers_42_residual_pre_attn/max_abs": 5.5625, "train/tensor_act_model_layers_42_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_42_residual_pre_attn/min": -3.5, "train/tensor_act_model_layers_42_residual_pre_attn/max": 5.5625, "train/tensor_act_model_layers_42_residual_pre_attn/range": 9.0625, "train/tensor_act_model_layers_42_residual_post_attn/norm": 1370.4805908203125, "train/tensor_act_model_layers_42_residual_post_attn/mean": 0.2060546875, "train/tensor_act_model_layers_42_residual_post_attn/std": 0.63671875, "train/tensor_act_model_layers_42_residual_post_attn/max_abs": 5.4375, "train/tensor_act_model_layers_42_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_42_residual_post_attn/min": -3.40625, "train/tensor_act_model_layers_42_residual_post_attn/max": 5.4375, "train/tensor_act_model_layers_42_residual_post_attn/range": 8.84375, "train/tensor_act_model_layers_42_mlp_gate_proj/norm": 1276.7900390625, "train/tensor_act_model_layers_42_mlp_gate_proj/mean": -0.140625, "train/tensor_act_model_layers_42_mlp_gate_proj/std": 0.41796875, "train/tensor_act_model_layers_42_mlp_gate_proj/max_abs": 2.46875, "train/tensor_act_model_layers_42_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_42_mlp_gate_proj/min": -2.46875, "train/tensor_act_model_layers_42_mlp_gate_proj/max": 2.140625, "train/tensor_act_model_layers_42_mlp_gate_proj/range": 4.609375, "train/tensor_act_model_layers_42_mlp_up_proj/norm": 1096.1097412109375, "train/tensor_act_model_layers_42_mlp_up_proj/mean": 0.0089111328125, "train/tensor_act_model_layers_42_mlp_up_proj/std": 0.37890625, "train/tensor_act_model_layers_42_mlp_up_proj/max_abs": 2.078125, "train/tensor_act_model_layers_42_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_42_mlp_up_proj/min": -2.078125, "train/tensor_act_model_layers_42_mlp_up_proj/max": 2.0, "train/tensor_act_model_layers_42_mlp_up_proj/range": 4.078125, "train/tensor_act_model_layers_42_mlp_down_proj/norm": 88.93512725830078, "train/tensor_act_model_layers_42_mlp_down_proj/mean": 0.00543212890625, "train/tensor_act_model_layers_42_mlp_down_proj/std": 0.04296875, "train/tensor_act_model_layers_42_mlp_down_proj/max_abs": 0.3984375, "train/tensor_act_model_layers_42_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_42_mlp_down_proj/min": -0.3515625, "train/tensor_act_model_layers_42_mlp_down_proj/max": 0.3984375, "train/tensor_act_model_layers_42_mlp_down_proj/range": 0.75, "train/tensor_act_model_layers_42_mlp/norm": 88.93512725830078, "train/tensor_act_model_layers_42_mlp/mean": 0.00543212890625, "train/tensor_act_model_layers_42_mlp/std": 0.04296875, "train/tensor_act_model_layers_42_mlp/max_abs": 0.3984375, "train/tensor_act_model_layers_42_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_42_mlp/min": -0.3515625, "train/tensor_act_model_layers_42_mlp/max": 0.3984375, "train/tensor_act_model_layers_42_mlp/range": 0.75, "train/tensor_act_model_layers_42_residual_post_mlp/norm": 1384.976806640625, "train/tensor_act_model_layers_42_residual_post_mlp/mean": 0.2109375, "train/tensor_act_model_layers_42_residual_post_mlp/std": 0.640625, "train/tensor_act_model_layers_42_residual_post_mlp/max_abs": 5.59375, "train/tensor_act_model_layers_42_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_42_residual_post_mlp/min": -3.46875, "train/tensor_act_model_layers_42_residual_post_mlp/max": 5.59375, "train/tensor_act_model_layers_42_residual_post_mlp/range": 9.0625, "train/tensor_act_model_layers_43_residual_pre_attn/norm": 1384.976806640625, "train/tensor_act_model_layers_43_residual_pre_attn/mean": 0.2109375, "train/tensor_act_model_layers_43_residual_pre_attn/std": 0.640625, "train/tensor_act_model_layers_43_residual_pre_attn/max_abs": 5.59375, "train/tensor_act_model_layers_43_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_43_residual_pre_attn/min": -3.46875, "train/tensor_act_model_layers_43_residual_pre_attn/max": 5.59375, "train/tensor_act_model_layers_43_residual_pre_attn/range": 9.0625, "train/tensor_act_model_layers_43_residual_post_attn/norm": 1386.0657958984375, "train/tensor_act_model_layers_43_residual_post_attn/mean": 0.208984375, "train/tensor_act_model_layers_43_residual_post_attn/std": 0.64453125, "train/tensor_act_model_layers_43_residual_post_attn/max_abs": 5.59375, "train/tensor_act_model_layers_43_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_43_residual_post_attn/min": -3.5625, "train/tensor_act_model_layers_43_residual_post_attn/max": 5.59375, "train/tensor_act_model_layers_43_residual_post_attn/range": 9.15625, "train/tensor_act_model_layers_43_mlp_gate_proj/norm": 1241.6904296875, "train/tensor_act_model_layers_43_mlp_gate_proj/mean": -0.1259765625, "train/tensor_act_model_layers_43_mlp_gate_proj/std": 0.41015625, "train/tensor_act_model_layers_43_mlp_gate_proj/max_abs": 2.609375, "train/tensor_act_model_layers_43_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_43_mlp_gate_proj/min": -2.609375, "train/tensor_act_model_layers_43_mlp_gate_proj/max": 2.109375, "train/tensor_act_model_layers_43_mlp_gate_proj/range": 4.71875, "train/tensor_act_model_layers_43_mlp_up_proj/norm": 1088.576171875, "train/tensor_act_model_layers_43_mlp_up_proj/mean": 0.00714111328125, "train/tensor_act_model_layers_43_mlp_up_proj/std": 0.375, "train/tensor_act_model_layers_43_mlp_up_proj/max_abs": 2.109375, "train/tensor_act_model_layers_43_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_43_mlp_up_proj/min": -2.0, "train/tensor_act_model_layers_43_mlp_up_proj/max": 2.109375, "train/tensor_act_model_layers_43_mlp_up_proj/range": 4.109375, "train/tensor_act_model_layers_43_mlp_down_proj/norm": 89.43866729736328, "train/tensor_act_model_layers_43_mlp_down_proj/mean": 0.007720947265625, "train/tensor_act_model_layers_43_mlp_down_proj/std": 0.04296875, "train/tensor_act_model_layers_43_mlp_down_proj/max_abs": 0.45703125, "train/tensor_act_model_layers_43_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_43_mlp_down_proj/min": -0.3515625, "train/tensor_act_model_layers_43_mlp_down_proj/max": 0.45703125, "train/tensor_act_model_layers_43_mlp_down_proj/range": 0.80859375, "train/tensor_act_model_layers_43_mlp/norm": 89.43866729736328, "train/tensor_act_model_layers_43_mlp/mean": 0.007720947265625, "train/tensor_act_model_layers_43_mlp/std": 0.04296875, "train/tensor_act_model_layers_43_mlp/max_abs": 0.45703125, "train/tensor_act_model_layers_43_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_43_mlp/min": -0.3515625, "train/tensor_act_model_layers_43_mlp/max": 0.45703125, "train/tensor_act_model_layers_43_mlp/range": 0.80859375, "train/tensor_act_model_layers_43_residual_post_mlp/norm": 1405.335205078125, "train/tensor_act_model_layers_43_residual_post_mlp/mean": 0.216796875, "train/tensor_act_model_layers_43_residual_post_mlp/std": 0.65234375, "train/tensor_act_model_layers_43_residual_post_mlp/max_abs": 5.59375, "train/tensor_act_model_layers_43_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_43_residual_post_mlp/min": -3.546875, "train/tensor_act_model_layers_43_residual_post_mlp/max": 5.59375, "train/tensor_act_model_layers_43_residual_post_mlp/range": 9.140625, "train/tensor_act_model_layers_44_residual_pre_attn/norm": 1405.335205078125, "train/tensor_act_model_layers_44_residual_pre_attn/mean": 0.216796875, "train/tensor_act_model_layers_44_residual_pre_attn/std": 0.65234375, "train/tensor_act_model_layers_44_residual_pre_attn/max_abs": 5.59375, "train/tensor_act_model_layers_44_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_44_residual_pre_attn/min": -3.546875, "train/tensor_act_model_layers_44_residual_pre_attn/max": 5.59375, "train/tensor_act_model_layers_44_residual_pre_attn/range": 9.140625, "train/tensor_act_model_layers_44_residual_post_attn/norm": 1405.322265625, "train/tensor_act_model_layers_44_residual_post_attn/mean": 0.2109375, "train/tensor_act_model_layers_44_residual_post_attn/std": 0.65234375, "train/tensor_act_model_layers_44_residual_post_attn/max_abs": 5.53125, "train/tensor_act_model_layers_44_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_44_residual_post_attn/min": -3.6875, "train/tensor_act_model_layers_44_residual_post_attn/max": 5.53125, "train/tensor_act_model_layers_44_residual_post_attn/range": 9.21875, "train/tensor_act_model_layers_44_mlp_gate_proj/norm": 1261.4151611328125, "train/tensor_act_model_layers_44_mlp_gate_proj/mean": -0.1259765625, "train/tensor_act_model_layers_44_mlp_gate_proj/std": 0.416015625, "train/tensor_act_model_layers_44_mlp_gate_proj/max_abs": 2.484375, "train/tensor_act_model_layers_44_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_44_mlp_gate_proj/min": -2.484375, "train/tensor_act_model_layers_44_mlp_gate_proj/max": 2.453125, "train/tensor_act_model_layers_44_mlp_gate_proj/range": 4.9375, "train/tensor_act_model_layers_44_mlp_up_proj/norm": 1112.841796875, "train/tensor_act_model_layers_44_mlp_up_proj/mean": -0.01397705078125, "train/tensor_act_model_layers_44_mlp_up_proj/std": 0.384765625, "train/tensor_act_model_layers_44_mlp_up_proj/max_abs": 2.03125, "train/tensor_act_model_layers_44_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_44_mlp_up_proj/min": -1.8828125, "train/tensor_act_model_layers_44_mlp_up_proj/max": 2.03125, "train/tensor_act_model_layers_44_mlp_up_proj/range": 3.9140625, "train/tensor_act_model_layers_44_mlp_down_proj/norm": 93.26177215576172, "train/tensor_act_model_layers_44_mlp_down_proj/mean": 0.00701904296875, "train/tensor_act_model_layers_44_mlp_down_proj/std": 0.044921875, "train/tensor_act_model_layers_44_mlp_down_proj/max_abs": 0.61328125, "train/tensor_act_model_layers_44_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_44_mlp_down_proj/min": -0.3828125, "train/tensor_act_model_layers_44_mlp_down_proj/max": 0.61328125, "train/tensor_act_model_layers_44_mlp_down_proj/range": 0.99609375, "train/tensor_act_model_layers_44_mlp/norm": 93.26177215576172, "train/tensor_act_model_layers_44_mlp/mean": 0.00701904296875, "train/tensor_act_model_layers_44_mlp/std": 0.044921875, "train/tensor_act_model_layers_44_mlp/max_abs": 0.61328125, "train/tensor_act_model_layers_44_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_44_mlp/min": -0.3828125, "train/tensor_act_model_layers_44_mlp/max": 0.61328125, "train/tensor_act_model_layers_44_mlp/range": 0.99609375, "train/tensor_act_model_layers_44_residual_post_mlp/norm": 1423.177490234375, "train/tensor_act_model_layers_44_residual_post_mlp/mean": 0.2177734375, "train/tensor_act_model_layers_44_residual_post_mlp/std": 0.66015625, "train/tensor_act_model_layers_44_residual_post_mlp/max_abs": 5.5625, "train/tensor_act_model_layers_44_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_44_residual_post_mlp/min": -3.890625, "train/tensor_act_model_layers_44_residual_post_mlp/max": 5.5625, "train/tensor_act_model_layers_44_residual_post_mlp/range": 9.453125, "train/tensor_act_model_layers_45_residual_pre_attn/norm": 1423.177490234375, "train/tensor_act_model_layers_45_residual_pre_attn/mean": 0.2177734375, "train/tensor_act_model_layers_45_residual_pre_attn/std": 0.66015625, "train/tensor_act_model_layers_45_residual_pre_attn/max_abs": 5.5625, "train/tensor_act_model_layers_45_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_45_residual_pre_attn/min": -3.890625, "train/tensor_act_model_layers_45_residual_pre_attn/max": 5.5625, "train/tensor_act_model_layers_45_residual_pre_attn/range": 9.453125, "train/tensor_act_model_layers_45_residual_post_attn/norm": 1436.5289306640625, "train/tensor_act_model_layers_45_residual_post_attn/mean": 0.2138671875, "train/tensor_act_model_layers_45_residual_post_attn/std": 0.66796875, "train/tensor_act_model_layers_45_residual_post_attn/max_abs": 5.78125, "train/tensor_act_model_layers_45_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_45_residual_post_attn/min": -4.03125, "train/tensor_act_model_layers_45_residual_post_attn/max": 5.78125, "train/tensor_act_model_layers_45_residual_post_attn/range": 9.8125, "train/tensor_act_model_layers_45_mlp_gate_proj/norm": 1315.8114013671875, "train/tensor_act_model_layers_45_mlp_gate_proj/mean": -0.138671875, "train/tensor_act_model_layers_45_mlp_gate_proj/std": 0.43359375, "train/tensor_act_model_layers_45_mlp_gate_proj/max_abs": 2.609375, "train/tensor_act_model_layers_45_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_45_mlp_gate_proj/min": -2.375, "train/tensor_act_model_layers_45_mlp_gate_proj/max": 2.609375, "train/tensor_act_model_layers_45_mlp_gate_proj/range": 4.984375, "train/tensor_act_model_layers_45_mlp_up_proj/norm": 1139.0745849609375, "train/tensor_act_model_layers_45_mlp_up_proj/mean": 0.0059814453125, "train/tensor_act_model_layers_45_mlp_up_proj/std": 0.392578125, "train/tensor_act_model_layers_45_mlp_up_proj/max_abs": 2.3125, "train/tensor_act_model_layers_45_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_45_mlp_up_proj/min": -2.3125, "train/tensor_act_model_layers_45_mlp_up_proj/max": 2.140625, "train/tensor_act_model_layers_45_mlp_up_proj/range": 4.453125, "train/tensor_act_model_layers_45_mlp_down_proj/norm": 98.63400268554688, "train/tensor_act_model_layers_45_mlp_down_proj/mean": 0.00592041015625, "train/tensor_act_model_layers_45_mlp_down_proj/std": 0.0478515625, "train/tensor_act_model_layers_45_mlp_down_proj/max_abs": 0.400390625, "train/tensor_act_model_layers_45_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_45_mlp_down_proj/min": -0.36328125, "train/tensor_act_model_layers_45_mlp_down_proj/max": 0.400390625, "train/tensor_act_model_layers_45_mlp_down_proj/range": 0.763671875, "train/tensor_act_model_layers_45_mlp/norm": 98.63400268554688, "train/tensor_act_model_layers_45_mlp/mean": 0.00592041015625, "train/tensor_act_model_layers_45_mlp/std": 0.0478515625, "train/tensor_act_model_layers_45_mlp/max_abs": 0.400390625, "train/tensor_act_model_layers_45_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_45_mlp/min": -0.36328125, "train/tensor_act_model_layers_45_mlp/max": 0.400390625, "train/tensor_act_model_layers_45_mlp/range": 0.763671875, "train/tensor_act_model_layers_45_residual_post_mlp/norm": 1450.150390625, "train/tensor_act_model_layers_45_residual_post_mlp/mean": 0.2197265625, "train/tensor_act_model_layers_45_residual_post_mlp/std": 0.671875, "train/tensor_act_model_layers_45_residual_post_mlp/max_abs": 5.8125, "train/tensor_act_model_layers_45_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_45_residual_post_mlp/min": -3.96875, "train/tensor_act_model_layers_45_residual_post_mlp/max": 5.8125, "train/tensor_act_model_layers_45_residual_post_mlp/range": 9.78125, "train/tensor_act_model_layers_46_residual_pre_attn/norm": 1450.150390625, "train/tensor_act_model_layers_46_residual_pre_attn/mean": 0.2197265625, "train/tensor_act_model_layers_46_residual_pre_attn/std": 0.671875, "train/tensor_act_model_layers_46_residual_pre_attn/max_abs": 5.8125, "train/tensor_act_model_layers_46_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_46_residual_pre_attn/min": -3.96875, "train/tensor_act_model_layers_46_residual_pre_attn/max": 5.8125, "train/tensor_act_model_layers_46_residual_pre_attn/range": 9.78125, "train/tensor_act_model_layers_46_residual_post_attn/norm": 1447.5030517578125, "train/tensor_act_model_layers_46_residual_post_attn/mean": 0.216796875, "train/tensor_act_model_layers_46_residual_post_attn/std": 0.671875, "train/tensor_act_model_layers_46_residual_post_attn/max_abs": 5.8125, "train/tensor_act_model_layers_46_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_46_residual_post_attn/min": -3.96875, "train/tensor_act_model_layers_46_residual_post_attn/max": 5.8125, "train/tensor_act_model_layers_46_residual_post_attn/range": 9.78125, "train/tensor_act_model_layers_46_mlp_gate_proj/norm": 1267.8055419921875, "train/tensor_act_model_layers_46_mlp_gate_proj/mean": -0.10205078125, "train/tensor_act_model_layers_46_mlp_gate_proj/std": 0.42578125, "train/tensor_act_model_layers_46_mlp_gate_proj/max_abs": 2.40625, "train/tensor_act_model_layers_46_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_46_mlp_gate_proj/min": -2.40625, "train/tensor_act_model_layers_46_mlp_gate_proj/max": 2.40625, "train/tensor_act_model_layers_46_mlp_gate_proj/range": 4.8125, "train/tensor_act_model_layers_46_mlp_up_proj/norm": 1134.6129150390625, "train/tensor_act_model_layers_46_mlp_up_proj/mean": -0.0205078125, "train/tensor_act_model_layers_46_mlp_up_proj/std": 0.390625, "train/tensor_act_model_layers_46_mlp_up_proj/max_abs": 2.09375, "train/tensor_act_model_layers_46_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_46_mlp_up_proj/min": -2.03125, "train/tensor_act_model_layers_46_mlp_up_proj/max": 2.09375, "train/tensor_act_model_layers_46_mlp_up_proj/range": 4.125, "train/tensor_act_model_layers_46_mlp_down_proj/norm": 102.73970794677734, "train/tensor_act_model_layers_46_mlp_down_proj/mean": 0.00677490234375, "train/tensor_act_model_layers_46_mlp_down_proj/std": 0.0498046875, "train/tensor_act_model_layers_46_mlp_down_proj/max_abs": 0.3828125, "train/tensor_act_model_layers_46_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_46_mlp_down_proj/min": -0.3828125, "train/tensor_act_model_layers_46_mlp_down_proj/max": 0.380859375, "train/tensor_act_model_layers_46_mlp_down_proj/range": 0.763671875, "train/tensor_act_model_layers_46_mlp/norm": 102.73970794677734, "train/tensor_act_model_layers_46_mlp/mean": 0.00677490234375, "train/tensor_act_model_layers_46_mlp/std": 0.0498046875, "train/tensor_act_model_layers_46_mlp/max_abs": 0.3828125, "train/tensor_act_model_layers_46_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_46_mlp/min": -0.3828125, "train/tensor_act_model_layers_46_mlp/max": 0.380859375, "train/tensor_act_model_layers_46_mlp/range": 0.763671875, "train/tensor_act_model_layers_46_residual_post_mlp/norm": 1465.7388916015625, "train/tensor_act_model_layers_46_residual_post_mlp/mean": 0.2236328125, "train/tensor_act_model_layers_46_residual_post_mlp/std": 0.6796875, "train/tensor_act_model_layers_46_residual_post_mlp/max_abs": 5.96875, "train/tensor_act_model_layers_46_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_46_residual_post_mlp/min": -4.0, "train/tensor_act_model_layers_46_residual_post_mlp/max": 5.96875, "train/tensor_act_model_layers_46_residual_post_mlp/range": 9.96875, "train/tensor_act_model_layers_47_residual_pre_attn/norm": 1465.7388916015625, "train/tensor_act_model_layers_47_residual_pre_attn/mean": 0.2236328125, "train/tensor_act_model_layers_47_residual_pre_attn/std": 0.6796875, "train/tensor_act_model_layers_47_residual_pre_attn/max_abs": 5.96875, "train/tensor_act_model_layers_47_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_47_residual_pre_attn/min": -4.0, "train/tensor_act_model_layers_47_residual_pre_attn/max": 5.96875, "train/tensor_act_model_layers_47_residual_pre_attn/range": 9.96875, "train/tensor_act_model_layers_47_residual_post_attn/norm": 1465.711669921875, "train/tensor_act_model_layers_47_residual_post_attn/mean": 0.216796875, "train/tensor_act_model_layers_47_residual_post_attn/std": 0.68359375, "train/tensor_act_model_layers_47_residual_post_attn/max_abs": 6.0, "train/tensor_act_model_layers_47_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_47_residual_post_attn/min": -4.03125, "train/tensor_act_model_layers_47_residual_post_attn/max": 6.0, "train/tensor_act_model_layers_47_residual_post_attn/range": 10.03125, "train/tensor_act_model_layers_47_mlp_gate_proj/norm": 1312.491943359375, "train/tensor_act_model_layers_47_mlp_gate_proj/mean": -0.14453125, "train/tensor_act_model_layers_47_mlp_gate_proj/std": 0.4296875, "train/tensor_act_model_layers_47_mlp_gate_proj/max_abs": 2.765625, "train/tensor_act_model_layers_47_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_47_mlp_gate_proj/min": -2.765625, "train/tensor_act_model_layers_47_mlp_gate_proj/max": 2.1875, "train/tensor_act_model_layers_47_mlp_gate_proj/range": 4.953125, "train/tensor_act_model_layers_47_mlp_up_proj/norm": 1124.4267578125, "train/tensor_act_model_layers_47_mlp_up_proj/mean": -0.0033721923828125, "train/tensor_act_model_layers_47_mlp_up_proj/std": 0.388671875, "train/tensor_act_model_layers_47_mlp_up_proj/max_abs": 2.21875, "train/tensor_act_model_layers_47_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_47_mlp_up_proj/min": -2.21875, "train/tensor_act_model_layers_47_mlp_up_proj/max": 2.15625, "train/tensor_act_model_layers_47_mlp_up_proj/range": 4.375, "train/tensor_act_model_layers_47_mlp_down_proj/norm": 94.60470581054688, "train/tensor_act_model_layers_47_mlp_down_proj/mean": 0.0067138671875, "train/tensor_act_model_layers_47_mlp_down_proj/std": 0.045654296875, "train/tensor_act_model_layers_47_mlp_down_proj/max_abs": 0.52734375, "train/tensor_act_model_layers_47_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_47_mlp_down_proj/min": -0.404296875, "train/tensor_act_model_layers_47_mlp_down_proj/max": 0.52734375, "train/tensor_act_model_layers_47_mlp_down_proj/range": 0.931640625, "train/tensor_act_model_layers_47_mlp/norm": 94.60470581054688, "train/tensor_act_model_layers_47_mlp/mean": 0.0067138671875, "train/tensor_act_model_layers_47_mlp/std": 0.045654296875, "train/tensor_act_model_layers_47_mlp/max_abs": 0.52734375, "train/tensor_act_model_layers_47_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_47_mlp/min": -0.404296875, "train/tensor_act_model_layers_47_mlp/max": 0.52734375, "train/tensor_act_model_layers_47_mlp/range": 0.931640625, "train/tensor_act_model_layers_47_residual_post_mlp/norm": 1481.310546875, "train/tensor_act_model_layers_47_residual_post_mlp/mean": 0.2236328125, "train/tensor_act_model_layers_47_residual_post_mlp/std": 0.6875, "train/tensor_act_model_layers_47_residual_post_mlp/max_abs": 5.96875, "train/tensor_act_model_layers_47_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_47_residual_post_mlp/min": -4.03125, "train/tensor_act_model_layers_47_residual_post_mlp/max": 5.96875, "train/tensor_act_model_layers_47_residual_post_mlp/range": 10.0, "train/tensor_act_model_layers_48_residual_pre_attn/norm": 1481.310546875, "train/tensor_act_model_layers_48_residual_pre_attn/mean": 0.2236328125, "train/tensor_act_model_layers_48_residual_pre_attn/std": 0.6875, "train/tensor_act_model_layers_48_residual_pre_attn/max_abs": 5.96875, "train/tensor_act_model_layers_48_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_48_residual_pre_attn/min": -4.03125, "train/tensor_act_model_layers_48_residual_pre_attn/max": 5.96875, "train/tensor_act_model_layers_48_residual_pre_attn/range": 10.0, "train/tensor_act_model_layers_48_residual_post_attn/norm": 1484.6893310546875, "train/tensor_act_model_layers_48_residual_post_attn/mean": 0.224609375, "train/tensor_act_model_layers_48_residual_post_attn/std": 0.6875, "train/tensor_act_model_layers_48_residual_post_attn/max_abs": 6.0, "train/tensor_act_model_layers_48_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_48_residual_post_attn/min": -4.03125, "train/tensor_act_model_layers_48_residual_post_attn/max": 6.0, "train/tensor_act_model_layers_48_residual_post_attn/range": 10.03125, "train/tensor_act_model_layers_48_mlp_gate_proj/norm": 1320.0755615234375, "train/tensor_act_model_layers_48_mlp_gate_proj/mean": -0.1337890625, "train/tensor_act_model_layers_48_mlp_gate_proj/std": 0.435546875, "train/tensor_act_model_layers_48_mlp_gate_proj/max_abs": 2.546875, "train/tensor_act_model_layers_48_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_48_mlp_gate_proj/min": -2.546875, "train/tensor_act_model_layers_48_mlp_gate_proj/max": 2.296875, "train/tensor_act_model_layers_48_mlp_gate_proj/range": 4.84375, "train/tensor_act_model_layers_48_mlp_up_proj/norm": 1154.4842529296875, "train/tensor_act_model_layers_48_mlp_up_proj/mean": 0.002105712890625, "train/tensor_act_model_layers_48_mlp_up_proj/std": 0.3984375, "train/tensor_act_model_layers_48_mlp_up_proj/max_abs": 2.203125, "train/tensor_act_model_layers_48_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_48_mlp_up_proj/min": -2.203125, "train/tensor_act_model_layers_48_mlp_up_proj/max": 1.9921875, "train/tensor_act_model_layers_48_mlp_up_proj/range": 4.1953125, "train/tensor_act_model_layers_48_mlp_down_proj/norm": 102.61577606201172, "train/tensor_act_model_layers_48_mlp_down_proj/mean": 0.007354736328125, "train/tensor_act_model_layers_48_mlp_down_proj/std": 0.049560546875, "train/tensor_act_model_layers_48_mlp_down_proj/max_abs": 0.42578125, "train/tensor_act_model_layers_48_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_48_mlp_down_proj/min": -0.4140625, "train/tensor_act_model_layers_48_mlp_down_proj/max": 0.42578125, "train/tensor_act_model_layers_48_mlp_down_proj/range": 0.83984375, "train/tensor_act_model_layers_48_mlp/norm": 102.61577606201172, "train/tensor_act_model_layers_48_mlp/mean": 0.007354736328125, "train/tensor_act_model_layers_48_mlp/std": 0.049560546875, "train/tensor_act_model_layers_48_mlp/max_abs": 0.42578125, "train/tensor_act_model_layers_48_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_48_mlp/min": -0.4140625, "train/tensor_act_model_layers_48_mlp/max": 0.42578125, "train/tensor_act_model_layers_48_mlp/range": 0.83984375, "train/tensor_act_model_layers_48_residual_post_mlp/norm": 1498.26708984375, "train/tensor_act_model_layers_48_residual_post_mlp/mean": 0.2314453125, "train/tensor_act_model_layers_48_residual_post_mlp/std": 0.6953125, "train/tensor_act_model_layers_48_residual_post_mlp/max_abs": 6.15625, "train/tensor_act_model_layers_48_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_48_residual_post_mlp/min": -3.96875, "train/tensor_act_model_layers_48_residual_post_mlp/max": 6.15625, "train/tensor_act_model_layers_48_residual_post_mlp/range": 10.125, "train/tensor_act_model_layers_49_residual_pre_attn/norm": 1498.26708984375, "train/tensor_act_model_layers_49_residual_pre_attn/mean": 0.2314453125, "train/tensor_act_model_layers_49_residual_pre_attn/std": 0.6953125, "train/tensor_act_model_layers_49_residual_pre_attn/max_abs": 6.15625, "train/tensor_act_model_layers_49_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_49_residual_pre_attn/min": -3.96875, "train/tensor_act_model_layers_49_residual_pre_attn/max": 6.15625, "train/tensor_act_model_layers_49_residual_pre_attn/range": 10.125, "train/tensor_act_model_layers_49_residual_post_attn/norm": 1495.5682373046875, "train/tensor_act_model_layers_49_residual_post_attn/mean": 0.2216796875, "train/tensor_act_model_layers_49_residual_post_attn/std": 0.6953125, "train/tensor_act_model_layers_49_residual_post_attn/max_abs": 6.09375, "train/tensor_act_model_layers_49_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_49_residual_post_attn/min": -3.875, "train/tensor_act_model_layers_49_residual_post_attn/max": 6.09375, "train/tensor_act_model_layers_49_residual_post_attn/range": 9.96875, "train/tensor_act_model_layers_49_mlp_gate_proj/norm": 1295.9202880859375, "train/tensor_act_model_layers_49_mlp_gate_proj/mean": -0.10546875, "train/tensor_act_model_layers_49_mlp_gate_proj/std": 0.435546875, "train/tensor_act_model_layers_49_mlp_gate_proj/max_abs": 2.640625, "train/tensor_act_model_layers_49_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_49_mlp_gate_proj/min": -2.640625, "train/tensor_act_model_layers_49_mlp_gate_proj/max": 2.328125, "train/tensor_act_model_layers_49_mlp_gate_proj/range": 4.96875, "train/tensor_act_model_layers_49_mlp_up_proj/norm": 1141.76708984375, "train/tensor_act_model_layers_49_mlp_up_proj/mean": 0.005157470703125, "train/tensor_act_model_layers_49_mlp_up_proj/std": 0.39453125, "train/tensor_act_model_layers_49_mlp_up_proj/max_abs": 2.1875, "train/tensor_act_model_layers_49_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_49_mlp_up_proj/min": -2.125, "train/tensor_act_model_layers_49_mlp_up_proj/max": 2.1875, "train/tensor_act_model_layers_49_mlp_up_proj/range": 4.3125, "train/tensor_act_model_layers_49_mlp_down_proj/norm": 106.75017547607422, "train/tensor_act_model_layers_49_mlp_down_proj/mean": 0.00665283203125, "train/tensor_act_model_layers_49_mlp_down_proj/std": 0.0517578125, "train/tensor_act_model_layers_49_mlp_down_proj/max_abs": 0.38671875, "train/tensor_act_model_layers_49_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_49_mlp_down_proj/min": -0.365234375, "train/tensor_act_model_layers_49_mlp_down_proj/max": 0.38671875, "train/tensor_act_model_layers_49_mlp_down_proj/range": 0.751953125, "train/tensor_act_model_layers_49_mlp/norm": 106.75017547607422, "train/tensor_act_model_layers_49_mlp/mean": 0.00665283203125, "train/tensor_act_model_layers_49_mlp/std": 0.0517578125, "train/tensor_act_model_layers_49_mlp/max_abs": 0.38671875, "train/tensor_act_model_layers_49_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_49_mlp/min": -0.365234375, "train/tensor_act_model_layers_49_mlp/max": 0.38671875, "train/tensor_act_model_layers_49_mlp/range": 0.751953125, "train/tensor_act_model_layers_49_residual_post_mlp/norm": 1510.3955078125, "train/tensor_act_model_layers_49_residual_post_mlp/mean": 0.228515625, "train/tensor_act_model_layers_49_residual_post_mlp/std": 0.69921875, "train/tensor_act_model_layers_49_residual_post_mlp/max_abs": 6.0625, "train/tensor_act_model_layers_49_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_49_residual_post_mlp/min": -3.953125, "train/tensor_act_model_layers_49_residual_post_mlp/max": 6.0625, "train/tensor_act_model_layers_49_residual_post_mlp/range": 10.015625, "train/tensor_act_model_layers_50_residual_pre_attn/norm": 1510.3955078125, "train/tensor_act_model_layers_50_residual_pre_attn/mean": 0.228515625, "train/tensor_act_model_layers_50_residual_pre_attn/std": 0.69921875, "train/tensor_act_model_layers_50_residual_pre_attn/max_abs": 6.0625, "train/tensor_act_model_layers_50_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_50_residual_pre_attn/min": -3.953125, "train/tensor_act_model_layers_50_residual_pre_attn/max": 6.0625, "train/tensor_act_model_layers_50_residual_pre_attn/range": 10.015625, "train/tensor_act_model_layers_50_residual_post_attn/norm": 1506.086669921875, "train/tensor_act_model_layers_50_residual_post_attn/mean": 0.2236328125, "train/tensor_act_model_layers_50_residual_post_attn/std": 0.69921875, "train/tensor_act_model_layers_50_residual_post_attn/max_abs": 5.9375, "train/tensor_act_model_layers_50_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_50_residual_post_attn/min": -3.921875, "train/tensor_act_model_layers_50_residual_post_attn/max": 5.9375, "train/tensor_act_model_layers_50_residual_post_attn/range": 9.859375, "train/tensor_act_model_layers_50_mlp_gate_proj/norm": 1326.236572265625, "train/tensor_act_model_layers_50_mlp_gate_proj/mean": -0.12451171875, "train/tensor_act_model_layers_50_mlp_gate_proj/std": 0.44140625, "train/tensor_act_model_layers_50_mlp_gate_proj/max_abs": 2.5625, "train/tensor_act_model_layers_50_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_50_mlp_gate_proj/min": -2.5625, "train/tensor_act_model_layers_50_mlp_gate_proj/max": 2.171875, "train/tensor_act_model_layers_50_mlp_gate_proj/range": 4.734375, "train/tensor_act_model_layers_50_mlp_up_proj/norm": 1140.113037109375, "train/tensor_act_model_layers_50_mlp_up_proj/mean": 0.028564453125, "train/tensor_act_model_layers_50_mlp_up_proj/std": 0.392578125, "train/tensor_act_model_layers_50_mlp_up_proj/max_abs": 2.046875, "train/tensor_act_model_layers_50_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_50_mlp_up_proj/min": -1.984375, "train/tensor_act_model_layers_50_mlp_up_proj/max": 2.046875, "train/tensor_act_model_layers_50_mlp_up_proj/range": 4.03125, "train/tensor_act_model_layers_50_mlp_down_proj/norm": 103.48052215576172, "train/tensor_act_model_layers_50_mlp_down_proj/mean": 0.006256103515625, "train/tensor_act_model_layers_50_mlp_down_proj/std": 0.050048828125, "train/tensor_act_model_layers_50_mlp_down_proj/max_abs": 0.388671875, "train/tensor_act_model_layers_50_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_50_mlp_down_proj/min": -0.388671875, "train/tensor_act_model_layers_50_mlp_down_proj/max": 0.384765625, "train/tensor_act_model_layers_50_mlp_down_proj/range": 0.7734375, "train/tensor_act_model_layers_50_mlp/norm": 103.48052215576172, "train/tensor_act_model_layers_50_mlp/mean": 0.006256103515625, "train/tensor_act_model_layers_50_mlp/std": 0.050048828125, "train/tensor_act_model_layers_50_mlp/max_abs": 0.388671875, "train/tensor_act_model_layers_50_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_50_mlp/min": -0.388671875, "train/tensor_act_model_layers_50_mlp/max": 0.384765625, "train/tensor_act_model_layers_50_mlp/range": 0.7734375, "train/tensor_act_model_layers_50_residual_post_mlp/norm": 1520.5816650390625, "train/tensor_act_model_layers_50_residual_post_mlp/mean": 0.23046875, "train/tensor_act_model_layers_50_residual_post_mlp/std": 0.70703125, "train/tensor_act_model_layers_50_residual_post_mlp/max_abs": 6.03125, "train/tensor_act_model_layers_50_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_50_residual_post_mlp/min": -3.921875, "train/tensor_act_model_layers_50_residual_post_mlp/max": 6.03125, "train/tensor_act_model_layers_50_residual_post_mlp/range": 9.953125, "train/tensor_act_model_layers_51_residual_pre_attn/norm": 1520.5816650390625, "train/tensor_act_model_layers_51_residual_pre_attn/mean": 0.23046875, "train/tensor_act_model_layers_51_residual_pre_attn/std": 0.70703125, "train/tensor_act_model_layers_51_residual_pre_attn/max_abs": 6.03125, "train/tensor_act_model_layers_51_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_51_residual_pre_attn/min": -3.921875, "train/tensor_act_model_layers_51_residual_pre_attn/max": 6.03125, "train/tensor_act_model_layers_51_residual_pre_attn/range": 9.953125, "train/tensor_act_model_layers_51_residual_post_attn/norm": 1522.67236328125, "train/tensor_act_model_layers_51_residual_post_attn/mean": 0.232421875, "train/tensor_act_model_layers_51_residual_post_attn/std": 0.70703125, "train/tensor_act_model_layers_51_residual_post_attn/max_abs": 6.0625, "train/tensor_act_model_layers_51_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_51_residual_post_attn/min": -4.03125, "train/tensor_act_model_layers_51_residual_post_attn/max": 6.0625, "train/tensor_act_model_layers_51_residual_post_attn/range": 10.09375, "train/tensor_act_model_layers_51_mlp_gate_proj/norm": 1287.16064453125, "train/tensor_act_model_layers_51_mlp_gate_proj/mean": -0.115234375, "train/tensor_act_model_layers_51_mlp_gate_proj/std": 0.4296875, "train/tensor_act_model_layers_51_mlp_gate_proj/max_abs": 2.828125, "train/tensor_act_model_layers_51_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_51_mlp_gate_proj/min": -2.828125, "train/tensor_act_model_layers_51_mlp_gate_proj/max": 2.3125, "train/tensor_act_model_layers_51_mlp_gate_proj/range": 5.140625, "train/tensor_act_model_layers_51_mlp_up_proj/norm": 1139.639892578125, "train/tensor_act_model_layers_51_mlp_up_proj/mean": 0.00604248046875, "train/tensor_act_model_layers_51_mlp_up_proj/std": 0.392578125, "train/tensor_act_model_layers_51_mlp_up_proj/max_abs": 2.15625, "train/tensor_act_model_layers_51_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_51_mlp_up_proj/min": -2.046875, "train/tensor_act_model_layers_51_mlp_up_proj/max": 2.15625, "train/tensor_act_model_layers_51_mlp_up_proj/range": 4.203125, "train/tensor_act_model_layers_51_mlp_down_proj/norm": 101.95308685302734, "train/tensor_act_model_layers_51_mlp_down_proj/mean": 0.0086669921875, "train/tensor_act_model_layers_51_mlp_down_proj/std": 0.049072265625, "train/tensor_act_model_layers_51_mlp_down_proj/max_abs": 0.404296875, "train/tensor_act_model_layers_51_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_51_mlp_down_proj/min": -0.392578125, "train/tensor_act_model_layers_51_mlp_down_proj/max": 0.404296875, "train/tensor_act_model_layers_51_mlp_down_proj/range": 0.796875, "train/tensor_act_model_layers_51_mlp/norm": 101.95308685302734, "train/tensor_act_model_layers_51_mlp/mean": 0.0086669921875, "train/tensor_act_model_layers_51_mlp/std": 0.049072265625, "train/tensor_act_model_layers_51_mlp/max_abs": 0.404296875, "train/tensor_act_model_layers_51_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_51_mlp/min": -0.392578125, "train/tensor_act_model_layers_51_mlp/max": 0.404296875, "train/tensor_act_model_layers_51_mlp/range": 0.796875, "train/tensor_act_model_layers_51_residual_post_mlp/norm": 1540.24169921875, "train/tensor_act_model_layers_51_residual_post_mlp/mean": 0.2412109375, "train/tensor_act_model_layers_51_residual_post_mlp/std": 0.7109375, "train/tensor_act_model_layers_51_residual_post_mlp/max_abs": 6.15625, "train/tensor_act_model_layers_51_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_51_residual_post_mlp/min": -4.09375, "train/tensor_act_model_layers_51_residual_post_mlp/max": 6.15625, "train/tensor_act_model_layers_51_residual_post_mlp/range": 10.25, "train/tensor_act_model_layers_52_residual_pre_attn/norm": 1540.24169921875, "train/tensor_act_model_layers_52_residual_pre_attn/mean": 0.2412109375, "train/tensor_act_model_layers_52_residual_pre_attn/std": 0.7109375, "train/tensor_act_model_layers_52_residual_pre_attn/max_abs": 6.15625, "train/tensor_act_model_layers_52_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_52_residual_pre_attn/min": -4.09375, "train/tensor_act_model_layers_52_residual_pre_attn/max": 6.15625, "train/tensor_act_model_layers_52_residual_pre_attn/range": 10.25, "train/tensor_act_model_layers_52_residual_post_attn/norm": 1544.0986328125, "train/tensor_act_model_layers_52_residual_post_attn/mean": 0.2333984375, "train/tensor_act_model_layers_52_residual_post_attn/std": 0.71875, "train/tensor_act_model_layers_52_residual_post_attn/max_abs": 6.0, "train/tensor_act_model_layers_52_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_52_residual_post_attn/min": -4.0625, "train/tensor_act_model_layers_52_residual_post_attn/max": 6.0, "train/tensor_act_model_layers_52_residual_post_attn/range": 10.0625, "train/tensor_act_model_layers_52_mlp_gate_proj/norm": 1293.8292236328125, "train/tensor_act_model_layers_52_mlp_gate_proj/mean": -0.10546875, "train/tensor_act_model_layers_52_mlp_gate_proj/std": 0.43359375, "train/tensor_act_model_layers_52_mlp_gate_proj/max_abs": 2.65625, "train/tensor_act_model_layers_52_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_52_mlp_gate_proj/min": -2.65625, "train/tensor_act_model_layers_52_mlp_gate_proj/max": 2.328125, "train/tensor_act_model_layers_52_mlp_gate_proj/range": 4.984375, "train/tensor_act_model_layers_52_mlp_up_proj/norm": 1154.1690673828125, "train/tensor_act_model_layers_52_mlp_up_proj/mean": 0.00665283203125, "train/tensor_act_model_layers_52_mlp_up_proj/std": 0.3984375, "train/tensor_act_model_layers_52_mlp_up_proj/max_abs": 2.171875, "train/tensor_act_model_layers_52_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_52_mlp_up_proj/min": -2.125, "train/tensor_act_model_layers_52_mlp_up_proj/max": 2.171875, "train/tensor_act_model_layers_52_mlp_up_proj/range": 4.296875, "train/tensor_act_model_layers_52_mlp_down_proj/norm": 106.16898345947266, "train/tensor_act_model_layers_52_mlp_down_proj/mean": 0.006683349609375, "train/tensor_act_model_layers_52_mlp_down_proj/std": 0.051513671875, "train/tensor_act_model_layers_52_mlp_down_proj/max_abs": 0.4140625, "train/tensor_act_model_layers_52_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_52_mlp_down_proj/min": -0.341796875, "train/tensor_act_model_layers_52_mlp_down_proj/max": 0.4140625, "train/tensor_act_model_layers_52_mlp_down_proj/range": 0.755859375, "train/tensor_act_model_layers_52_mlp/norm": 106.16898345947266, "train/tensor_act_model_layers_52_mlp/mean": 0.006683349609375, "train/tensor_act_model_layers_52_mlp/std": 0.051513671875, "train/tensor_act_model_layers_52_mlp/max_abs": 0.4140625, "train/tensor_act_model_layers_52_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_52_mlp/min": -0.341796875, "train/tensor_act_model_layers_52_mlp/max": 0.4140625, "train/tensor_act_model_layers_52_mlp/range": 0.755859375, "train/tensor_act_model_layers_52_residual_post_mlp/norm": 1561.5703125, "train/tensor_act_model_layers_52_residual_post_mlp/mean": 0.240234375, "train/tensor_act_model_layers_52_residual_post_mlp/std": 0.72265625, "train/tensor_act_model_layers_52_residual_post_mlp/max_abs": 6.0625, "train/tensor_act_model_layers_52_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_52_residual_post_mlp/min": -4.1875, "train/tensor_act_model_layers_52_residual_post_mlp/max": 6.0625, "train/tensor_act_model_layers_52_residual_post_mlp/range": 10.25, "train/tensor_act_model_layers_53_residual_pre_attn/norm": 1561.5703125, "train/tensor_act_model_layers_53_residual_pre_attn/mean": 0.240234375, "train/tensor_act_model_layers_53_residual_pre_attn/std": 0.72265625, "train/tensor_act_model_layers_53_residual_pre_attn/max_abs": 6.0625, "train/tensor_act_model_layers_53_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_53_residual_pre_attn/min": -4.1875, "train/tensor_act_model_layers_53_residual_pre_attn/max": 6.0625, "train/tensor_act_model_layers_53_residual_pre_attn/range": 10.25, "train/tensor_act_model_layers_53_residual_post_attn/norm": 1569.26611328125, "train/tensor_act_model_layers_53_residual_post_attn/mean": 0.2275390625, "train/tensor_act_model_layers_53_residual_post_attn/std": 0.73046875, "train/tensor_act_model_layers_53_residual_post_attn/max_abs": 6.25, "train/tensor_act_model_layers_53_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_53_residual_post_attn/min": -4.28125, "train/tensor_act_model_layers_53_residual_post_attn/max": 6.25, "train/tensor_act_model_layers_53_residual_post_attn/range": 10.53125, "train/tensor_act_model_layers_53_mlp_gate_proj/norm": 1324.3487548828125, "train/tensor_act_model_layers_53_mlp_gate_proj/mean": -0.1259765625, "train/tensor_act_model_layers_53_mlp_gate_proj/std": 0.439453125, "train/tensor_act_model_layers_53_mlp_gate_proj/max_abs": 2.75, "train/tensor_act_model_layers_53_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_53_mlp_gate_proj/min": -2.75, "train/tensor_act_model_layers_53_mlp_gate_proj/max": 2.453125, "train/tensor_act_model_layers_53_mlp_gate_proj/range": 5.203125, "train/tensor_act_model_layers_53_mlp_up_proj/norm": 1176.7158203125, "train/tensor_act_model_layers_53_mlp_up_proj/mean": 0.00994873046875, "train/tensor_act_model_layers_53_mlp_up_proj/std": 0.40625, "train/tensor_act_model_layers_53_mlp_up_proj/max_abs": 2.234375, "train/tensor_act_model_layers_53_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_53_mlp_up_proj/min": -2.234375, "train/tensor_act_model_layers_53_mlp_up_proj/max": 2.1875, "train/tensor_act_model_layers_53_mlp_up_proj/range": 4.421875, "train/tensor_act_model_layers_53_mlp_down_proj/norm": 110.20695495605469, "train/tensor_act_model_layers_53_mlp_down_proj/mean": 0.00897216796875, "train/tensor_act_model_layers_53_mlp_down_proj/std": 0.052978515625, "train/tensor_act_model_layers_53_mlp_down_proj/max_abs": 0.625, "train/tensor_act_model_layers_53_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_53_mlp_down_proj/min": -0.482421875, "train/tensor_act_model_layers_53_mlp_down_proj/max": 0.625, "train/tensor_act_model_layers_53_mlp_down_proj/range": 1.107421875, "train/tensor_act_model_layers_53_mlp/norm": 110.20695495605469, "train/tensor_act_model_layers_53_mlp/mean": 0.00897216796875, "train/tensor_act_model_layers_53_mlp/std": 0.052978515625, "train/tensor_act_model_layers_53_mlp/max_abs": 0.625, "train/tensor_act_model_layers_53_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_53_mlp/min": -0.482421875, "train/tensor_act_model_layers_53_mlp/max": 0.625, "train/tensor_act_model_layers_53_mlp/range": 1.107421875, "train/tensor_act_model_layers_53_residual_post_mlp/norm": 1584.3172607421875, "train/tensor_act_model_layers_53_residual_post_mlp/mean": 0.236328125, "train/tensor_act_model_layers_53_residual_post_mlp/std": 0.73828125, "train/tensor_act_model_layers_53_residual_post_mlp/max_abs": 6.21875, "train/tensor_act_model_layers_53_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_53_residual_post_mlp/min": -4.34375, "train/tensor_act_model_layers_53_residual_post_mlp/max": 6.21875, "train/tensor_act_model_layers_53_residual_post_mlp/range": 10.5625, "train/tensor_act_model_layers_54_residual_pre_attn/norm": 1584.3172607421875, "train/tensor_act_model_layers_54_residual_pre_attn/mean": 0.236328125, "train/tensor_act_model_layers_54_residual_pre_attn/std": 0.73828125, "train/tensor_act_model_layers_54_residual_pre_attn/max_abs": 6.21875, "train/tensor_act_model_layers_54_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_54_residual_pre_attn/min": -4.34375, "train/tensor_act_model_layers_54_residual_pre_attn/max": 6.21875, "train/tensor_act_model_layers_54_residual_pre_attn/range": 10.5625, "train/tensor_act_model_layers_54_residual_post_attn/norm": 1578.3118896484375, "train/tensor_act_model_layers_54_residual_post_attn/mean": 0.2294921875, "train/tensor_act_model_layers_54_residual_post_attn/std": 0.734375, "train/tensor_act_model_layers_54_residual_post_attn/max_abs": 6.25, "train/tensor_act_model_layers_54_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_54_residual_post_attn/min": -4.3125, "train/tensor_act_model_layers_54_residual_post_attn/max": 6.25, "train/tensor_act_model_layers_54_residual_post_attn/range": 10.5625, "train/tensor_act_model_layers_54_mlp_gate_proj/norm": 1308.140380859375, "train/tensor_act_model_layers_54_mlp_gate_proj/mean": -0.11767578125, "train/tensor_act_model_layers_54_mlp_gate_proj/std": 0.435546875, "train/tensor_act_model_layers_54_mlp_gate_proj/max_abs": 2.375, "train/tensor_act_model_layers_54_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_54_mlp_gate_proj/min": -2.359375, "train/tensor_act_model_layers_54_mlp_gate_proj/max": 2.375, "train/tensor_act_model_layers_54_mlp_gate_proj/range": 4.734375, "train/tensor_act_model_layers_54_mlp_up_proj/norm": 1160.8468017578125, "train/tensor_act_model_layers_54_mlp_up_proj/mean": 0.01324462890625, "train/tensor_act_model_layers_54_mlp_up_proj/std": 0.400390625, "train/tensor_act_model_layers_54_mlp_up_proj/max_abs": 2.171875, "train/tensor_act_model_layers_54_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_54_mlp_up_proj/min": -2.125, "train/tensor_act_model_layers_54_mlp_up_proj/max": 2.171875, "train/tensor_act_model_layers_54_mlp_up_proj/range": 4.296875, "train/tensor_act_model_layers_54_mlp_down_proj/norm": 105.36595153808594, "train/tensor_act_model_layers_54_mlp_down_proj/mean": 0.00634765625, "train/tensor_act_model_layers_54_mlp_down_proj/std": 0.051025390625, "train/tensor_act_model_layers_54_mlp_down_proj/max_abs": 0.498046875, "train/tensor_act_model_layers_54_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_54_mlp_down_proj/min": -0.498046875, "train/tensor_act_model_layers_54_mlp_down_proj/max": 0.42578125, "train/tensor_act_model_layers_54_mlp_down_proj/range": 0.923828125, "train/tensor_act_model_layers_54_mlp/norm": 105.36595153808594, "train/tensor_act_model_layers_54_mlp/mean": 0.00634765625, "train/tensor_act_model_layers_54_mlp/std": 0.051025390625, "train/tensor_act_model_layers_54_mlp/max_abs": 0.498046875, "train/tensor_act_model_layers_54_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_54_mlp/min": -0.498046875, "train/tensor_act_model_layers_54_mlp/max": 0.42578125, "train/tensor_act_model_layers_54_mlp/range": 0.923828125, "train/tensor_act_model_layers_54_residual_post_mlp/norm": 1593.7215576171875, "train/tensor_act_model_layers_54_residual_post_mlp/mean": 0.2353515625, "train/tensor_act_model_layers_54_residual_post_mlp/std": 0.7421875, "train/tensor_act_model_layers_54_residual_post_mlp/max_abs": 6.25, "train/tensor_act_model_layers_54_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_54_residual_post_mlp/min": -4.5625, "train/tensor_act_model_layers_54_residual_post_mlp/max": 6.25, "train/tensor_act_model_layers_54_residual_post_mlp/range": 10.8125, "train/tensor_act_model_layers_55_residual_pre_attn/norm": 1593.7215576171875, "train/tensor_act_model_layers_55_residual_pre_attn/mean": 0.2353515625, "train/tensor_act_model_layers_55_residual_pre_attn/std": 0.7421875, "train/tensor_act_model_layers_55_residual_pre_attn/max_abs": 6.25, "train/tensor_act_model_layers_55_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_55_residual_pre_attn/min": -4.5625, "train/tensor_act_model_layers_55_residual_pre_attn/max": 6.25, "train/tensor_act_model_layers_55_residual_pre_attn/range": 10.8125, "train/tensor_act_model_layers_55_residual_post_attn/norm": 1588.1580810546875, "train/tensor_act_model_layers_55_residual_post_attn/mean": 0.2265625, "train/tensor_act_model_layers_55_residual_post_attn/std": 0.7421875, "train/tensor_act_model_layers_55_residual_post_attn/max_abs": 6.25, "train/tensor_act_model_layers_55_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_55_residual_post_attn/min": -4.59375, "train/tensor_act_model_layers_55_residual_post_attn/max": 6.25, "train/tensor_act_model_layers_55_residual_post_attn/range": 10.84375, "train/tensor_act_model_layers_55_mlp_gate_proj/norm": 1335.5125732421875, "train/tensor_act_model_layers_55_mlp_gate_proj/mean": -0.1142578125, "train/tensor_act_model_layers_55_mlp_gate_proj/std": 0.447265625, "train/tensor_act_model_layers_55_mlp_gate_proj/max_abs": 2.75, "train/tensor_act_model_layers_55_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_55_mlp_gate_proj/min": -2.75, "train/tensor_act_model_layers_55_mlp_gate_proj/max": 2.296875, "train/tensor_act_model_layers_55_mlp_gate_proj/range": 5.046875, "train/tensor_act_model_layers_55_mlp_up_proj/norm": 1189.7813720703125, "train/tensor_act_model_layers_55_mlp_up_proj/mean": -0.01519775390625, "train/tensor_act_model_layers_55_mlp_up_proj/std": 0.41015625, "train/tensor_act_model_layers_55_mlp_up_proj/max_abs": 2.640625, "train/tensor_act_model_layers_55_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_55_mlp_up_proj/min": -2.640625, "train/tensor_act_model_layers_55_mlp_up_proj/max": 2.203125, "train/tensor_act_model_layers_55_mlp_up_proj/range": 4.84375, "train/tensor_act_model_layers_55_mlp_down_proj/norm": 111.48992919921875, "train/tensor_act_model_layers_55_mlp_down_proj/mean": 0.0072021484375, "train/tensor_act_model_layers_55_mlp_down_proj/std": 0.053955078125, "train/tensor_act_model_layers_55_mlp_down_proj/max_abs": 0.515625, "train/tensor_act_model_layers_55_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_55_mlp_down_proj/min": -0.515625, "train/tensor_act_model_layers_55_mlp_down_proj/max": 0.4375, "train/tensor_act_model_layers_55_mlp_down_proj/range": 0.953125, "train/tensor_act_model_layers_55_mlp/norm": 111.48992919921875, "train/tensor_act_model_layers_55_mlp/mean": 0.0072021484375, "train/tensor_act_model_layers_55_mlp/std": 0.053955078125, "train/tensor_act_model_layers_55_mlp/max_abs": 0.515625, "train/tensor_act_model_layers_55_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_55_mlp/min": -0.515625, "train/tensor_act_model_layers_55_mlp/max": 0.4375, "train/tensor_act_model_layers_55_mlp/range": 0.953125, "train/tensor_act_model_layers_55_residual_post_mlp/norm": 1600.507568359375, "train/tensor_act_model_layers_55_residual_post_mlp/mean": 0.2333984375, "train/tensor_act_model_layers_55_residual_post_mlp/std": 0.74609375, "train/tensor_act_model_layers_55_residual_post_mlp/max_abs": 6.40625, "train/tensor_act_model_layers_55_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_55_residual_post_mlp/min": -4.5625, "train/tensor_act_model_layers_55_residual_post_mlp/max": 6.40625, "train/tensor_act_model_layers_55_residual_post_mlp/range": 10.96875, "train/tensor_act_model_layers_56_residual_pre_attn/norm": 1600.507568359375, "train/tensor_act_model_layers_56_residual_pre_attn/mean": 0.2333984375, "train/tensor_act_model_layers_56_residual_pre_attn/std": 0.74609375, "train/tensor_act_model_layers_56_residual_pre_attn/max_abs": 6.40625, "train/tensor_act_model_layers_56_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_56_residual_pre_attn/min": -4.5625, "train/tensor_act_model_layers_56_residual_pre_attn/max": 6.40625, "train/tensor_act_model_layers_56_residual_pre_attn/range": 10.96875, "train/tensor_act_model_layers_56_residual_post_attn/norm": 1600.2757568359375, "train/tensor_act_model_layers_56_residual_post_attn/mean": 0.228515625, "train/tensor_act_model_layers_56_residual_post_attn/std": 0.74609375, "train/tensor_act_model_layers_56_residual_post_attn/max_abs": 6.4375, "train/tensor_act_model_layers_56_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_56_residual_post_attn/min": -4.28125, "train/tensor_act_model_layers_56_residual_post_attn/max": 6.4375, "train/tensor_act_model_layers_56_residual_post_attn/range": 10.71875, "train/tensor_act_model_layers_56_mlp_gate_proj/norm": 1332.2227783203125, "train/tensor_act_model_layers_56_mlp_gate_proj/mean": -0.12060546875, "train/tensor_act_model_layers_56_mlp_gate_proj/std": 0.443359375, "train/tensor_act_model_layers_56_mlp_gate_proj/max_abs": 2.859375, "train/tensor_act_model_layers_56_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_56_mlp_gate_proj/min": -2.859375, "train/tensor_act_model_layers_56_mlp_gate_proj/max": 2.390625, "train/tensor_act_model_layers_56_mlp_gate_proj/range": 5.25, "train/tensor_act_model_layers_56_mlp_up_proj/norm": 1192.347412109375, "train/tensor_act_model_layers_56_mlp_up_proj/mean": -0.003936767578125, "train/tensor_act_model_layers_56_mlp_up_proj/std": 0.412109375, "train/tensor_act_model_layers_56_mlp_up_proj/max_abs": 2.109375, "train/tensor_act_model_layers_56_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_56_mlp_up_proj/min": -2.109375, "train/tensor_act_model_layers_56_mlp_up_proj/max": 2.109375, "train/tensor_act_model_layers_56_mlp_up_proj/range": 4.21875, "train/tensor_act_model_layers_56_mlp_down_proj/norm": 112.03547668457031, "train/tensor_act_model_layers_56_mlp_down_proj/mean": 0.006134033203125, "train/tensor_act_model_layers_56_mlp_down_proj/std": 0.054443359375, "train/tensor_act_model_layers_56_mlp_down_proj/max_abs": 0.48828125, "train/tensor_act_model_layers_56_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_56_mlp_down_proj/min": -0.453125, "train/tensor_act_model_layers_56_mlp_down_proj/max": 0.48828125, "train/tensor_act_model_layers_56_mlp_down_proj/range": 0.94140625, "train/tensor_act_model_layers_56_mlp/norm": 112.03547668457031, "train/tensor_act_model_layers_56_mlp/mean": 0.006134033203125, "train/tensor_act_model_layers_56_mlp/std": 0.054443359375, "train/tensor_act_model_layers_56_mlp/max_abs": 0.48828125, "train/tensor_act_model_layers_56_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_56_mlp/min": -0.453125, "train/tensor_act_model_layers_56_mlp/max": 0.48828125, "train/tensor_act_model_layers_56_mlp/range": 0.94140625, "train/tensor_act_model_layers_56_residual_post_mlp/norm": 1613.8695068359375, "train/tensor_act_model_layers_56_residual_post_mlp/mean": 0.234375, "train/tensor_act_model_layers_56_residual_post_mlp/std": 0.75390625, "train/tensor_act_model_layers_56_residual_post_mlp/max_abs": 6.4375, "train/tensor_act_model_layers_56_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_56_residual_post_mlp/min": -4.34375, "train/tensor_act_model_layers_56_residual_post_mlp/max": 6.4375, "train/tensor_act_model_layers_56_residual_post_mlp/range": 10.78125, "train/tensor_act_model_layers_57_residual_pre_attn/norm": 1613.8695068359375, "train/tensor_act_model_layers_57_residual_pre_attn/mean": 0.234375, "train/tensor_act_model_layers_57_residual_pre_attn/std": 0.75390625, "train/tensor_act_model_layers_57_residual_pre_attn/max_abs": 6.4375, "train/tensor_act_model_layers_57_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_57_residual_pre_attn/min": -4.34375, "train/tensor_act_model_layers_57_residual_pre_attn/max": 6.4375, "train/tensor_act_model_layers_57_residual_pre_attn/range": 10.78125, "train/tensor_act_model_layers_57_residual_post_attn/norm": 1619.5948486328125, "train/tensor_act_model_layers_57_residual_post_attn/mean": 0.224609375, "train/tensor_act_model_layers_57_residual_post_attn/std": 0.7578125, "train/tensor_act_model_layers_57_residual_post_attn/max_abs": 6.375, "train/tensor_act_model_layers_57_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_57_residual_post_attn/min": -4.6875, "train/tensor_act_model_layers_57_residual_post_attn/max": 6.375, "train/tensor_act_model_layers_57_residual_post_attn/range": 11.0625, "train/tensor_act_model_layers_57_mlp_gate_proj/norm": 1343.3428955078125, "train/tensor_act_model_layers_57_mlp_gate_proj/mean": -0.11376953125, "train/tensor_act_model_layers_57_mlp_gate_proj/std": 0.44921875, "train/tensor_act_model_layers_57_mlp_gate_proj/max_abs": 2.4375, "train/tensor_act_model_layers_57_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_57_mlp_gate_proj/min": -2.359375, "train/tensor_act_model_layers_57_mlp_gate_proj/max": 2.4375, "train/tensor_act_model_layers_57_mlp_gate_proj/range": 4.796875, "train/tensor_act_model_layers_57_mlp_up_proj/norm": 1177.2991943359375, "train/tensor_act_model_layers_57_mlp_up_proj/mean": 0.006439208984375, "train/tensor_act_model_layers_57_mlp_up_proj/std": 0.40625, "train/tensor_act_model_layers_57_mlp_up_proj/max_abs": 2.28125, "train/tensor_act_model_layers_57_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_57_mlp_up_proj/min": -2.1875, "train/tensor_act_model_layers_57_mlp_up_proj/max": 2.28125, "train/tensor_act_model_layers_57_mlp_up_proj/range": 4.46875, "train/tensor_act_model_layers_57_mlp_down_proj/norm": 114.2973403930664, "train/tensor_act_model_layers_57_mlp_down_proj/mean": 0.006134033203125, "train/tensor_act_model_layers_57_mlp_down_proj/std": 0.055419921875, "train/tensor_act_model_layers_57_mlp_down_proj/max_abs": 0.54296875, "train/tensor_act_model_layers_57_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_57_mlp_down_proj/min": -0.427734375, "train/tensor_act_model_layers_57_mlp_down_proj/max": 0.54296875, "train/tensor_act_model_layers_57_mlp_down_proj/range": 0.970703125, "train/tensor_act_model_layers_57_mlp/norm": 114.2973403930664, "train/tensor_act_model_layers_57_mlp/mean": 0.006134033203125, "train/tensor_act_model_layers_57_mlp/std": 0.055419921875, "train/tensor_act_model_layers_57_mlp/max_abs": 0.54296875, "train/tensor_act_model_layers_57_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_57_mlp/min": -0.427734375, "train/tensor_act_model_layers_57_mlp/max": 0.54296875, "train/tensor_act_model_layers_57_mlp/range": 0.970703125, "train/tensor_act_model_layers_57_residual_post_mlp/norm": 1631.9453125, "train/tensor_act_model_layers_57_residual_post_mlp/mean": 0.2314453125, "train/tensor_act_model_layers_57_residual_post_mlp/std": 0.76171875, "train/tensor_act_model_layers_57_residual_post_mlp/max_abs": 6.4375, "train/tensor_act_model_layers_57_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_57_residual_post_mlp/min": -4.8125, "train/tensor_act_model_layers_57_residual_post_mlp/max": 6.4375, "train/tensor_act_model_layers_57_residual_post_mlp/range": 11.25, "train/tensor_act_model_layers_58_residual_pre_attn/norm": 1631.9453125, "train/tensor_act_model_layers_58_residual_pre_attn/mean": 0.2314453125, "train/tensor_act_model_layers_58_residual_pre_attn/std": 0.76171875, "train/tensor_act_model_layers_58_residual_pre_attn/max_abs": 6.4375, "train/tensor_act_model_layers_58_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_58_residual_pre_attn/min": -4.8125, "train/tensor_act_model_layers_58_residual_pre_attn/max": 6.4375, "train/tensor_act_model_layers_58_residual_pre_attn/range": 11.25, "train/tensor_act_model_layers_58_residual_post_attn/norm": 1630.1417236328125, "train/tensor_act_model_layers_58_residual_post_attn/mean": 0.2314453125, "train/tensor_act_model_layers_58_residual_post_attn/std": 0.76171875, "train/tensor_act_model_layers_58_residual_post_attn/max_abs": 6.4375, "train/tensor_act_model_layers_58_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_58_residual_post_attn/min": -4.6875, "train/tensor_act_model_layers_58_residual_post_attn/max": 6.4375, "train/tensor_act_model_layers_58_residual_post_attn/range": 11.125, "train/tensor_act_model_layers_58_mlp_gate_proj/norm": 1331.340576171875, "train/tensor_act_model_layers_58_mlp_gate_proj/mean": -0.11083984375, "train/tensor_act_model_layers_58_mlp_gate_proj/std": 0.4453125, "train/tensor_act_model_layers_58_mlp_gate_proj/max_abs": 2.75, "train/tensor_act_model_layers_58_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_58_mlp_gate_proj/min": -2.75, "train/tensor_act_model_layers_58_mlp_gate_proj/max": 2.640625, "train/tensor_act_model_layers_58_mlp_gate_proj/range": 5.390625, "train/tensor_act_model_layers_58_mlp_up_proj/norm": 1180.086669921875, "train/tensor_act_model_layers_58_mlp_up_proj/mean": -0.0067138671875, "train/tensor_act_model_layers_58_mlp_up_proj/std": 0.408203125, "train/tensor_act_model_layers_58_mlp_up_proj/max_abs": 2.296875, "train/tensor_act_model_layers_58_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_58_mlp_up_proj/min": -2.296875, "train/tensor_act_model_layers_58_mlp_up_proj/max": 2.15625, "train/tensor_act_model_layers_58_mlp_up_proj/range": 4.453125, "train/tensor_act_model_layers_58_mlp_down_proj/norm": 114.59899139404297, "train/tensor_act_model_layers_58_mlp_down_proj/mean": 0.00628662109375, "train/tensor_act_model_layers_58_mlp_down_proj/std": 0.0556640625, "train/tensor_act_model_layers_58_mlp_down_proj/max_abs": 0.46875, "train/tensor_act_model_layers_58_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_58_mlp_down_proj/min": -0.46875, "train/tensor_act_model_layers_58_mlp_down_proj/max": 0.45703125, "train/tensor_act_model_layers_58_mlp_down_proj/range": 0.92578125, "train/tensor_act_model_layers_58_mlp/norm": 114.59899139404297, "train/tensor_act_model_layers_58_mlp/mean": 0.00628662109375, "train/tensor_act_model_layers_58_mlp/std": 0.0556640625, "train/tensor_act_model_layers_58_mlp/max_abs": 0.46875, "train/tensor_act_model_layers_58_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_58_mlp/min": -0.46875, "train/tensor_act_model_layers_58_mlp/max": 0.45703125, "train/tensor_act_model_layers_58_mlp/range": 0.92578125, "train/tensor_act_model_layers_58_residual_post_mlp/norm": 1644.7227783203125, "train/tensor_act_model_layers_58_residual_post_mlp/mean": 0.2373046875, "train/tensor_act_model_layers_58_residual_post_mlp/std": 0.765625, "train/tensor_act_model_layers_58_residual_post_mlp/max_abs": 6.625, "train/tensor_act_model_layers_58_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_58_residual_post_mlp/min": -4.78125, "train/tensor_act_model_layers_58_residual_post_mlp/max": 6.625, "train/tensor_act_model_layers_58_residual_post_mlp/range": 11.40625, "train/tensor_act_model_layers_59_residual_pre_attn/norm": 1644.7227783203125, "train/tensor_act_model_layers_59_residual_pre_attn/mean": 0.2373046875, "train/tensor_act_model_layers_59_residual_pre_attn/std": 0.765625, "train/tensor_act_model_layers_59_residual_pre_attn/max_abs": 6.625, "train/tensor_act_model_layers_59_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_59_residual_pre_attn/min": -4.78125, "train/tensor_act_model_layers_59_residual_pre_attn/max": 6.625, "train/tensor_act_model_layers_59_residual_pre_attn/range": 11.40625, "train/tensor_act_model_layers_59_residual_post_attn/norm": 1636.345703125, "train/tensor_act_model_layers_59_residual_post_attn/mean": 0.2333984375, "train/tensor_act_model_layers_59_residual_post_attn/std": 0.765625, "train/tensor_act_model_layers_59_residual_post_attn/max_abs": 6.625, "train/tensor_act_model_layers_59_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_59_residual_post_attn/min": -4.78125, "train/tensor_act_model_layers_59_residual_post_attn/max": 6.625, "train/tensor_act_model_layers_59_residual_post_attn/range": 11.40625, "train/tensor_act_model_layers_59_mlp_gate_proj/norm": 1340.7855224609375, "train/tensor_act_model_layers_59_mlp_gate_proj/mean": -0.10400390625, "train/tensor_act_model_layers_59_mlp_gate_proj/std": 0.451171875, "train/tensor_act_model_layers_59_mlp_gate_proj/max_abs": 2.96875, "train/tensor_act_model_layers_59_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_59_mlp_gate_proj/min": -2.96875, "train/tensor_act_model_layers_59_mlp_gate_proj/max": 2.40625, "train/tensor_act_model_layers_59_mlp_gate_proj/range": 5.375, "train/tensor_act_model_layers_59_mlp_up_proj/norm": 1208.085205078125, "train/tensor_act_model_layers_59_mlp_up_proj/mean": -0.011474609375, "train/tensor_act_model_layers_59_mlp_up_proj/std": 0.416015625, "train/tensor_act_model_layers_59_mlp_up_proj/max_abs": 2.59375, "train/tensor_act_model_layers_59_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_59_mlp_up_proj/min": -2.59375, "train/tensor_act_model_layers_59_mlp_up_proj/max": 2.234375, "train/tensor_act_model_layers_59_mlp_up_proj/range": 4.828125, "train/tensor_act_model_layers_59_mlp_down_proj/norm": 122.69989776611328, "train/tensor_act_model_layers_59_mlp_down_proj/mean": 0.0081787109375, "train/tensor_act_model_layers_59_mlp_down_proj/std": 0.059326171875, "train/tensor_act_model_layers_59_mlp_down_proj/max_abs": 0.49609375, "train/tensor_act_model_layers_59_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_59_mlp_down_proj/min": -0.447265625, "train/tensor_act_model_layers_59_mlp_down_proj/max": 0.49609375, "train/tensor_act_model_layers_59_mlp_down_proj/range": 0.943359375, "train/tensor_act_model_layers_59_mlp/norm": 122.69989776611328, "train/tensor_act_model_layers_59_mlp/mean": 0.0081787109375, "train/tensor_act_model_layers_59_mlp/std": 0.059326171875, "train/tensor_act_model_layers_59_mlp/max_abs": 0.49609375, "train/tensor_act_model_layers_59_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_59_mlp/min": -0.447265625, "train/tensor_act_model_layers_59_mlp/max": 0.49609375, "train/tensor_act_model_layers_59_mlp/range": 0.943359375, "train/tensor_act_model_layers_59_residual_post_mlp/norm": 1649.100830078125, "train/tensor_act_model_layers_59_residual_post_mlp/mean": 0.2412109375, "train/tensor_act_model_layers_59_residual_post_mlp/std": 0.76953125, "train/tensor_act_model_layers_59_residual_post_mlp/max_abs": 6.6875, "train/tensor_act_model_layers_59_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_59_residual_post_mlp/min": -4.96875, "train/tensor_act_model_layers_59_residual_post_mlp/max": 6.6875, "train/tensor_act_model_layers_59_residual_post_mlp/range": 11.65625, "train/tensor_act_model_layers_60_residual_pre_attn/norm": 1649.100830078125, "train/tensor_act_model_layers_60_residual_pre_attn/mean": 0.2412109375, "train/tensor_act_model_layers_60_residual_pre_attn/std": 0.76953125, "train/tensor_act_model_layers_60_residual_pre_attn/max_abs": 6.6875, "train/tensor_act_model_layers_60_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_60_residual_pre_attn/min": -4.96875, "train/tensor_act_model_layers_60_residual_pre_attn/max": 6.6875, "train/tensor_act_model_layers_60_residual_pre_attn/range": 11.65625, "train/tensor_act_model_layers_60_residual_post_attn/norm": 1646.3355712890625, "train/tensor_act_model_layers_60_residual_post_attn/mean": 0.2353515625, "train/tensor_act_model_layers_60_residual_post_attn/std": 0.76953125, "train/tensor_act_model_layers_60_residual_post_attn/max_abs": 6.59375, "train/tensor_act_model_layers_60_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_60_residual_post_attn/min": -4.9375, "train/tensor_act_model_layers_60_residual_post_attn/max": 6.59375, "train/tensor_act_model_layers_60_residual_post_attn/range": 11.53125, "train/tensor_act_model_layers_60_mlp_gate_proj/norm": 1369.75390625, "train/tensor_act_model_layers_60_mlp_gate_proj/mean": -0.123046875, "train/tensor_act_model_layers_60_mlp_gate_proj/std": 0.45703125, "train/tensor_act_model_layers_60_mlp_gate_proj/max_abs": 2.515625, "train/tensor_act_model_layers_60_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_60_mlp_gate_proj/min": -2.484375, "train/tensor_act_model_layers_60_mlp_gate_proj/max": 2.515625, "train/tensor_act_model_layers_60_mlp_gate_proj/range": 5.0, "train/tensor_act_model_layers_60_mlp_up_proj/norm": 1192.4979248046875, "train/tensor_act_model_layers_60_mlp_up_proj/mean": -0.0024566650390625, "train/tensor_act_model_layers_60_mlp_up_proj/std": 0.412109375, "train/tensor_act_model_layers_60_mlp_up_proj/max_abs": 2.4375, "train/tensor_act_model_layers_60_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_60_mlp_up_proj/min": -2.203125, "train/tensor_act_model_layers_60_mlp_up_proj/max": 2.4375, "train/tensor_act_model_layers_60_mlp_up_proj/range": 4.640625, "train/tensor_act_model_layers_60_mlp_down_proj/norm": 118.2717514038086, "train/tensor_act_model_layers_60_mlp_down_proj/mean": 0.00701904296875, "train/tensor_act_model_layers_60_mlp_down_proj/std": 0.057373046875, "train/tensor_act_model_layers_60_mlp_down_proj/max_abs": 0.52734375, "train/tensor_act_model_layers_60_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_60_mlp_down_proj/min": -0.52734375, "train/tensor_act_model_layers_60_mlp_down_proj/max": 0.478515625, "train/tensor_act_model_layers_60_mlp_down_proj/range": 1.005859375, "train/tensor_act_model_layers_60_mlp/norm": 118.2717514038086, "train/tensor_act_model_layers_60_mlp/mean": 0.00701904296875, "train/tensor_act_model_layers_60_mlp/std": 0.057373046875, "train/tensor_act_model_layers_60_mlp/max_abs": 0.52734375, "train/tensor_act_model_layers_60_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_60_mlp/min": -0.52734375, "train/tensor_act_model_layers_60_mlp/max": 0.478515625, "train/tensor_act_model_layers_60_mlp/range": 1.005859375, "train/tensor_act_model_layers_60_residual_post_mlp/norm": 1662.2198486328125, "train/tensor_act_model_layers_60_residual_post_mlp/mean": 0.2421875, "train/tensor_act_model_layers_60_residual_post_mlp/std": 0.7734375, "train/tensor_act_model_layers_60_residual_post_mlp/max_abs": 6.78125, "train/tensor_act_model_layers_60_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_60_residual_post_mlp/min": -5.03125, "train/tensor_act_model_layers_60_residual_post_mlp/max": 6.78125, "train/tensor_act_model_layers_60_residual_post_mlp/range": 11.8125, "train/tensor_act_model_layers_61_residual_pre_attn/norm": 1662.2198486328125, "train/tensor_act_model_layers_61_residual_pre_attn/mean": 0.2421875, "train/tensor_act_model_layers_61_residual_pre_attn/std": 0.7734375, "train/tensor_act_model_layers_61_residual_pre_attn/max_abs": 6.78125, "train/tensor_act_model_layers_61_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_61_residual_pre_attn/min": -5.03125, "train/tensor_act_model_layers_61_residual_pre_attn/max": 6.78125, "train/tensor_act_model_layers_61_residual_pre_attn/range": 11.8125, "train/tensor_act_model_layers_61_residual_post_attn/norm": 1663.083984375, "train/tensor_act_model_layers_61_residual_post_attn/mean": 0.23828125, "train/tensor_act_model_layers_61_residual_post_attn/std": 0.77734375, "train/tensor_act_model_layers_61_residual_post_attn/max_abs": 6.84375, "train/tensor_act_model_layers_61_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_61_residual_post_attn/min": -5.03125, "train/tensor_act_model_layers_61_residual_post_attn/max": 6.84375, "train/tensor_act_model_layers_61_residual_post_attn/range": 11.875, "train/tensor_act_model_layers_61_mlp_gate_proj/norm": 1379.2374267578125, "train/tensor_act_model_layers_61_mlp_gate_proj/mean": -0.12890625, "train/tensor_act_model_layers_61_mlp_gate_proj/std": 0.458984375, "train/tensor_act_model_layers_61_mlp_gate_proj/max_abs": 2.765625, "train/tensor_act_model_layers_61_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_61_mlp_gate_proj/min": -2.765625, "train/tensor_act_model_layers_61_mlp_gate_proj/max": 2.4375, "train/tensor_act_model_layers_61_mlp_gate_proj/range": 5.203125, "train/tensor_act_model_layers_61_mlp_up_proj/norm": 1201.8170166015625, "train/tensor_act_model_layers_61_mlp_up_proj/mean": 0.00860595703125, "train/tensor_act_model_layers_61_mlp_up_proj/std": 0.4140625, "train/tensor_act_model_layers_61_mlp_up_proj/max_abs": 2.84375, "train/tensor_act_model_layers_61_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_61_mlp_up_proj/min": -2.84375, "train/tensor_act_model_layers_61_mlp_up_proj/max": 2.40625, "train/tensor_act_model_layers_61_mlp_up_proj/range": 5.25, "train/tensor_act_model_layers_61_mlp_down_proj/norm": 114.75440979003906, "train/tensor_act_model_layers_61_mlp_down_proj/mean": 0.00762939453125, "train/tensor_act_model_layers_61_mlp_down_proj/std": 0.055419921875, "train/tensor_act_model_layers_61_mlp_down_proj/max_abs": 0.6171875, "train/tensor_act_model_layers_61_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_61_mlp_down_proj/min": -0.6171875, "train/tensor_act_model_layers_61_mlp_down_proj/max": 0.61328125, "train/tensor_act_model_layers_61_mlp_down_proj/range": 1.23046875, "train/tensor_act_model_layers_61_mlp/norm": 114.75440979003906, "train/tensor_act_model_layers_61_mlp/mean": 0.00762939453125, "train/tensor_act_model_layers_61_mlp/std": 0.055419921875, "train/tensor_act_model_layers_61_mlp/max_abs": 0.6171875, "train/tensor_act_model_layers_61_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_61_mlp/min": -0.6171875, "train/tensor_act_model_layers_61_mlp/max": 0.61328125, "train/tensor_act_model_layers_61_mlp/range": 1.23046875, "train/tensor_act_model_layers_61_residual_post_mlp/norm": 1681.453857421875, "train/tensor_act_model_layers_61_residual_post_mlp/mean": 0.24609375, "train/tensor_act_model_layers_61_residual_post_mlp/std": 0.78515625, "train/tensor_act_model_layers_61_residual_post_mlp/max_abs": 6.875, "train/tensor_act_model_layers_61_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_61_residual_post_mlp/min": -5.15625, "train/tensor_act_model_layers_61_residual_post_mlp/max": 6.875, "train/tensor_act_model_layers_61_residual_post_mlp/range": 12.03125, "train/tensor_act_model_layers_62_residual_pre_attn/norm": 1681.453857421875, "train/tensor_act_model_layers_62_residual_pre_attn/mean": 0.24609375, "train/tensor_act_model_layers_62_residual_pre_attn/std": 0.78515625, "train/tensor_act_model_layers_62_residual_pre_attn/max_abs": 6.875, "train/tensor_act_model_layers_62_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_62_residual_pre_attn/min": -5.15625, "train/tensor_act_model_layers_62_residual_pre_attn/max": 6.875, "train/tensor_act_model_layers_62_residual_pre_attn/range": 12.03125, "train/tensor_act_model_layers_62_residual_post_attn/norm": 1683.6689453125, "train/tensor_act_model_layers_62_residual_post_attn/mean": 0.236328125, "train/tensor_act_model_layers_62_residual_post_attn/std": 0.7890625, "train/tensor_act_model_layers_62_residual_post_attn/max_abs": 6.8125, "train/tensor_act_model_layers_62_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_62_residual_post_attn/min": -5.1875, "train/tensor_act_model_layers_62_residual_post_attn/max": 6.8125, "train/tensor_act_model_layers_62_residual_post_attn/range": 12.0, "train/tensor_act_model_layers_62_mlp_gate_proj/norm": 1396.4044189453125, "train/tensor_act_model_layers_62_mlp_gate_proj/mean": -0.12255859375, "train/tensor_act_model_layers_62_mlp_gate_proj/std": 0.466796875, "train/tensor_act_model_layers_62_mlp_gate_proj/max_abs": 4.125, "train/tensor_act_model_layers_62_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_62_mlp_gate_proj/min": -2.84375, "train/tensor_act_model_layers_62_mlp_gate_proj/max": 4.125, "train/tensor_act_model_layers_62_mlp_gate_proj/range": 6.96875, "train/tensor_act_model_layers_62_mlp_up_proj/norm": 1232.686767578125, "train/tensor_act_model_layers_62_mlp_up_proj/mean": -0.006439208984375, "train/tensor_act_model_layers_62_mlp_up_proj/std": 0.42578125, "train/tensor_act_model_layers_62_mlp_up_proj/max_abs": 3.5625, "train/tensor_act_model_layers_62_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_62_mlp_up_proj/min": -3.5625, "train/tensor_act_model_layers_62_mlp_up_proj/max": 2.125, "train/tensor_act_model_layers_62_mlp_up_proj/range": 5.6875, "train/tensor_act_model_layers_62_mlp_down_proj/norm": 127.08318328857422, "train/tensor_act_model_layers_62_mlp_down_proj/mean": 0.008056640625, "train/tensor_act_model_layers_62_mlp_down_proj/std": 0.0615234375, "train/tensor_act_model_layers_62_mlp_down_proj/max_abs": 0.69140625, "train/tensor_act_model_layers_62_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_62_mlp_down_proj/min": -0.51953125, "train/tensor_act_model_layers_62_mlp_down_proj/max": 0.69140625, "train/tensor_act_model_layers_62_mlp_down_proj/range": 1.2109375, "train/tensor_act_model_layers_62_mlp/norm": 127.08318328857422, "train/tensor_act_model_layers_62_mlp/mean": 0.008056640625, "train/tensor_act_model_layers_62_mlp/std": 0.0615234375, "train/tensor_act_model_layers_62_mlp/max_abs": 0.69140625, "train/tensor_act_model_layers_62_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_62_mlp/min": -0.51953125, "train/tensor_act_model_layers_62_mlp/max": 0.69140625, "train/tensor_act_model_layers_62_mlp/range": 1.2109375, "train/tensor_act_model_layers_62_residual_post_mlp/norm": 1697.9091796875, "train/tensor_act_model_layers_62_residual_post_mlp/mean": 0.244140625, "train/tensor_act_model_layers_62_residual_post_mlp/std": 0.79296875, "train/tensor_act_model_layers_62_residual_post_mlp/max_abs": 6.84375, "train/tensor_act_model_layers_62_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_62_residual_post_mlp/min": -5.25, "train/tensor_act_model_layers_62_residual_post_mlp/max": 6.84375, "train/tensor_act_model_layers_62_residual_post_mlp/range": 12.09375, "train/tensor_act_model_layers_63_residual_pre_attn/norm": 1697.9091796875, "train/tensor_act_model_layers_63_residual_pre_attn/mean": 0.244140625, "train/tensor_act_model_layers_63_residual_pre_attn/std": 0.79296875, "train/tensor_act_model_layers_63_residual_pre_attn/max_abs": 6.84375, "train/tensor_act_model_layers_63_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_63_residual_pre_attn/min": -5.25, "train/tensor_act_model_layers_63_residual_pre_attn/max": 6.84375, "train/tensor_act_model_layers_63_residual_pre_attn/range": 12.09375, "train/tensor_act_model_layers_63_residual_post_attn/norm": 1693.9420166015625, "train/tensor_act_model_layers_63_residual_post_attn/mean": 0.2353515625, "train/tensor_act_model_layers_63_residual_post_attn/std": 0.79296875, "train/tensor_act_model_layers_63_residual_post_attn/max_abs": 7.0, "train/tensor_act_model_layers_63_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_63_residual_post_attn/min": -5.40625, "train/tensor_act_model_layers_63_residual_post_attn/max": 7.0, "train/tensor_act_model_layers_63_residual_post_attn/range": 12.40625, "train/tensor_act_model_layers_63_mlp_gate_proj/norm": 1380.8211669921875, "train/tensor_act_model_layers_63_mlp_gate_proj/mean": -0.1328125, "train/tensor_act_model_layers_63_mlp_gate_proj/std": 0.45703125, "train/tensor_act_model_layers_63_mlp_gate_proj/max_abs": 2.640625, "train/tensor_act_model_layers_63_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_63_mlp_gate_proj/min": -2.640625, "train/tensor_act_model_layers_63_mlp_gate_proj/max": 2.34375, "train/tensor_act_model_layers_63_mlp_gate_proj/range": 4.984375, "train/tensor_act_model_layers_63_mlp_up_proj/norm": 1223.6600341796875, "train/tensor_act_model_layers_63_mlp_up_proj/mean": 0.00052642822265625, "train/tensor_act_model_layers_63_mlp_up_proj/std": 0.421875, "train/tensor_act_model_layers_63_mlp_up_proj/max_abs": 2.65625, "train/tensor_act_model_layers_63_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_63_mlp_up_proj/min": -2.65625, "train/tensor_act_model_layers_63_mlp_up_proj/max": 2.421875, "train/tensor_act_model_layers_63_mlp_up_proj/range": 5.078125, "train/tensor_act_model_layers_63_mlp_down_proj/norm": 118.04740905761719, "train/tensor_act_model_layers_63_mlp_down_proj/mean": 0.006561279296875, "train/tensor_act_model_layers_63_mlp_down_proj/std": 0.057373046875, "train/tensor_act_model_layers_63_mlp_down_proj/max_abs": 0.5625, "train/tensor_act_model_layers_63_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_63_mlp_down_proj/min": -0.458984375, "train/tensor_act_model_layers_63_mlp_down_proj/max": 0.5625, "train/tensor_act_model_layers_63_mlp_down_proj/range": 1.021484375, "train/tensor_act_model_layers_63_mlp/norm": 118.04740905761719, "train/tensor_act_model_layers_63_mlp/mean": 0.006561279296875, "train/tensor_act_model_layers_63_mlp/std": 0.057373046875, "train/tensor_act_model_layers_63_mlp/max_abs": 0.5625, "train/tensor_act_model_layers_63_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_63_mlp/min": -0.458984375, "train/tensor_act_model_layers_63_mlp/max": 0.5625, "train/tensor_act_model_layers_63_mlp/range": 1.021484375, "train/tensor_act_model_layers_63_residual_post_mlp/norm": 1706.5216064453125, "train/tensor_act_model_layers_63_residual_post_mlp/mean": 0.2412109375, "train/tensor_act_model_layers_63_residual_post_mlp/std": 0.796875, "train/tensor_act_model_layers_63_residual_post_mlp/max_abs": 7.0, "train/tensor_act_model_layers_63_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_63_residual_post_mlp/min": -5.46875, "train/tensor_act_model_layers_63_residual_post_mlp/max": 7.0, "train/tensor_act_model_layers_63_residual_post_mlp/range": 12.46875, "train/tensor_act_model_layers_64_residual_pre_attn/norm": 1706.5216064453125, "train/tensor_act_model_layers_64_residual_pre_attn/mean": 0.2412109375, "train/tensor_act_model_layers_64_residual_pre_attn/std": 0.796875, "train/tensor_act_model_layers_64_residual_pre_attn/max_abs": 7.0, "train/tensor_act_model_layers_64_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_64_residual_pre_attn/min": -5.46875, "train/tensor_act_model_layers_64_residual_pre_attn/max": 7.0, "train/tensor_act_model_layers_64_residual_pre_attn/range": 12.46875, "train/tensor_act_model_layers_64_residual_post_attn/norm": 1707.554931640625, "train/tensor_act_model_layers_64_residual_post_attn/mean": 0.236328125, "train/tensor_act_model_layers_64_residual_post_attn/std": 0.80078125, "train/tensor_act_model_layers_64_residual_post_attn/max_abs": 6.9375, "train/tensor_act_model_layers_64_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_64_residual_post_attn/min": -5.4375, "train/tensor_act_model_layers_64_residual_post_attn/max": 6.9375, "train/tensor_act_model_layers_64_residual_post_attn/range": 12.375, "train/tensor_act_model_layers_64_mlp_gate_proj/norm": 1423.7418212890625, "train/tensor_act_model_layers_64_mlp_gate_proj/mean": -0.1455078125, "train/tensor_act_model_layers_64_mlp_gate_proj/std": 0.46875, "train/tensor_act_model_layers_64_mlp_gate_proj/max_abs": 3.109375, "train/tensor_act_model_layers_64_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_64_mlp_gate_proj/min": -3.109375, "train/tensor_act_model_layers_64_mlp_gate_proj/max": 2.390625, "train/tensor_act_model_layers_64_mlp_gate_proj/range": 5.5, "train/tensor_act_model_layers_64_mlp_up_proj/norm": 1248.705078125, "train/tensor_act_model_layers_64_mlp_up_proj/mean": 0.00225830078125, "train/tensor_act_model_layers_64_mlp_up_proj/std": 0.431640625, "train/tensor_act_model_layers_64_mlp_up_proj/max_abs": 2.796875, "train/tensor_act_model_layers_64_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_64_mlp_up_proj/min": -2.796875, "train/tensor_act_model_layers_64_mlp_up_proj/max": 2.359375, "train/tensor_act_model_layers_64_mlp_up_proj/range": 5.15625, "train/tensor_act_model_layers_64_mlp_down_proj/norm": 124.5926742553711, "train/tensor_act_model_layers_64_mlp_down_proj/mean": 0.0072021484375, "train/tensor_act_model_layers_64_mlp_down_proj/std": 0.060302734375, "train/tensor_act_model_layers_64_mlp_down_proj/max_abs": 0.62890625, "train/tensor_act_model_layers_64_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_64_mlp_down_proj/min": -0.5859375, "train/tensor_act_model_layers_64_mlp_down_proj/max": 0.62890625, "train/tensor_act_model_layers_64_mlp_down_proj/range": 1.21484375, "train/tensor_act_model_layers_64_mlp/norm": 124.5926742553711, "train/tensor_act_model_layers_64_mlp/mean": 0.0072021484375, "train/tensor_act_model_layers_64_mlp/std": 0.060302734375, "train/tensor_act_model_layers_64_mlp/max_abs": 0.62890625, "train/tensor_act_model_layers_64_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_64_mlp/min": -0.5859375, "train/tensor_act_model_layers_64_mlp/max": 0.62890625, "train/tensor_act_model_layers_64_mlp/range": 1.21484375, "train/tensor_act_model_layers_64_residual_post_mlp/norm": 1721.0823974609375, "train/tensor_act_model_layers_64_residual_post_mlp/mean": 0.244140625, "train/tensor_act_model_layers_64_residual_post_mlp/std": 0.8046875, "train/tensor_act_model_layers_64_residual_post_mlp/max_abs": 7.0625, "train/tensor_act_model_layers_64_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_64_residual_post_mlp/min": -5.46875, "train/tensor_act_model_layers_64_residual_post_mlp/max": 7.0625, "train/tensor_act_model_layers_64_residual_post_mlp/range": 12.53125, "train/tensor_act_model_layers_65_residual_pre_attn/norm": 1721.0823974609375, "train/tensor_act_model_layers_65_residual_pre_attn/mean": 0.244140625, "train/tensor_act_model_layers_65_residual_pre_attn/std": 0.8046875, "train/tensor_act_model_layers_65_residual_pre_attn/max_abs": 7.0625, "train/tensor_act_model_layers_65_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_65_residual_pre_attn/min": -5.46875, "train/tensor_act_model_layers_65_residual_pre_attn/max": 7.0625, "train/tensor_act_model_layers_65_residual_pre_attn/range": 12.53125, "train/tensor_act_model_layers_65_residual_post_attn/norm": 1724.6783447265625, "train/tensor_act_model_layers_65_residual_post_attn/mean": 0.2392578125, "train/tensor_act_model_layers_65_residual_post_attn/std": 0.80859375, "train/tensor_act_model_layers_65_residual_post_attn/max_abs": 7.0, "train/tensor_act_model_layers_65_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_65_residual_post_attn/min": -5.53125, "train/tensor_act_model_layers_65_residual_post_attn/max": 7.0, "train/tensor_act_model_layers_65_residual_post_attn/range": 12.53125, "train/tensor_act_model_layers_65_mlp_gate_proj/norm": 1473.940673828125, "train/tensor_act_model_layers_65_mlp_gate_proj/mean": -0.1826171875, "train/tensor_act_model_layers_65_mlp_gate_proj/std": 0.474609375, "train/tensor_act_model_layers_65_mlp_gate_proj/max_abs": 2.953125, "train/tensor_act_model_layers_65_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_65_mlp_gate_proj/min": -2.953125, "train/tensor_act_model_layers_65_mlp_gate_proj/max": 2.34375, "train/tensor_act_model_layers_65_mlp_gate_proj/range": 5.296875, "train/tensor_act_model_layers_65_mlp_up_proj/norm": 1244.3045654296875, "train/tensor_act_model_layers_65_mlp_up_proj/mean": 0.00433349609375, "train/tensor_act_model_layers_65_mlp_up_proj/std": 0.4296875, "train/tensor_act_model_layers_65_mlp_up_proj/max_abs": 2.65625, "train/tensor_act_model_layers_65_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_65_mlp_up_proj/min": -2.15625, "train/tensor_act_model_layers_65_mlp_up_proj/max": 2.65625, "train/tensor_act_model_layers_65_mlp_up_proj/range": 4.8125, "train/tensor_act_model_layers_65_mlp_down_proj/norm": 121.15980529785156, "train/tensor_act_model_layers_65_mlp_down_proj/mean": 0.0045166015625, "train/tensor_act_model_layers_65_mlp_down_proj/std": 0.05908203125, "train/tensor_act_model_layers_65_mlp_down_proj/max_abs": 0.5, "train/tensor_act_model_layers_65_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_65_mlp_down_proj/min": -0.5, "train/tensor_act_model_layers_65_mlp_down_proj/max": 0.47265625, "train/tensor_act_model_layers_65_mlp_down_proj/range": 0.97265625, "train/tensor_act_model_layers_65_mlp/norm": 121.15980529785156, "train/tensor_act_model_layers_65_mlp/mean": 0.0045166015625, "train/tensor_act_model_layers_65_mlp/std": 0.05908203125, "train/tensor_act_model_layers_65_mlp/max_abs": 0.5, "train/tensor_act_model_layers_65_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_65_mlp/min": -0.5, "train/tensor_act_model_layers_65_mlp/max": 0.47265625, "train/tensor_act_model_layers_65_mlp/range": 0.97265625, "train/tensor_act_model_layers_65_residual_post_mlp/norm": 1733.462158203125, "train/tensor_act_model_layers_65_residual_post_mlp/mean": 0.244140625, "train/tensor_act_model_layers_65_residual_post_mlp/std": 0.80859375, "train/tensor_act_model_layers_65_residual_post_mlp/max_abs": 6.96875, "train/tensor_act_model_layers_65_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_65_residual_post_mlp/min": -5.59375, "train/tensor_act_model_layers_65_residual_post_mlp/max": 6.96875, "train/tensor_act_model_layers_65_residual_post_mlp/range": 12.5625, "train/tensor_act_model_layers_66_residual_pre_attn/norm": 1733.462158203125, "train/tensor_act_model_layers_66_residual_pre_attn/mean": 0.244140625, "train/tensor_act_model_layers_66_residual_pre_attn/std": 0.80859375, "train/tensor_act_model_layers_66_residual_pre_attn/max_abs": 6.96875, "train/tensor_act_model_layers_66_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_66_residual_pre_attn/min": -5.59375, "train/tensor_act_model_layers_66_residual_pre_attn/max": 6.96875, "train/tensor_act_model_layers_66_residual_pre_attn/range": 12.5625, "train/tensor_act_model_layers_66_residual_post_attn/norm": 1742.6595458984375, "train/tensor_act_model_layers_66_residual_post_attn/mean": 0.240234375, "train/tensor_act_model_layers_66_residual_post_attn/std": 0.81640625, "train/tensor_act_model_layers_66_residual_post_attn/max_abs": 6.90625, "train/tensor_act_model_layers_66_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_66_residual_post_attn/min": -5.53125, "train/tensor_act_model_layers_66_residual_post_attn/max": 6.90625, "train/tensor_act_model_layers_66_residual_post_attn/range": 12.4375, "train/tensor_act_model_layers_66_mlp_gate_proj/norm": 1424.3927001953125, "train/tensor_act_model_layers_66_mlp_gate_proj/mean": -0.146484375, "train/tensor_act_model_layers_66_mlp_gate_proj/std": 0.46875, "train/tensor_act_model_layers_66_mlp_gate_proj/max_abs": 3.0, "train/tensor_act_model_layers_66_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_66_mlp_gate_proj/min": -3.0, "train/tensor_act_model_layers_66_mlp_gate_proj/max": 2.90625, "train/tensor_act_model_layers_66_mlp_gate_proj/range": 5.90625, "train/tensor_act_model_layers_66_mlp_up_proj/norm": 1234.3758544921875, "train/tensor_act_model_layers_66_mlp_up_proj/mean": -0.00628662109375, "train/tensor_act_model_layers_66_mlp_up_proj/std": 0.42578125, "train/tensor_act_model_layers_66_mlp_up_proj/max_abs": 2.484375, "train/tensor_act_model_layers_66_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_66_mlp_up_proj/min": -2.484375, "train/tensor_act_model_layers_66_mlp_up_proj/max": 2.453125, "train/tensor_act_model_layers_66_mlp_up_proj/range": 4.9375, "train/tensor_act_model_layers_66_mlp_down_proj/norm": 123.0362319946289, "train/tensor_act_model_layers_66_mlp_down_proj/mean": 0.005645751953125, "train/tensor_act_model_layers_66_mlp_down_proj/std": 0.059814453125, "train/tensor_act_model_layers_66_mlp_down_proj/max_abs": 0.578125, "train/tensor_act_model_layers_66_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_66_mlp_down_proj/min": -0.578125, "train/tensor_act_model_layers_66_mlp_down_proj/max": 0.5, "train/tensor_act_model_layers_66_mlp_down_proj/range": 1.078125, "train/tensor_act_model_layers_66_mlp/norm": 123.0362319946289, "train/tensor_act_model_layers_66_mlp/mean": 0.005645751953125, "train/tensor_act_model_layers_66_mlp/std": 0.059814453125, "train/tensor_act_model_layers_66_mlp/max_abs": 0.578125, "train/tensor_act_model_layers_66_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_66_mlp/min": -0.578125, "train/tensor_act_model_layers_66_mlp/max": 0.5, "train/tensor_act_model_layers_66_mlp/range": 1.078125, "train/tensor_act_model_layers_66_residual_post_mlp/norm": 1757.340576171875, "train/tensor_act_model_layers_66_residual_post_mlp/mean": 0.24609375, "train/tensor_act_model_layers_66_residual_post_mlp/std": 0.8203125, "train/tensor_act_model_layers_66_residual_post_mlp/max_abs": 6.9375, "train/tensor_act_model_layers_66_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_66_residual_post_mlp/min": -5.53125, "train/tensor_act_model_layers_66_residual_post_mlp/max": 6.9375, "train/tensor_act_model_layers_66_residual_post_mlp/range": 12.46875, "train/tensor_act_model_layers_67_residual_pre_attn/norm": 1757.340576171875, "train/tensor_act_model_layers_67_residual_pre_attn/mean": 0.24609375, "train/tensor_act_model_layers_67_residual_pre_attn/std": 0.8203125, "train/tensor_act_model_layers_67_residual_pre_attn/max_abs": 6.9375, "train/tensor_act_model_layers_67_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_67_residual_pre_attn/min": -5.53125, "train/tensor_act_model_layers_67_residual_pre_attn/max": 6.9375, "train/tensor_act_model_layers_67_residual_pre_attn/range": 12.46875, "train/tensor_act_model_layers_67_residual_post_attn/norm": 1769.07373046875, "train/tensor_act_model_layers_67_residual_post_attn/mean": 0.244140625, "train/tensor_act_model_layers_67_residual_post_attn/std": 0.828125, "train/tensor_act_model_layers_67_residual_post_attn/max_abs": 7.0, "train/tensor_act_model_layers_67_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_67_residual_post_attn/min": -5.625, "train/tensor_act_model_layers_67_residual_post_attn/max": 7.0, "train/tensor_act_model_layers_67_residual_post_attn/range": 12.625, "train/tensor_act_model_layers_67_mlp_gate_proj/norm": 1435.8538818359375, "train/tensor_act_model_layers_67_mlp_gate_proj/mean": -0.154296875, "train/tensor_act_model_layers_67_mlp_gate_proj/std": 0.470703125, "train/tensor_act_model_layers_67_mlp_gate_proj/max_abs": 2.921875, "train/tensor_act_model_layers_67_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_67_mlp_gate_proj/min": -2.921875, "train/tensor_act_model_layers_67_mlp_gate_proj/max": 2.328125, "train/tensor_act_model_layers_67_mlp_gate_proj/range": 5.25, "train/tensor_act_model_layers_67_mlp_up_proj/norm": 1233.86669921875, "train/tensor_act_model_layers_67_mlp_up_proj/mean": 0.01080322265625, "train/tensor_act_model_layers_67_mlp_up_proj/std": 0.42578125, "train/tensor_act_model_layers_67_mlp_up_proj/max_abs": 2.40625, "train/tensor_act_model_layers_67_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_67_mlp_up_proj/min": -2.234375, "train/tensor_act_model_layers_67_mlp_up_proj/max": 2.40625, "train/tensor_act_model_layers_67_mlp_up_proj/range": 4.640625, "train/tensor_act_model_layers_67_mlp_down_proj/norm": 120.05732727050781, "train/tensor_act_model_layers_67_mlp_down_proj/mean": 0.00531005859375, "train/tensor_act_model_layers_67_mlp_down_proj/std": 0.058349609375, "train/tensor_act_model_layers_67_mlp_down_proj/max_abs": 0.48828125, "train/tensor_act_model_layers_67_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_67_mlp_down_proj/min": -0.44921875, "train/tensor_act_model_layers_67_mlp_down_proj/max": 0.48828125, "train/tensor_act_model_layers_67_mlp_down_proj/range": 0.9375, "train/tensor_act_model_layers_67_mlp/norm": 120.05732727050781, "train/tensor_act_model_layers_67_mlp/mean": 0.00531005859375, "train/tensor_act_model_layers_67_mlp/std": 0.058349609375, "train/tensor_act_model_layers_67_mlp/max_abs": 0.48828125, "train/tensor_act_model_layers_67_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_67_mlp/min": -0.44921875, "train/tensor_act_model_layers_67_mlp/max": 0.48828125, "train/tensor_act_model_layers_67_mlp/range": 0.9375, "train/tensor_act_model_layers_67_residual_post_mlp/norm": 1783.5228271484375, "train/tensor_act_model_layers_67_residual_post_mlp/mean": 0.2490234375, "train/tensor_act_model_layers_67_residual_post_mlp/std": 0.8359375, "train/tensor_act_model_layers_67_residual_post_mlp/max_abs": 7.09375, "train/tensor_act_model_layers_67_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_67_residual_post_mlp/min": -5.78125, "train/tensor_act_model_layers_67_residual_post_mlp/max": 7.09375, "train/tensor_act_model_layers_67_residual_post_mlp/range": 12.875, "train/tensor_act_model_layers_68_residual_pre_attn/norm": 1783.5228271484375, "train/tensor_act_model_layers_68_residual_pre_attn/mean": 0.2490234375, "train/tensor_act_model_layers_68_residual_pre_attn/std": 0.8359375, "train/tensor_act_model_layers_68_residual_pre_attn/max_abs": 7.09375, "train/tensor_act_model_layers_68_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_68_residual_pre_attn/min": -5.78125, "train/tensor_act_model_layers_68_residual_pre_attn/max": 7.09375, "train/tensor_act_model_layers_68_residual_pre_attn/range": 12.875, "train/tensor_act_model_layers_68_residual_post_attn/norm": 1801.1993408203125, "train/tensor_act_model_layers_68_residual_post_attn/mean": 0.2451171875, "train/tensor_act_model_layers_68_residual_post_attn/std": 0.84375, "train/tensor_act_model_layers_68_residual_post_attn/max_abs": 7.125, "train/tensor_act_model_layers_68_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_68_residual_post_attn/min": -6.0, "train/tensor_act_model_layers_68_residual_post_attn/max": 7.125, "train/tensor_act_model_layers_68_residual_post_attn/range": 13.125, "train/tensor_act_model_layers_68_mlp_gate_proj/norm": 1471.3956298828125, "train/tensor_act_model_layers_68_mlp_gate_proj/mean": -0.166015625, "train/tensor_act_model_layers_68_mlp_gate_proj/std": 0.48046875, "train/tensor_act_model_layers_68_mlp_gate_proj/max_abs": 2.8125, "train/tensor_act_model_layers_68_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_68_mlp_gate_proj/min": -2.8125, "train/tensor_act_model_layers_68_mlp_gate_proj/max": 2.734375, "train/tensor_act_model_layers_68_mlp_gate_proj/range": 5.546875, "train/tensor_act_model_layers_68_mlp_up_proj/norm": 1254.244873046875, "train/tensor_act_model_layers_68_mlp_up_proj/mean": 0.0025634765625, "train/tensor_act_model_layers_68_mlp_up_proj/std": 0.43359375, "train/tensor_act_model_layers_68_mlp_up_proj/max_abs": 2.46875, "train/tensor_act_model_layers_68_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_68_mlp_up_proj/min": -2.46875, "train/tensor_act_model_layers_68_mlp_up_proj/max": 2.3125, "train/tensor_act_model_layers_68_mlp_up_proj/range": 4.78125, "train/tensor_act_model_layers_68_mlp_down_proj/norm": 121.82942199707031, "train/tensor_act_model_layers_68_mlp_down_proj/mean": 0.0054931640625, "train/tensor_act_model_layers_68_mlp_down_proj/std": 0.059326171875, "train/tensor_act_model_layers_68_mlp_down_proj/max_abs": 0.5546875, "train/tensor_act_model_layers_68_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_68_mlp_down_proj/min": -0.5546875, "train/tensor_act_model_layers_68_mlp_down_proj/max": 0.5, "train/tensor_act_model_layers_68_mlp_down_proj/range": 1.0546875, "train/tensor_act_model_layers_68_mlp/norm": 121.82942199707031, "train/tensor_act_model_layers_68_mlp/mean": 0.0054931640625, "train/tensor_act_model_layers_68_mlp/std": 0.059326171875, "train/tensor_act_model_layers_68_mlp/max_abs": 0.5546875, "train/tensor_act_model_layers_68_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_68_mlp/min": -0.5546875, "train/tensor_act_model_layers_68_mlp/max": 0.5, "train/tensor_act_model_layers_68_mlp/range": 1.0546875, "train/tensor_act_model_layers_68_residual_post_mlp/norm": 1811.093505859375, "train/tensor_act_model_layers_68_residual_post_mlp/mean": 0.25, "train/tensor_act_model_layers_68_residual_post_mlp/std": 0.84765625, "train/tensor_act_model_layers_68_residual_post_mlp/max_abs": 7.0625, "train/tensor_act_model_layers_68_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_68_residual_post_mlp/min": -6.0625, "train/tensor_act_model_layers_68_residual_post_mlp/max": 7.0625, "train/tensor_act_model_layers_68_residual_post_mlp/range": 13.125, "train/tensor_act_model_layers_69_residual_pre_attn/norm": 1811.093505859375, "train/tensor_act_model_layers_69_residual_pre_attn/mean": 0.25, "train/tensor_act_model_layers_69_residual_pre_attn/std": 0.84765625, "train/tensor_act_model_layers_69_residual_pre_attn/max_abs": 7.0625, "train/tensor_act_model_layers_69_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_69_residual_pre_attn/min": -6.0625, "train/tensor_act_model_layers_69_residual_pre_attn/max": 7.0625, "train/tensor_act_model_layers_69_residual_pre_attn/range": 13.125, "train/tensor_act_model_layers_69_residual_post_attn/norm": 1806.707763671875, "train/tensor_act_model_layers_69_residual_post_attn/mean": 0.2431640625, "train/tensor_act_model_layers_69_residual_post_attn/std": 0.84765625, "train/tensor_act_model_layers_69_residual_post_attn/max_abs": 7.03125, "train/tensor_act_model_layers_69_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_69_residual_post_attn/min": -5.96875, "train/tensor_act_model_layers_69_residual_post_attn/max": 7.03125, "train/tensor_act_model_layers_69_residual_post_attn/range": 13.0, "train/tensor_act_model_layers_69_mlp_gate_proj/norm": 1499.5931396484375, "train/tensor_act_model_layers_69_mlp_gate_proj/mean": -0.1845703125, "train/tensor_act_model_layers_69_mlp_gate_proj/std": 0.484375, "train/tensor_act_model_layers_69_mlp_gate_proj/max_abs": 2.75, "train/tensor_act_model_layers_69_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_69_mlp_gate_proj/min": -2.75, "train/tensor_act_model_layers_69_mlp_gate_proj/max": 2.5625, "train/tensor_act_model_layers_69_mlp_gate_proj/range": 5.3125, "train/tensor_act_model_layers_69_mlp_up_proj/norm": 1259.5350341796875, "train/tensor_act_model_layers_69_mlp_up_proj/mean": -0.0145263671875, "train/tensor_act_model_layers_69_mlp_up_proj/std": 0.435546875, "train/tensor_act_model_layers_69_mlp_up_proj/max_abs": 2.609375, "train/tensor_act_model_layers_69_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_69_mlp_up_proj/min": -2.421875, "train/tensor_act_model_layers_69_mlp_up_proj/max": 2.609375, "train/tensor_act_model_layers_69_mlp_up_proj/range": 5.03125, "train/tensor_act_model_layers_69_mlp_down_proj/norm": 122.50321197509766, "train/tensor_act_model_layers_69_mlp_down_proj/mean": 0.005706787109375, "train/tensor_act_model_layers_69_mlp_down_proj/std": 0.0595703125, "train/tensor_act_model_layers_69_mlp_down_proj/max_abs": 0.50390625, "train/tensor_act_model_layers_69_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_69_mlp_down_proj/min": -0.50390625, "train/tensor_act_model_layers_69_mlp_down_proj/max": 0.44921875, "train/tensor_act_model_layers_69_mlp_down_proj/range": 0.953125, "train/tensor_act_model_layers_69_mlp/norm": 122.50321197509766, "train/tensor_act_model_layers_69_mlp/mean": 0.005706787109375, "train/tensor_act_model_layers_69_mlp/std": 0.0595703125, "train/tensor_act_model_layers_69_mlp/max_abs": 0.50390625, "train/tensor_act_model_layers_69_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_69_mlp/min": -0.50390625, "train/tensor_act_model_layers_69_mlp/max": 0.44921875, "train/tensor_act_model_layers_69_mlp/range": 0.953125, "train/tensor_act_model_layers_69_residual_post_mlp/norm": 1821.487060546875, "train/tensor_act_model_layers_69_residual_post_mlp/mean": 0.2490234375, "train/tensor_act_model_layers_69_residual_post_mlp/std": 0.85546875, "train/tensor_act_model_layers_69_residual_post_mlp/max_abs": 7.0, "train/tensor_act_model_layers_69_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_69_residual_post_mlp/min": -6.03125, "train/tensor_act_model_layers_69_residual_post_mlp/max": 7.0, "train/tensor_act_model_layers_69_residual_post_mlp/range": 13.03125, "train/tensor_act_model_layers_70_residual_pre_attn/norm": 1821.487060546875, "train/tensor_act_model_layers_70_residual_pre_attn/mean": 0.2490234375, "train/tensor_act_model_layers_70_residual_pre_attn/std": 0.85546875, "train/tensor_act_model_layers_70_residual_pre_attn/max_abs": 7.0, "train/tensor_act_model_layers_70_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_70_residual_pre_attn/min": -6.03125, "train/tensor_act_model_layers_70_residual_pre_attn/max": 7.0, "train/tensor_act_model_layers_70_residual_pre_attn/range": 13.03125, "train/tensor_act_model_layers_70_residual_post_attn/norm": 1824.64111328125, "train/tensor_act_model_layers_70_residual_post_attn/mean": 0.248046875, "train/tensor_act_model_layers_70_residual_post_attn/std": 0.85546875, "train/tensor_act_model_layers_70_residual_post_attn/max_abs": 7.0625, "train/tensor_act_model_layers_70_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_70_residual_post_attn/min": -6.0, "train/tensor_act_model_layers_70_residual_post_attn/max": 7.0625, "train/tensor_act_model_layers_70_residual_post_attn/range": 13.0625, "train/tensor_act_model_layers_70_mlp_gate_proj/norm": 1485.4327392578125, "train/tensor_act_model_layers_70_mlp_gate_proj/mean": -0.185546875, "train/tensor_act_model_layers_70_mlp_gate_proj/std": 0.478515625, "train/tensor_act_model_layers_70_mlp_gate_proj/max_abs": 2.828125, "train/tensor_act_model_layers_70_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_70_mlp_gate_proj/min": -2.828125, "train/tensor_act_model_layers_70_mlp_gate_proj/max": 2.390625, "train/tensor_act_model_layers_70_mlp_gate_proj/range": 5.21875, "train/tensor_act_model_layers_70_mlp_up_proj/norm": 1278.271240234375, "train/tensor_act_model_layers_70_mlp_up_proj/mean": -0.0086669921875, "train/tensor_act_model_layers_70_mlp_up_proj/std": 0.44140625, "train/tensor_act_model_layers_70_mlp_up_proj/max_abs": 2.625, "train/tensor_act_model_layers_70_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_70_mlp_up_proj/min": -2.625, "train/tensor_act_model_layers_70_mlp_up_proj/max": 2.484375, "train/tensor_act_model_layers_70_mlp_up_proj/range": 5.109375, "train/tensor_act_model_layers_70_mlp_down_proj/norm": 126.97335052490234, "train/tensor_act_model_layers_70_mlp_down_proj/mean": 0.00787353515625, "train/tensor_act_model_layers_70_mlp_down_proj/std": 0.0615234375, "train/tensor_act_model_layers_70_mlp_down_proj/max_abs": 0.5546875, "train/tensor_act_model_layers_70_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_70_mlp_down_proj/min": -0.50390625, "train/tensor_act_model_layers_70_mlp_down_proj/max": 0.5546875, "train/tensor_act_model_layers_70_mlp_down_proj/range": 1.05859375, "train/tensor_act_model_layers_70_mlp/norm": 126.97335052490234, "train/tensor_act_model_layers_70_mlp/mean": 0.00787353515625, "train/tensor_act_model_layers_70_mlp/std": 0.0615234375, "train/tensor_act_model_layers_70_mlp/max_abs": 0.5546875, "train/tensor_act_model_layers_70_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_70_mlp/min": -0.50390625, "train/tensor_act_model_layers_70_mlp/max": 0.5546875, "train/tensor_act_model_layers_70_mlp/range": 1.05859375, "train/tensor_act_model_layers_70_residual_post_mlp/norm": 1839.6072998046875, "train/tensor_act_model_layers_70_residual_post_mlp/mean": 0.255859375, "train/tensor_act_model_layers_70_residual_post_mlp/std": 0.859375, "train/tensor_act_model_layers_70_residual_post_mlp/max_abs": 7.09375, "train/tensor_act_model_layers_70_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_70_residual_post_mlp/min": -6.0625, "train/tensor_act_model_layers_70_residual_post_mlp/max": 7.09375, "train/tensor_act_model_layers_70_residual_post_mlp/range": 13.15625, "train/tensor_act_model_layers_71_residual_pre_attn/norm": 1839.6072998046875, "train/tensor_act_model_layers_71_residual_pre_attn/mean": 0.255859375, "train/tensor_act_model_layers_71_residual_pre_attn/std": 0.859375, "train/tensor_act_model_layers_71_residual_pre_attn/max_abs": 7.09375, "train/tensor_act_model_layers_71_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_71_residual_pre_attn/min": -6.0625, "train/tensor_act_model_layers_71_residual_pre_attn/max": 7.09375, "train/tensor_act_model_layers_71_residual_pre_attn/range": 13.15625, "train/tensor_act_model_layers_71_residual_post_attn/norm": 1865.63671875, "train/tensor_act_model_layers_71_residual_post_attn/mean": 0.26171875, "train/tensor_act_model_layers_71_residual_post_attn/std": 0.87109375, "train/tensor_act_model_layers_71_residual_post_attn/max_abs": 7.09375, "train/tensor_act_model_layers_71_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_71_residual_post_attn/min": -6.34375, "train/tensor_act_model_layers_71_residual_post_attn/max": 7.09375, "train/tensor_act_model_layers_71_residual_post_attn/range": 13.4375, "train/tensor_act_model_layers_71_mlp_gate_proj/norm": 1509.0843505859375, "train/tensor_act_model_layers_71_mlp_gate_proj/mean": -0.1650390625, "train/tensor_act_model_layers_71_mlp_gate_proj/std": 0.494140625, "train/tensor_act_model_layers_71_mlp_gate_proj/max_abs": 3.28125, "train/tensor_act_model_layers_71_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_71_mlp_gate_proj/min": -2.703125, "train/tensor_act_model_layers_71_mlp_gate_proj/max": 3.28125, "train/tensor_act_model_layers_71_mlp_gate_proj/range": 5.984375, "train/tensor_act_model_layers_71_mlp_up_proj/norm": 1286.2369384765625, "train/tensor_act_model_layers_71_mlp_up_proj/mean": -0.00238037109375, "train/tensor_act_model_layers_71_mlp_up_proj/std": 0.443359375, "train/tensor_act_model_layers_71_mlp_up_proj/max_abs": 3.734375, "train/tensor_act_model_layers_71_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_71_mlp_up_proj/min": -3.734375, "train/tensor_act_model_layers_71_mlp_up_proj/max": 2.84375, "train/tensor_act_model_layers_71_mlp_up_proj/range": 6.578125, "train/tensor_act_model_layers_71_mlp_down_proj/norm": 139.04176330566406, "train/tensor_act_model_layers_71_mlp_down_proj/mean": 0.00567626953125, "train/tensor_act_model_layers_71_mlp_down_proj/std": 0.06787109375, "train/tensor_act_model_layers_71_mlp_down_proj/max_abs": 0.7578125, "train/tensor_act_model_layers_71_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_71_mlp_down_proj/min": -0.59375, "train/tensor_act_model_layers_71_mlp_down_proj/max": 0.7578125, "train/tensor_act_model_layers_71_mlp_down_proj/range": 1.3515625, "train/tensor_act_model_layers_71_mlp/norm": 139.04176330566406, "train/tensor_act_model_layers_71_mlp/mean": 0.00567626953125, "train/tensor_act_model_layers_71_mlp/std": 0.06787109375, "train/tensor_act_model_layers_71_mlp/max_abs": 0.7578125, "train/tensor_act_model_layers_71_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_71_mlp/min": -0.59375, "train/tensor_act_model_layers_71_mlp/max": 0.7578125, "train/tensor_act_model_layers_71_mlp/range": 1.3515625, "train/tensor_act_model_layers_71_residual_post_mlp/norm": 1872.4947509765625, "train/tensor_act_model_layers_71_residual_post_mlp/mean": 0.267578125, "train/tensor_act_model_layers_71_residual_post_mlp/std": 0.875, "train/tensor_act_model_layers_71_residual_post_mlp/max_abs": 7.0, "train/tensor_act_model_layers_71_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_71_residual_post_mlp/min": -6.28125, "train/tensor_act_model_layers_71_residual_post_mlp/max": 7.0, "train/tensor_act_model_layers_71_residual_post_mlp/range": 13.28125, "train/tensor_act_model_layers_72_residual_pre_attn/norm": 1872.4947509765625, "train/tensor_act_model_layers_72_residual_pre_attn/mean": 0.267578125, "train/tensor_act_model_layers_72_residual_pre_attn/std": 0.875, "train/tensor_act_model_layers_72_residual_pre_attn/max_abs": 7.0, "train/tensor_act_model_layers_72_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_72_residual_pre_attn/min": -6.28125, "train/tensor_act_model_layers_72_residual_pre_attn/max": 7.0, "train/tensor_act_model_layers_72_residual_pre_attn/range": 13.28125, "train/tensor_act_model_layers_72_residual_post_attn/norm": 1878.11962890625, "train/tensor_act_model_layers_72_residual_post_attn/mean": 0.265625, "train/tensor_act_model_layers_72_residual_post_attn/std": 0.87890625, "train/tensor_act_model_layers_72_residual_post_attn/max_abs": 6.78125, "train/tensor_act_model_layers_72_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_72_residual_post_attn/min": -6.46875, "train/tensor_act_model_layers_72_residual_post_attn/max": 6.78125, "train/tensor_act_model_layers_72_residual_post_attn/range": 13.25, "train/tensor_act_model_layers_72_mlp_gate_proj/norm": 1458.3746337890625, "train/tensor_act_model_layers_72_mlp_gate_proj/mean": -0.1611328125, "train/tensor_act_model_layers_72_mlp_gate_proj/std": 0.4765625, "train/tensor_act_model_layers_72_mlp_gate_proj/max_abs": 2.875, "train/tensor_act_model_layers_72_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_72_mlp_gate_proj/min": -2.875, "train/tensor_act_model_layers_72_mlp_gate_proj/max": 2.734375, "train/tensor_act_model_layers_72_mlp_gate_proj/range": 5.609375, "train/tensor_act_model_layers_72_mlp_up_proj/norm": 1284.2601318359375, "train/tensor_act_model_layers_72_mlp_up_proj/mean": 0.00152587890625, "train/tensor_act_model_layers_72_mlp_up_proj/std": 0.443359375, "train/tensor_act_model_layers_72_mlp_up_proj/max_abs": 3.421875, "train/tensor_act_model_layers_72_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_72_mlp_up_proj/min": -2.71875, "train/tensor_act_model_layers_72_mlp_up_proj/max": 3.421875, "train/tensor_act_model_layers_72_mlp_up_proj/range": 6.140625, "train/tensor_act_model_layers_72_mlp_down_proj/norm": 136.7879180908203, "train/tensor_act_model_layers_72_mlp_down_proj/mean": 0.0064697265625, "train/tensor_act_model_layers_72_mlp_down_proj/std": 0.06640625, "train/tensor_act_model_layers_72_mlp_down_proj/max_abs": 0.91015625, "train/tensor_act_model_layers_72_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_72_mlp_down_proj/min": -0.66796875, "train/tensor_act_model_layers_72_mlp_down_proj/max": 0.91015625, "train/tensor_act_model_layers_72_mlp_down_proj/range": 1.578125, "train/tensor_act_model_layers_72_mlp/norm": 136.7879180908203, "train/tensor_act_model_layers_72_mlp/mean": 0.0064697265625, "train/tensor_act_model_layers_72_mlp/std": 0.06640625, "train/tensor_act_model_layers_72_mlp/max_abs": 0.91015625, "train/tensor_act_model_layers_72_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_72_mlp/min": -0.66796875, "train/tensor_act_model_layers_72_mlp/max": 0.91015625, "train/tensor_act_model_layers_72_mlp/range": 1.578125, "train/tensor_act_model_layers_72_residual_post_mlp/norm": 1890.261962890625, "train/tensor_act_model_layers_72_residual_post_mlp/mean": 0.271484375, "train/tensor_act_model_layers_72_residual_post_mlp/std": 0.8828125, "train/tensor_act_model_layers_72_residual_post_mlp/max_abs": 6.75, "train/tensor_act_model_layers_72_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_72_residual_post_mlp/min": -6.4375, "train/tensor_act_model_layers_72_residual_post_mlp/max": 6.75, "train/tensor_act_model_layers_72_residual_post_mlp/range": 13.1875, "train/tensor_act_model_layers_73_residual_pre_attn/norm": 1890.261962890625, "train/tensor_act_model_layers_73_residual_pre_attn/mean": 0.271484375, "train/tensor_act_model_layers_73_residual_pre_attn/std": 0.8828125, "train/tensor_act_model_layers_73_residual_pre_attn/max_abs": 6.75, "train/tensor_act_model_layers_73_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_73_residual_pre_attn/min": -6.4375, "train/tensor_act_model_layers_73_residual_pre_attn/max": 6.75, "train/tensor_act_model_layers_73_residual_pre_attn/range": 13.1875, "train/tensor_act_model_layers_73_residual_post_attn/norm": 1887.0440673828125, "train/tensor_act_model_layers_73_residual_post_attn/mean": 0.267578125, "train/tensor_act_model_layers_73_residual_post_attn/std": 0.8828125, "train/tensor_act_model_layers_73_residual_post_attn/max_abs": 6.75, "train/tensor_act_model_layers_73_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_73_residual_post_attn/min": -6.21875, "train/tensor_act_model_layers_73_residual_post_attn/max": 6.75, "train/tensor_act_model_layers_73_residual_post_attn/range": 12.96875, "train/tensor_act_model_layers_73_mlp_gate_proj/norm": 1504.1563720703125, "train/tensor_act_model_layers_73_mlp_gate_proj/mean": -0.171875, "train/tensor_act_model_layers_73_mlp_gate_proj/std": 0.490234375, "train/tensor_act_model_layers_73_mlp_gate_proj/max_abs": 3.203125, "train/tensor_act_model_layers_73_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_73_mlp_gate_proj/min": -3.203125, "train/tensor_act_model_layers_73_mlp_gate_proj/max": 2.671875, "train/tensor_act_model_layers_73_mlp_gate_proj/range": 5.875, "train/tensor_act_model_layers_73_mlp_up_proj/norm": 1281.26025390625, "train/tensor_act_model_layers_73_mlp_up_proj/mean": 0.015869140625, "train/tensor_act_model_layers_73_mlp_up_proj/std": 0.44140625, "train/tensor_act_model_layers_73_mlp_up_proj/max_abs": 2.546875, "train/tensor_act_model_layers_73_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_73_mlp_up_proj/min": -2.4375, "train/tensor_act_model_layers_73_mlp_up_proj/max": 2.546875, "train/tensor_act_model_layers_73_mlp_up_proj/range": 4.984375, "train/tensor_act_model_layers_73_mlp_down_proj/norm": 132.44398498535156, "train/tensor_act_model_layers_73_mlp_down_proj/mean": 0.00787353515625, "train/tensor_act_model_layers_73_mlp_down_proj/std": 0.06396484375, "train/tensor_act_model_layers_73_mlp_down_proj/max_abs": 0.61328125, "train/tensor_act_model_layers_73_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_73_mlp_down_proj/min": -0.61328125, "train/tensor_act_model_layers_73_mlp_down_proj/max": 0.53515625, "train/tensor_act_model_layers_73_mlp_down_proj/range": 1.1484375, "train/tensor_act_model_layers_73_mlp/norm": 132.44398498535156, "train/tensor_act_model_layers_73_mlp/mean": 0.00787353515625, "train/tensor_act_model_layers_73_mlp/std": 0.06396484375, "train/tensor_act_model_layers_73_mlp/max_abs": 0.61328125, "train/tensor_act_model_layers_73_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_73_mlp/min": -0.61328125, "train/tensor_act_model_layers_73_mlp/max": 0.53515625, "train/tensor_act_model_layers_73_mlp/range": 1.1484375, "train/tensor_act_model_layers_73_residual_post_mlp/norm": 1899.9769287109375, "train/tensor_act_model_layers_73_residual_post_mlp/mean": 0.275390625, "train/tensor_act_model_layers_73_residual_post_mlp/std": 0.88671875, "train/tensor_act_model_layers_73_residual_post_mlp/max_abs": 6.65625, "train/tensor_act_model_layers_73_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_73_residual_post_mlp/min": -6.21875, "train/tensor_act_model_layers_73_residual_post_mlp/max": 6.65625, "train/tensor_act_model_layers_73_residual_post_mlp/range": 12.875, "train/tensor_act_model_layers_74_residual_pre_attn/norm": 1899.9769287109375, "train/tensor_act_model_layers_74_residual_pre_attn/mean": 0.275390625, "train/tensor_act_model_layers_74_residual_pre_attn/std": 0.88671875, "train/tensor_act_model_layers_74_residual_pre_attn/max_abs": 6.65625, "train/tensor_act_model_layers_74_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_74_residual_pre_attn/min": -6.21875, "train/tensor_act_model_layers_74_residual_pre_attn/max": 6.65625, "train/tensor_act_model_layers_74_residual_pre_attn/range": 12.875, "train/tensor_act_model_layers_74_residual_post_attn/norm": 1908.61181640625, "train/tensor_act_model_layers_74_residual_post_attn/mean": 0.267578125, "train/tensor_act_model_layers_74_residual_post_attn/std": 0.890625, "train/tensor_act_model_layers_74_residual_post_attn/max_abs": 6.78125, "train/tensor_act_model_layers_74_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_74_residual_post_attn/min": -6.3125, "train/tensor_act_model_layers_74_residual_post_attn/max": 6.78125, "train/tensor_act_model_layers_74_residual_post_attn/range": 13.09375, "train/tensor_act_model_layers_74_mlp_gate_proj/norm": 1552.443603515625, "train/tensor_act_model_layers_74_mlp_gate_proj/mean": -0.1923828125, "train/tensor_act_model_layers_74_mlp_gate_proj/std": 0.5, "train/tensor_act_model_layers_74_mlp_gate_proj/max_abs": 2.90625, "train/tensor_act_model_layers_74_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_74_mlp_gate_proj/min": -2.90625, "train/tensor_act_model_layers_74_mlp_gate_proj/max": 2.5625, "train/tensor_act_model_layers_74_mlp_gate_proj/range": 5.46875, "train/tensor_act_model_layers_74_mlp_up_proj/norm": 1294.08544921875, "train/tensor_act_model_layers_74_mlp_up_proj/mean": 0.011962890625, "train/tensor_act_model_layers_74_mlp_up_proj/std": 0.447265625, "train/tensor_act_model_layers_74_mlp_up_proj/max_abs": 3.40625, "train/tensor_act_model_layers_74_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_74_mlp_up_proj/min": -2.453125, "train/tensor_act_model_layers_74_mlp_up_proj/max": 3.40625, "train/tensor_act_model_layers_74_mlp_up_proj/range": 5.859375, "train/tensor_act_model_layers_74_mlp_down_proj/norm": 136.7420654296875, "train/tensor_act_model_layers_74_mlp_down_proj/mean": 0.006317138671875, "train/tensor_act_model_layers_74_mlp_down_proj/std": 0.06640625, "train/tensor_act_model_layers_74_mlp_down_proj/max_abs": 0.77734375, "train/tensor_act_model_layers_74_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_74_mlp_down_proj/min": -0.53515625, "train/tensor_act_model_layers_74_mlp_down_proj/max": 0.77734375, "train/tensor_act_model_layers_74_mlp_down_proj/range": 1.3125, "train/tensor_act_model_layers_74_mlp/norm": 136.7420654296875, "train/tensor_act_model_layers_74_mlp/mean": 0.006317138671875, "train/tensor_act_model_layers_74_mlp/std": 0.06640625, "train/tensor_act_model_layers_74_mlp/max_abs": 0.77734375, "train/tensor_act_model_layers_74_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_74_mlp/min": -0.53515625, "train/tensor_act_model_layers_74_mlp/max": 0.77734375, "train/tensor_act_model_layers_74_mlp/range": 1.3125, "train/tensor_act_model_layers_74_residual_post_mlp/norm": 1919.8668212890625, "train/tensor_act_model_layers_74_residual_post_mlp/mean": 0.275390625, "train/tensor_act_model_layers_74_residual_post_mlp/std": 0.89453125, "train/tensor_act_model_layers_74_residual_post_mlp/max_abs": 6.8125, "train/tensor_act_model_layers_74_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_74_residual_post_mlp/min": -6.34375, "train/tensor_act_model_layers_74_residual_post_mlp/max": 6.8125, "train/tensor_act_model_layers_74_residual_post_mlp/range": 13.15625, "train/tensor_act_model_layers_75_residual_pre_attn/norm": 1919.8668212890625, "train/tensor_act_model_layers_75_residual_pre_attn/mean": 0.275390625, "train/tensor_act_model_layers_75_residual_pre_attn/std": 0.89453125, "train/tensor_act_model_layers_75_residual_pre_attn/max_abs": 6.8125, "train/tensor_act_model_layers_75_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_75_residual_pre_attn/min": -6.34375, "train/tensor_act_model_layers_75_residual_pre_attn/max": 6.8125, "train/tensor_act_model_layers_75_residual_pre_attn/range": 13.15625, "train/tensor_act_model_layers_75_residual_post_attn/norm": 1943.2679443359375, "train/tensor_act_model_layers_75_residual_post_attn/mean": 0.275390625, "train/tensor_act_model_layers_75_residual_post_attn/std": 0.90625, "train/tensor_act_model_layers_75_residual_post_attn/max_abs": 6.8125, "train/tensor_act_model_layers_75_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_75_residual_post_attn/min": -6.34375, "train/tensor_act_model_layers_75_residual_post_attn/max": 6.8125, "train/tensor_act_model_layers_75_residual_post_attn/range": 13.15625, "train/tensor_act_model_layers_75_mlp_gate_proj/norm": 1578.71826171875, "train/tensor_act_model_layers_75_mlp_gate_proj/mean": -0.2041015625, "train/tensor_act_model_layers_75_mlp_gate_proj/std": 0.50390625, "train/tensor_act_model_layers_75_mlp_gate_proj/max_abs": 3.140625, "train/tensor_act_model_layers_75_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_75_mlp_gate_proj/min": -3.140625, "train/tensor_act_model_layers_75_mlp_gate_proj/max": 2.9375, "train/tensor_act_model_layers_75_mlp_gate_proj/range": 6.078125, "train/tensor_act_model_layers_75_mlp_up_proj/norm": 1322.0523681640625, "train/tensor_act_model_layers_75_mlp_up_proj/mean": -0.007781982421875, "train/tensor_act_model_layers_75_mlp_up_proj/std": 0.45703125, "train/tensor_act_model_layers_75_mlp_up_proj/max_abs": 2.546875, "train/tensor_act_model_layers_75_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_75_mlp_up_proj/min": -2.375, "train/tensor_act_model_layers_75_mlp_up_proj/max": 2.546875, "train/tensor_act_model_layers_75_mlp_up_proj/range": 4.921875, "train/tensor_act_model_layers_75_mlp_down_proj/norm": 139.55517578125, "train/tensor_act_model_layers_75_mlp_down_proj/mean": 0.006622314453125, "train/tensor_act_model_layers_75_mlp_down_proj/std": 0.06787109375, "train/tensor_act_model_layers_75_mlp_down_proj/max_abs": 0.6953125, "train/tensor_act_model_layers_75_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_75_mlp_down_proj/min": -0.6953125, "train/tensor_act_model_layers_75_mlp_down_proj/max": 0.66796875, "train/tensor_act_model_layers_75_mlp_down_proj/range": 1.36328125, "train/tensor_act_model_layers_75_mlp/norm": 139.55517578125, "train/tensor_act_model_layers_75_mlp/mean": 0.006622314453125, "train/tensor_act_model_layers_75_mlp/std": 0.06787109375, "train/tensor_act_model_layers_75_mlp/max_abs": 0.6953125, "train/tensor_act_model_layers_75_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_75_mlp/min": -0.6953125, "train/tensor_act_model_layers_75_mlp/max": 0.66796875, "train/tensor_act_model_layers_75_mlp/range": 1.36328125, "train/tensor_act_model_layers_75_residual_post_mlp/norm": 1958.5947265625, "train/tensor_act_model_layers_75_residual_post_mlp/mean": 0.283203125, "train/tensor_act_model_layers_75_residual_post_mlp/std": 0.9140625, "train/tensor_act_model_layers_75_residual_post_mlp/max_abs": 6.8125, "train/tensor_act_model_layers_75_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_75_residual_post_mlp/min": -6.34375, "train/tensor_act_model_layers_75_residual_post_mlp/max": 6.8125, "train/tensor_act_model_layers_75_residual_post_mlp/range": 13.15625, "train/tensor_act_model_layers_76_residual_pre_attn/norm": 1958.5947265625, "train/tensor_act_model_layers_76_residual_pre_attn/mean": 0.283203125, "train/tensor_act_model_layers_76_residual_pre_attn/std": 0.9140625, "train/tensor_act_model_layers_76_residual_pre_attn/max_abs": 6.8125, "train/tensor_act_model_layers_76_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_76_residual_pre_attn/min": -6.34375, "train/tensor_act_model_layers_76_residual_pre_attn/max": 6.8125, "train/tensor_act_model_layers_76_residual_pre_attn/range": 13.15625, "train/tensor_act_model_layers_76_residual_post_attn/norm": 1974.20068359375, "train/tensor_act_model_layers_76_residual_post_attn/mean": 0.27734375, "train/tensor_act_model_layers_76_residual_post_attn/std": 0.921875, "train/tensor_act_model_layers_76_residual_post_attn/max_abs": 6.65625, "train/tensor_act_model_layers_76_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_76_residual_post_attn/min": -6.21875, "train/tensor_act_model_layers_76_residual_post_attn/max": 6.65625, "train/tensor_act_model_layers_76_residual_post_attn/range": 12.875, "train/tensor_act_model_layers_76_mlp_gate_proj/norm": 1566.774658203125, "train/tensor_act_model_layers_76_mlp_gate_proj/mean": -0.189453125, "train/tensor_act_model_layers_76_mlp_gate_proj/std": 0.5078125, "train/tensor_act_model_layers_76_mlp_gate_proj/max_abs": 2.90625, "train/tensor_act_model_layers_76_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_76_mlp_gate_proj/min": -2.90625, "train/tensor_act_model_layers_76_mlp_gate_proj/max": 2.609375, "train/tensor_act_model_layers_76_mlp_gate_proj/range": 5.515625, "train/tensor_act_model_layers_76_mlp_up_proj/norm": 1357.804443359375, "train/tensor_act_model_layers_76_mlp_up_proj/mean": -0.0057373046875, "train/tensor_act_model_layers_76_mlp_up_proj/std": 0.46875, "train/tensor_act_model_layers_76_mlp_up_proj/max_abs": 3.140625, "train/tensor_act_model_layers_76_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_76_mlp_up_proj/min": -3.140625, "train/tensor_act_model_layers_76_mlp_up_proj/max": 2.453125, "train/tensor_act_model_layers_76_mlp_up_proj/range": 5.59375, "train/tensor_act_model_layers_76_mlp_down_proj/norm": 156.1871795654297, "train/tensor_act_model_layers_76_mlp_down_proj/mean": 0.006011962890625, "train/tensor_act_model_layers_76_mlp_down_proj/std": 0.076171875, "train/tensor_act_model_layers_76_mlp_down_proj/max_abs": 0.66015625, "train/tensor_act_model_layers_76_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_76_mlp_down_proj/min": -0.66015625, "train/tensor_act_model_layers_76_mlp_down_proj/max": 0.6171875, "train/tensor_act_model_layers_76_mlp_down_proj/range": 1.27734375, "train/tensor_act_model_layers_76_mlp/norm": 156.1871795654297, "train/tensor_act_model_layers_76_mlp/mean": 0.006011962890625, "train/tensor_act_model_layers_76_mlp/std": 0.076171875, "train/tensor_act_model_layers_76_mlp/max_abs": 0.66015625, "train/tensor_act_model_layers_76_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_76_mlp/min": -0.66015625, "train/tensor_act_model_layers_76_mlp/max": 0.6171875, "train/tensor_act_model_layers_76_mlp/range": 1.27734375, "train/tensor_act_model_layers_76_residual_post_mlp/norm": 1988.474609375, "train/tensor_act_model_layers_76_residual_post_mlp/mean": 0.283203125, "train/tensor_act_model_layers_76_residual_post_mlp/std": 0.9296875, "train/tensor_act_model_layers_76_residual_post_mlp/max_abs": 6.625, "train/tensor_act_model_layers_76_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_76_residual_post_mlp/min": -6.25, "train/tensor_act_model_layers_76_residual_post_mlp/max": 6.625, "train/tensor_act_model_layers_76_residual_post_mlp/range": 12.875, "train/tensor_act_model_layers_77_residual_pre_attn/norm": 1988.474609375, "train/tensor_act_model_layers_77_residual_pre_attn/mean": 0.283203125, "train/tensor_act_model_layers_77_residual_pre_attn/std": 0.9296875, "train/tensor_act_model_layers_77_residual_pre_attn/max_abs": 6.625, "train/tensor_act_model_layers_77_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_77_residual_pre_attn/min": -6.25, "train/tensor_act_model_layers_77_residual_pre_attn/max": 6.625, "train/tensor_act_model_layers_77_residual_pre_attn/range": 12.875, "train/tensor_act_model_layers_77_residual_post_attn/norm": 1992.385009765625, "train/tensor_act_model_layers_77_residual_post_attn/mean": 0.27734375, "train/tensor_act_model_layers_77_residual_post_attn/std": 0.93359375, "train/tensor_act_model_layers_77_residual_post_attn/max_abs": 6.625, "train/tensor_act_model_layers_77_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_77_residual_post_attn/min": -6.21875, "train/tensor_act_model_layers_77_residual_post_attn/max": 6.625, "train/tensor_act_model_layers_77_residual_post_attn/range": 12.84375, "train/tensor_act_model_layers_77_mlp_gate_proj/norm": 1574.1934814453125, "train/tensor_act_model_layers_77_mlp_gate_proj/mean": -0.1953125, "train/tensor_act_model_layers_77_mlp_gate_proj/std": 0.5078125, "train/tensor_act_model_layers_77_mlp_gate_proj/max_abs": 2.859375, "train/tensor_act_model_layers_77_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_77_mlp_gate_proj/min": -2.859375, "train/tensor_act_model_layers_77_mlp_gate_proj/max": 2.734375, "train/tensor_act_model_layers_77_mlp_gate_proj/range": 5.59375, "train/tensor_act_model_layers_77_mlp_up_proj/norm": 1366.1131591796875, "train/tensor_act_model_layers_77_mlp_up_proj/mean": -0.01318359375, "train/tensor_act_model_layers_77_mlp_up_proj/std": 0.470703125, "train/tensor_act_model_layers_77_mlp_up_proj/max_abs": 3.46875, "train/tensor_act_model_layers_77_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_77_mlp_up_proj/min": -2.546875, "train/tensor_act_model_layers_77_mlp_up_proj/max": 3.46875, "train/tensor_act_model_layers_77_mlp_up_proj/range": 6.015625, "train/tensor_act_model_layers_77_mlp_down_proj/norm": 156.23968505859375, "train/tensor_act_model_layers_77_mlp_down_proj/mean": 0.007110595703125, "train/tensor_act_model_layers_77_mlp_down_proj/std": 0.076171875, "train/tensor_act_model_layers_77_mlp_down_proj/max_abs": 1.2890625, "train/tensor_act_model_layers_77_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_77_mlp_down_proj/min": -0.9453125, "train/tensor_act_model_layers_77_mlp_down_proj/max": 1.2890625, "train/tensor_act_model_layers_77_mlp_down_proj/range": 2.234375, "train/tensor_act_model_layers_77_mlp/norm": 156.23968505859375, "train/tensor_act_model_layers_77_mlp/mean": 0.007110595703125, "train/tensor_act_model_layers_77_mlp/std": 0.076171875, "train/tensor_act_model_layers_77_mlp/max_abs": 1.2890625, "train/tensor_act_model_layers_77_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_77_mlp/min": -0.9453125, "train/tensor_act_model_layers_77_mlp/max": 1.2890625, "train/tensor_act_model_layers_77_mlp/range": 2.234375, "train/tensor_act_model_layers_77_residual_post_mlp/norm": 2005.221435546875, "train/tensor_act_model_layers_77_residual_post_mlp/mean": 0.283203125, "train/tensor_act_model_layers_77_residual_post_mlp/std": 0.9375, "train/tensor_act_model_layers_77_residual_post_mlp/max_abs": 6.75, "train/tensor_act_model_layers_77_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_77_residual_post_mlp/min": -6.125, "train/tensor_act_model_layers_77_residual_post_mlp/max": 6.75, "train/tensor_act_model_layers_77_residual_post_mlp/range": 12.875, "train/tensor_act_model_layers_78_residual_pre_attn/norm": 2005.221435546875, "train/tensor_act_model_layers_78_residual_pre_attn/mean": 0.283203125, "train/tensor_act_model_layers_78_residual_pre_attn/std": 0.9375, "train/tensor_act_model_layers_78_residual_pre_attn/max_abs": 6.75, "train/tensor_act_model_layers_78_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_78_residual_pre_attn/min": -6.125, "train/tensor_act_model_layers_78_residual_pre_attn/max": 6.75, "train/tensor_act_model_layers_78_residual_pre_attn/range": 12.875, "train/tensor_act_model_layers_78_residual_post_attn/norm": 2044.128173828125, "train/tensor_act_model_layers_78_residual_post_attn/mean": 0.28515625, "train/tensor_act_model_layers_78_residual_post_attn/std": 0.95703125, "train/tensor_act_model_layers_78_residual_post_attn/max_abs": 6.6875, "train/tensor_act_model_layers_78_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_78_residual_post_attn/min": -6.15625, "train/tensor_act_model_layers_78_residual_post_attn/max": 6.6875, "train/tensor_act_model_layers_78_residual_post_attn/range": 12.84375, "train/tensor_act_model_layers_78_mlp_gate_proj/norm": 1566.7684326171875, "train/tensor_act_model_layers_78_mlp_gate_proj/mean": -0.15234375, "train/tensor_act_model_layers_78_mlp_gate_proj/std": 0.51953125, "train/tensor_act_model_layers_78_mlp_gate_proj/max_abs": 3.015625, "train/tensor_act_model_layers_78_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_78_mlp_gate_proj/min": -3.015625, "train/tensor_act_model_layers_78_mlp_gate_proj/max": 2.953125, "train/tensor_act_model_layers_78_mlp_gate_proj/range": 5.96875, "train/tensor_act_model_layers_78_mlp_up_proj/norm": 1408.5911865234375, "train/tensor_act_model_layers_78_mlp_up_proj/mean": 0.007476806640625, "train/tensor_act_model_layers_78_mlp_up_proj/std": 0.486328125, "train/tensor_act_model_layers_78_mlp_up_proj/max_abs": 3.6875, "train/tensor_act_model_layers_78_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_78_mlp_up_proj/min": -3.6875, "train/tensor_act_model_layers_78_mlp_up_proj/max": 2.640625, "train/tensor_act_model_layers_78_mlp_up_proj/range": 6.328125, "train/tensor_act_model_layers_78_mlp_down_proj/norm": 170.38893127441406, "train/tensor_act_model_layers_78_mlp_down_proj/mean": 0.004058837890625, "train/tensor_act_model_layers_78_mlp_down_proj/std": 0.0830078125, "train/tensor_act_model_layers_78_mlp_down_proj/max_abs": 0.87890625, "train/tensor_act_model_layers_78_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_78_mlp_down_proj/min": -0.87890625, "train/tensor_act_model_layers_78_mlp_down_proj/max": 0.7890625, "train/tensor_act_model_layers_78_mlp_down_proj/range": 1.66796875, "train/tensor_act_model_layers_78_mlp/norm": 170.38893127441406, "train/tensor_act_model_layers_78_mlp/mean": 0.004058837890625, "train/tensor_act_model_layers_78_mlp/std": 0.0830078125, "train/tensor_act_model_layers_78_mlp/max_abs": 0.87890625, "train/tensor_act_model_layers_78_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_78_mlp/min": -0.87890625, "train/tensor_act_model_layers_78_mlp/max": 0.7890625, "train/tensor_act_model_layers_78_mlp/range": 1.66796875, "train/tensor_act_model_layers_78_residual_post_mlp/norm": 2051.49365234375, "train/tensor_act_model_layers_78_residual_post_mlp/mean": 0.2890625, "train/tensor_act_model_layers_78_residual_post_mlp/std": 0.95703125, "train/tensor_act_model_layers_78_residual_post_mlp/max_abs": 6.59375, "train/tensor_act_model_layers_78_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_78_residual_post_mlp/min": -6.09375, "train/tensor_act_model_layers_78_residual_post_mlp/max": 6.59375, "train/tensor_act_model_layers_78_residual_post_mlp/range": 12.6875, "train/tensor_act_model_layers_79_residual_pre_attn/norm": 2051.49365234375, "train/tensor_act_model_layers_79_residual_pre_attn/mean": 0.2890625, "train/tensor_act_model_layers_79_residual_pre_attn/std": 0.95703125, "train/tensor_act_model_layers_79_residual_pre_attn/max_abs": 6.59375, "train/tensor_act_model_layers_79_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_79_residual_pre_attn/min": -6.09375, "train/tensor_act_model_layers_79_residual_pre_attn/max": 6.59375, "train/tensor_act_model_layers_79_residual_pre_attn/range": 12.6875, "train/tensor_act_model_layers_79_residual_post_attn/norm": 2068.302978515625, "train/tensor_act_model_layers_79_residual_post_attn/mean": 0.287109375, "train/tensor_act_model_layers_79_residual_post_attn/std": 0.96875, "train/tensor_act_model_layers_79_residual_post_attn/max_abs": 6.4375, "train/tensor_act_model_layers_79_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_79_residual_post_attn/min": -6.0625, "train/tensor_act_model_layers_79_residual_post_attn/max": 6.4375, "train/tensor_act_model_layers_79_residual_post_attn/range": 12.5, "train/tensor_act_model_layers_79_mlp_gate_proj/norm": 1625.49853515625, "train/tensor_act_model_layers_79_mlp_gate_proj/mean": -0.1787109375, "train/tensor_act_model_layers_79_mlp_gate_proj/std": 0.53125, "train/tensor_act_model_layers_79_mlp_gate_proj/max_abs": 3.0, "train/tensor_act_model_layers_79_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_79_mlp_gate_proj/min": -3.0, "train/tensor_act_model_layers_79_mlp_gate_proj/max": 2.9375, "train/tensor_act_model_layers_79_mlp_gate_proj/range": 5.9375, "train/tensor_act_model_layers_79_mlp_up_proj/norm": 1405.9771728515625, "train/tensor_act_model_layers_79_mlp_up_proj/mean": -0.0194091796875, "train/tensor_act_model_layers_79_mlp_up_proj/std": 0.484375, "train/tensor_act_model_layers_79_mlp_up_proj/max_abs": 2.96875, "train/tensor_act_model_layers_79_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_79_mlp_up_proj/min": -2.96875, "train/tensor_act_model_layers_79_mlp_up_proj/max": 2.578125, "train/tensor_act_model_layers_79_mlp_up_proj/range": 5.546875, "train/tensor_act_model_layers_79_mlp_down_proj/norm": 176.3536376953125, "train/tensor_act_model_layers_79_mlp_down_proj/mean": 0.0084228515625, "train/tensor_act_model_layers_79_mlp_down_proj/std": 0.0859375, "train/tensor_act_model_layers_79_mlp_down_proj/max_abs": 0.7734375, "train/tensor_act_model_layers_79_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_79_mlp_down_proj/min": -0.703125, "train/tensor_act_model_layers_79_mlp_down_proj/max": 0.7734375, "train/tensor_act_model_layers_79_mlp_down_proj/range": 1.4765625, "train/tensor_act_model_layers_79_mlp/norm": 176.3536376953125, "train/tensor_act_model_layers_79_mlp/mean": 0.0084228515625, "train/tensor_act_model_layers_79_mlp/std": 0.0859375, "train/tensor_act_model_layers_79_mlp/max_abs": 0.7734375, "train/tensor_act_model_layers_79_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_79_mlp/min": -0.703125, "train/tensor_act_model_layers_79_mlp/max": 0.7734375, "train/tensor_act_model_layers_79_mlp/range": 1.4765625, "train/tensor_act_model_layers_79_residual_post_mlp/norm": 2084.68115234375, "train/tensor_act_model_layers_79_residual_post_mlp/mean": 0.294921875, "train/tensor_act_model_layers_79_residual_post_mlp/std": 0.97265625, "train/tensor_act_model_layers_79_residual_post_mlp/max_abs": 6.46875, "train/tensor_act_model_layers_79_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_79_residual_post_mlp/min": -6.0, "train/tensor_act_model_layers_79_residual_post_mlp/max": 6.46875, "train/tensor_act_model_layers_79_residual_post_mlp/range": 12.46875, "train/tensor_act_model_layers_80_residual_pre_attn/norm": 2084.68115234375, "train/tensor_act_model_layers_80_residual_pre_attn/mean": 0.294921875, "train/tensor_act_model_layers_80_residual_pre_attn/std": 0.97265625, "train/tensor_act_model_layers_80_residual_pre_attn/max_abs": 6.46875, "train/tensor_act_model_layers_80_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_80_residual_pre_attn/min": -6.0, "train/tensor_act_model_layers_80_residual_pre_attn/max": 6.46875, "train/tensor_act_model_layers_80_residual_pre_attn/range": 12.46875, "train/tensor_act_model_layers_80_residual_post_attn/norm": 2099.1640625, "train/tensor_act_model_layers_80_residual_post_attn/mean": 0.287109375, "train/tensor_act_model_layers_80_residual_post_attn/std": 0.984375, "train/tensor_act_model_layers_80_residual_post_attn/max_abs": 6.59375, "train/tensor_act_model_layers_80_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_80_residual_post_attn/min": -6.15625, "train/tensor_act_model_layers_80_residual_post_attn/max": 6.59375, "train/tensor_act_model_layers_80_residual_post_attn/range": 12.75, "train/tensor_act_model_layers_80_mlp_gate_proj/norm": 1592.12841796875, "train/tensor_act_model_layers_80_mlp_gate_proj/mean": -0.166015625, "train/tensor_act_model_layers_80_mlp_gate_proj/std": 0.5234375, "train/tensor_act_model_layers_80_mlp_gate_proj/max_abs": 3.25, "train/tensor_act_model_layers_80_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_80_mlp_gate_proj/min": -2.890625, "train/tensor_act_model_layers_80_mlp_gate_proj/max": 3.25, "train/tensor_act_model_layers_80_mlp_gate_proj/range": 6.140625, "train/tensor_act_model_layers_80_mlp_up_proj/norm": 1409.542236328125, "train/tensor_act_model_layers_80_mlp_up_proj/mean": 0.00154876708984375, "train/tensor_act_model_layers_80_mlp_up_proj/std": 0.486328125, "train/tensor_act_model_layers_80_mlp_up_proj/max_abs": 2.921875, "train/tensor_act_model_layers_80_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_80_mlp_up_proj/min": -2.921875, "train/tensor_act_model_layers_80_mlp_up_proj/max": 2.671875, "train/tensor_act_model_layers_80_mlp_up_proj/range": 5.59375, "train/tensor_act_model_layers_80_mlp_down_proj/norm": 173.20301818847656, "train/tensor_act_model_layers_80_mlp_down_proj/mean": 0.0072021484375, "train/tensor_act_model_layers_80_mlp_down_proj/std": 0.08447265625, "train/tensor_act_model_layers_80_mlp_down_proj/max_abs": 0.72265625, "train/tensor_act_model_layers_80_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_80_mlp_down_proj/min": -0.72265625, "train/tensor_act_model_layers_80_mlp_down_proj/max": 0.66796875, "train/tensor_act_model_layers_80_mlp_down_proj/range": 1.390625, "train/tensor_act_model_layers_80_mlp/norm": 173.20301818847656, "train/tensor_act_model_layers_80_mlp/mean": 0.0072021484375, "train/tensor_act_model_layers_80_mlp/std": 0.08447265625, "train/tensor_act_model_layers_80_mlp/max_abs": 0.72265625, "train/tensor_act_model_layers_80_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_80_mlp/min": -0.72265625, "train/tensor_act_model_layers_80_mlp/max": 0.66796875, "train/tensor_act_model_layers_80_mlp/range": 1.390625, "train/tensor_act_model_layers_80_residual_post_mlp/norm": 2108.165771484375, "train/tensor_act_model_layers_80_residual_post_mlp/mean": 0.294921875, "train/tensor_act_model_layers_80_residual_post_mlp/std": 0.984375, "train/tensor_act_model_layers_80_residual_post_mlp/max_abs": 6.59375, "train/tensor_act_model_layers_80_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_80_residual_post_mlp/min": -6.15625, "train/tensor_act_model_layers_80_residual_post_mlp/max": 6.59375, "train/tensor_act_model_layers_80_residual_post_mlp/range": 12.75, "train/tensor_act_model_layers_81_residual_pre_attn/norm": 2108.165771484375, "train/tensor_act_model_layers_81_residual_pre_attn/mean": 0.294921875, "train/tensor_act_model_layers_81_residual_pre_attn/std": 0.984375, "train/tensor_act_model_layers_81_residual_pre_attn/max_abs": 6.59375, "train/tensor_act_model_layers_81_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_81_residual_pre_attn/min": -6.15625, "train/tensor_act_model_layers_81_residual_pre_attn/max": 6.59375, "train/tensor_act_model_layers_81_residual_pre_attn/range": 12.75, "train/tensor_act_model_layers_81_residual_post_attn/norm": 2132.863037109375, "train/tensor_act_model_layers_81_residual_post_attn/mean": 0.298828125, "train/tensor_act_model_layers_81_residual_post_attn/std": 0.99609375, "train/tensor_act_model_layers_81_residual_post_attn/max_abs": 6.6875, "train/tensor_act_model_layers_81_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_81_residual_post_attn/min": -6.1875, "train/tensor_act_model_layers_81_residual_post_attn/max": 6.6875, "train/tensor_act_model_layers_81_residual_post_attn/range": 12.875, "train/tensor_act_model_layers_81_mlp_gate_proj/norm": 1647.4766845703125, "train/tensor_act_model_layers_81_mlp_gate_proj/mean": -0.16015625, "train/tensor_act_model_layers_81_mlp_gate_proj/std": 0.546875, "train/tensor_act_model_layers_81_mlp_gate_proj/max_abs": 3.28125, "train/tensor_act_model_layers_81_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_81_mlp_gate_proj/min": -3.28125, "train/tensor_act_model_layers_81_mlp_gate_proj/max": 3.09375, "train/tensor_act_model_layers_81_mlp_gate_proj/range": 6.375, "train/tensor_act_model_layers_81_mlp_up_proj/norm": 1436.659912109375, "train/tensor_act_model_layers_81_mlp_up_proj/mean": -0.0164794921875, "train/tensor_act_model_layers_81_mlp_up_proj/std": 0.49609375, "train/tensor_act_model_layers_81_mlp_up_proj/max_abs": 3.140625, "train/tensor_act_model_layers_81_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_81_mlp_up_proj/min": -2.640625, "train/tensor_act_model_layers_81_mlp_up_proj/max": 3.140625, "train/tensor_act_model_layers_81_mlp_up_proj/range": 5.78125, "train/tensor_act_model_layers_81_mlp_down_proj/norm": 196.35687255859375, "train/tensor_act_model_layers_81_mlp_down_proj/mean": 0.0059814453125, "train/tensor_act_model_layers_81_mlp_down_proj/std": 0.095703125, "train/tensor_act_model_layers_81_mlp_down_proj/max_abs": 0.76953125, "train/tensor_act_model_layers_81_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_81_mlp_down_proj/min": -0.7109375, "train/tensor_act_model_layers_81_mlp_down_proj/max": 0.76953125, "train/tensor_act_model_layers_81_mlp_down_proj/range": 1.48046875, "train/tensor_act_model_layers_81_mlp/norm": 196.35687255859375, "train/tensor_act_model_layers_81_mlp/mean": 0.0059814453125, "train/tensor_act_model_layers_81_mlp/std": 0.095703125, "train/tensor_act_model_layers_81_mlp/max_abs": 0.76953125, "train/tensor_act_model_layers_81_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_81_mlp/min": -0.7109375, "train/tensor_act_model_layers_81_mlp/max": 0.76953125, "train/tensor_act_model_layers_81_mlp/range": 1.48046875, "train/tensor_act_model_layers_81_residual_post_mlp/norm": 2140.932861328125, "train/tensor_act_model_layers_81_residual_post_mlp/mean": 0.3046875, "train/tensor_act_model_layers_81_residual_post_mlp/std": 1.0, "train/tensor_act_model_layers_81_residual_post_mlp/max_abs": 6.9375, "train/tensor_act_model_layers_81_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_81_residual_post_mlp/min": -6.5, "train/tensor_act_model_layers_81_residual_post_mlp/max": 6.9375, "train/tensor_act_model_layers_81_residual_post_mlp/range": 13.4375, "train/tensor_act_model_layers_82_residual_pre_attn/norm": 2140.932861328125, "train/tensor_act_model_layers_82_residual_pre_attn/mean": 0.3046875, "train/tensor_act_model_layers_82_residual_pre_attn/std": 1.0, "train/tensor_act_model_layers_82_residual_pre_attn/max_abs": 6.9375, "train/tensor_act_model_layers_82_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_82_residual_pre_attn/min": -6.5, "train/tensor_act_model_layers_82_residual_pre_attn/max": 6.9375, "train/tensor_act_model_layers_82_residual_pre_attn/range": 13.4375, "train/tensor_act_model_layers_82_residual_post_attn/norm": 2169.43408203125, "train/tensor_act_model_layers_82_residual_post_attn/mean": 0.306640625, "train/tensor_act_model_layers_82_residual_post_attn/std": 1.015625, "train/tensor_act_model_layers_82_residual_post_attn/max_abs": 6.875, "train/tensor_act_model_layers_82_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_82_residual_post_attn/min": -6.5625, "train/tensor_act_model_layers_82_residual_post_attn/max": 6.875, "train/tensor_act_model_layers_82_residual_post_attn/range": 13.4375, "train/tensor_act_model_layers_82_mlp_gate_proj/norm": 1701.2174072265625, "train/tensor_act_model_layers_82_mlp_gate_proj/mean": -0.1708984375, "train/tensor_act_model_layers_82_mlp_gate_proj/std": 0.5625, "train/tensor_act_model_layers_82_mlp_gate_proj/max_abs": 3.359375, "train/tensor_act_model_layers_82_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_82_mlp_gate_proj/min": -3.359375, "train/tensor_act_model_layers_82_mlp_gate_proj/max": 2.8125, "train/tensor_act_model_layers_82_mlp_gate_proj/range": 6.171875, "train/tensor_act_model_layers_82_mlp_up_proj/norm": 1484.8907470703125, "train/tensor_act_model_layers_82_mlp_up_proj/mean": -0.003631591796875, "train/tensor_act_model_layers_82_mlp_up_proj/std": 0.51171875, "train/tensor_act_model_layers_82_mlp_up_proj/max_abs": 3.078125, "train/tensor_act_model_layers_82_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_82_mlp_up_proj/min": -2.765625, "train/tensor_act_model_layers_82_mlp_up_proj/max": 3.078125, "train/tensor_act_model_layers_82_mlp_up_proj/range": 5.84375, "train/tensor_act_model_layers_82_mlp_down_proj/norm": 210.89907836914062, "train/tensor_act_model_layers_82_mlp_down_proj/mean": 0.00836181640625, "train/tensor_act_model_layers_82_mlp_down_proj/std": 0.1025390625, "train/tensor_act_model_layers_82_mlp_down_proj/max_abs": 0.98828125, "train/tensor_act_model_layers_82_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_82_mlp_down_proj/min": -0.98828125, "train/tensor_act_model_layers_82_mlp_down_proj/max": 0.83984375, "train/tensor_act_model_layers_82_mlp_down_proj/range": 1.828125, "train/tensor_act_model_layers_82_mlp/norm": 210.89907836914062, "train/tensor_act_model_layers_82_mlp/mean": 0.00836181640625, "train/tensor_act_model_layers_82_mlp/std": 0.1025390625, "train/tensor_act_model_layers_82_mlp/max_abs": 0.98828125, "train/tensor_act_model_layers_82_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_82_mlp/min": -0.98828125, "train/tensor_act_model_layers_82_mlp/max": 0.83984375, "train/tensor_act_model_layers_82_mlp/range": 1.828125, "train/tensor_act_model_layers_82_residual_post_mlp/norm": 2183.780029296875, "train/tensor_act_model_layers_82_residual_post_mlp/mean": 0.314453125, "train/tensor_act_model_layers_82_residual_post_mlp/std": 1.015625, "train/tensor_act_model_layers_82_residual_post_mlp/max_abs": 7.0625, "train/tensor_act_model_layers_82_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_82_residual_post_mlp/min": -6.53125, "train/tensor_act_model_layers_82_residual_post_mlp/max": 7.0625, "train/tensor_act_model_layers_82_residual_post_mlp/range": 13.59375, "train/tensor_act_model_layers_83_residual_pre_attn/norm": 2183.780029296875, "train/tensor_act_model_layers_83_residual_pre_attn/mean": 0.314453125, "train/tensor_act_model_layers_83_residual_pre_attn/std": 1.015625, "train/tensor_act_model_layers_83_residual_pre_attn/max_abs": 7.0625, "train/tensor_act_model_layers_83_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_83_residual_pre_attn/min": -6.53125, "train/tensor_act_model_layers_83_residual_pre_attn/max": 7.0625, "train/tensor_act_model_layers_83_residual_pre_attn/range": 13.59375, "train/tensor_act_model_layers_83_residual_post_attn/norm": 2195.222412109375, "train/tensor_act_model_layers_83_residual_post_attn/mean": 0.30859375, "train/tensor_act_model_layers_83_residual_post_attn/std": 1.0234375, "train/tensor_act_model_layers_83_residual_post_attn/max_abs": 7.03125, "train/tensor_act_model_layers_83_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_83_residual_post_attn/min": -6.65625, "train/tensor_act_model_layers_83_residual_post_attn/max": 7.03125, "train/tensor_act_model_layers_83_residual_post_attn/range": 13.6875, "train/tensor_act_model_layers_83_mlp_gate_proj/norm": 1706.9686279296875, "train/tensor_act_model_layers_83_mlp_gate_proj/mean": -0.1767578125, "train/tensor_act_model_layers_83_mlp_gate_proj/std": 0.5625, "train/tensor_act_model_layers_83_mlp_gate_proj/max_abs": 3.265625, "train/tensor_act_model_layers_83_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_83_mlp_gate_proj/min": -3.0625, "train/tensor_act_model_layers_83_mlp_gate_proj/max": 3.265625, "train/tensor_act_model_layers_83_mlp_gate_proj/range": 6.328125, "train/tensor_act_model_layers_83_mlp_up_proj/norm": 1514.638427734375, "train/tensor_act_model_layers_83_mlp_up_proj/mean": -0.0233154296875, "train/tensor_act_model_layers_83_mlp_up_proj/std": 0.5234375, "train/tensor_act_model_layers_83_mlp_up_proj/max_abs": 3.046875, "train/tensor_act_model_layers_83_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_83_mlp_up_proj/min": -3.046875, "train/tensor_act_model_layers_83_mlp_up_proj/max": 2.8125, "train/tensor_act_model_layers_83_mlp_up_proj/range": 5.859375, "train/tensor_act_model_layers_83_mlp_down_proj/norm": 213.23147583007812, "train/tensor_act_model_layers_83_mlp_down_proj/mean": 0.0098876953125, "train/tensor_act_model_layers_83_mlp_down_proj/std": 0.103515625, "train/tensor_act_model_layers_83_mlp_down_proj/max_abs": 1.0546875, "train/tensor_act_model_layers_83_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_83_mlp_down_proj/min": -0.9296875, "train/tensor_act_model_layers_83_mlp_down_proj/max": 1.0546875, "train/tensor_act_model_layers_83_mlp_down_proj/range": 1.984375, "train/tensor_act_model_layers_83_mlp/norm": 213.23147583007812, "train/tensor_act_model_layers_83_mlp/mean": 0.0098876953125, "train/tensor_act_model_layers_83_mlp/std": 0.103515625, "train/tensor_act_model_layers_83_mlp/max_abs": 1.0546875, "train/tensor_act_model_layers_83_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_83_mlp/min": -0.9296875, "train/tensor_act_model_layers_83_mlp/max": 1.0546875, "train/tensor_act_model_layers_83_mlp/range": 1.984375, "train/tensor_act_model_layers_83_residual_post_mlp/norm": 2216.919677734375, "train/tensor_act_model_layers_83_residual_post_mlp/mean": 0.318359375, "train/tensor_act_model_layers_83_residual_post_mlp/std": 1.03125, "train/tensor_act_model_layers_83_residual_post_mlp/max_abs": 7.15625, "train/tensor_act_model_layers_83_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_83_residual_post_mlp/min": -6.875, "train/tensor_act_model_layers_83_residual_post_mlp/max": 7.15625, "train/tensor_act_model_layers_83_residual_post_mlp/range": 14.03125, "train/tensor_act_model_layers_84_residual_pre_attn/norm": 2216.919677734375, "train/tensor_act_model_layers_84_residual_pre_attn/mean": 0.318359375, "train/tensor_act_model_layers_84_residual_pre_attn/std": 1.03125, "train/tensor_act_model_layers_84_residual_pre_attn/max_abs": 7.15625, "train/tensor_act_model_layers_84_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_84_residual_pre_attn/min": -6.875, "train/tensor_act_model_layers_84_residual_pre_attn/max": 7.15625, "train/tensor_act_model_layers_84_residual_pre_attn/range": 14.03125, "train/tensor_act_model_layers_84_residual_post_attn/norm": 2218.882080078125, "train/tensor_act_model_layers_84_residual_post_attn/mean": 0.3125, "train/tensor_act_model_layers_84_residual_post_attn/std": 1.0390625, "train/tensor_act_model_layers_84_residual_post_attn/max_abs": 7.34375, "train/tensor_act_model_layers_84_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_84_residual_post_attn/min": -6.84375, "train/tensor_act_model_layers_84_residual_post_attn/max": 7.34375, "train/tensor_act_model_layers_84_residual_post_attn/range": 14.1875, "train/tensor_act_model_layers_84_mlp_gate_proj/norm": 1688.31201171875, "train/tensor_act_model_layers_84_mlp_gate_proj/mean": -0.1416015625, "train/tensor_act_model_layers_84_mlp_gate_proj/std": 0.56640625, "train/tensor_act_model_layers_84_mlp_gate_proj/max_abs": 3.359375, "train/tensor_act_model_layers_84_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_84_mlp_gate_proj/min": -3.25, "train/tensor_act_model_layers_84_mlp_gate_proj/max": 3.359375, "train/tensor_act_model_layers_84_mlp_gate_proj/range": 6.609375, "train/tensor_act_model_layers_84_mlp_up_proj/norm": 1488.150146484375, "train/tensor_act_model_layers_84_mlp_up_proj/mean": 0.005584716796875, "train/tensor_act_model_layers_84_mlp_up_proj/std": 0.515625, "train/tensor_act_model_layers_84_mlp_up_proj/max_abs": 3.359375, "train/tensor_act_model_layers_84_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_84_mlp_up_proj/min": -2.8125, "train/tensor_act_model_layers_84_mlp_up_proj/max": 3.359375, "train/tensor_act_model_layers_84_mlp_up_proj/range": 6.171875, "train/tensor_act_model_layers_84_mlp_down_proj/norm": 226.28717041015625, "train/tensor_act_model_layers_84_mlp_down_proj/mean": 0.00634765625, "train/tensor_act_model_layers_84_mlp_down_proj/std": 0.1103515625, "train/tensor_act_model_layers_84_mlp_down_proj/max_abs": 1.625, "train/tensor_act_model_layers_84_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_84_mlp_down_proj/min": -1.625, "train/tensor_act_model_layers_84_mlp_down_proj/max": 1.3359375, "train/tensor_act_model_layers_84_mlp_down_proj/range": 2.9609375, "train/tensor_act_model_layers_84_mlp/norm": 226.28717041015625, "train/tensor_act_model_layers_84_mlp/mean": 0.00634765625, "train/tensor_act_model_layers_84_mlp/std": 0.1103515625, "train/tensor_act_model_layers_84_mlp/max_abs": 1.625, "train/tensor_act_model_layers_84_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_84_mlp/min": -1.625, "train/tensor_act_model_layers_84_mlp/max": 1.3359375, "train/tensor_act_model_layers_84_mlp/range": 2.9609375, "train/tensor_act_model_layers_84_residual_post_mlp/norm": 2235.975341796875, "train/tensor_act_model_layers_84_residual_post_mlp/mean": 0.3203125, "train/tensor_act_model_layers_84_residual_post_mlp/std": 1.046875, "train/tensor_act_model_layers_84_residual_post_mlp/max_abs": 7.875, "train/tensor_act_model_layers_84_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_84_residual_post_mlp/min": -6.90625, "train/tensor_act_model_layers_84_residual_post_mlp/max": 7.875, "train/tensor_act_model_layers_84_residual_post_mlp/range": 14.78125, "train/tensor_act_model_layers_85_residual_pre_attn/norm": 2235.975341796875, "train/tensor_act_model_layers_85_residual_pre_attn/mean": 0.3203125, "train/tensor_act_model_layers_85_residual_pre_attn/std": 1.046875, "train/tensor_act_model_layers_85_residual_pre_attn/max_abs": 7.875, "train/tensor_act_model_layers_85_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_85_residual_pre_attn/min": -6.90625, "train/tensor_act_model_layers_85_residual_pre_attn/max": 7.875, "train/tensor_act_model_layers_85_residual_pre_attn/range": 14.78125, "train/tensor_act_model_layers_85_residual_post_attn/norm": 2239.68896484375, "train/tensor_act_model_layers_85_residual_post_attn/mean": 0.3203125, "train/tensor_act_model_layers_85_residual_post_attn/std": 1.046875, "train/tensor_act_model_layers_85_residual_post_attn/max_abs": 7.96875, "train/tensor_act_model_layers_85_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_85_residual_post_attn/min": -7.0, "train/tensor_act_model_layers_85_residual_post_attn/max": 7.96875, "train/tensor_act_model_layers_85_residual_post_attn/range": 14.96875, "train/tensor_act_model_layers_85_mlp_gate_proj/norm": 1757.1494140625, "train/tensor_act_model_layers_85_mlp_gate_proj/mean": -0.1689453125, "train/tensor_act_model_layers_85_mlp_gate_proj/std": 0.58203125, "train/tensor_act_model_layers_85_mlp_gate_proj/max_abs": 3.484375, "train/tensor_act_model_layers_85_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_85_mlp_gate_proj/min": -3.28125, "train/tensor_act_model_layers_85_mlp_gate_proj/max": 3.484375, "train/tensor_act_model_layers_85_mlp_gate_proj/range": 6.765625, "train/tensor_act_model_layers_85_mlp_up_proj/norm": 1512.2724609375, "train/tensor_act_model_layers_85_mlp_up_proj/mean": 0.006011962890625, "train/tensor_act_model_layers_85_mlp_up_proj/std": 0.5234375, "train/tensor_act_model_layers_85_mlp_up_proj/max_abs": 3.25, "train/tensor_act_model_layers_85_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_85_mlp_up_proj/min": -3.25, "train/tensor_act_model_layers_85_mlp_up_proj/max": 3.171875, "train/tensor_act_model_layers_85_mlp_up_proj/range": 6.421875, "train/tensor_act_model_layers_85_mlp_down_proj/norm": 229.11038208007812, "train/tensor_act_model_layers_85_mlp_down_proj/mean": 0.00860595703125, "train/tensor_act_model_layers_85_mlp_down_proj/std": 0.111328125, "train/tensor_act_model_layers_85_mlp_down_proj/max_abs": 1.3046875, "train/tensor_act_model_layers_85_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_85_mlp_down_proj/min": -1.265625, "train/tensor_act_model_layers_85_mlp_down_proj/max": 1.3046875, "train/tensor_act_model_layers_85_mlp_down_proj/range": 2.5703125, "train/tensor_act_model_layers_85_mlp/norm": 229.11038208007812, "train/tensor_act_model_layers_85_mlp/mean": 0.00860595703125, "train/tensor_act_model_layers_85_mlp/std": 0.111328125, "train/tensor_act_model_layers_85_mlp/max_abs": 1.3046875, "train/tensor_act_model_layers_85_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_85_mlp/min": -1.265625, "train/tensor_act_model_layers_85_mlp/max": 1.3046875, "train/tensor_act_model_layers_85_mlp/range": 2.5703125, "train/tensor_act_model_layers_85_residual_post_mlp/norm": 2267.4267578125, "train/tensor_act_model_layers_85_residual_post_mlp/mean": 0.328125, "train/tensor_act_model_layers_85_residual_post_mlp/std": 1.0546875, "train/tensor_act_model_layers_85_residual_post_mlp/max_abs": 8.0, "train/tensor_act_model_layers_85_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_85_residual_post_mlp/min": -7.0625, "train/tensor_act_model_layers_85_residual_post_mlp/max": 8.0, "train/tensor_act_model_layers_85_residual_post_mlp/range": 15.0625, "train/tensor_act_model_layers_86_residual_pre_attn/norm": 2267.4267578125, "train/tensor_act_model_layers_86_residual_pre_attn/mean": 0.328125, "train/tensor_act_model_layers_86_residual_pre_attn/std": 1.0546875, "train/tensor_act_model_layers_86_residual_pre_attn/max_abs": 8.0, "train/tensor_act_model_layers_86_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_86_residual_pre_attn/min": -7.0625, "train/tensor_act_model_layers_86_residual_pre_attn/max": 8.0, "train/tensor_act_model_layers_86_residual_pre_attn/range": 15.0625, "train/tensor_act_model_layers_86_residual_post_attn/norm": 2271.63037109375, "train/tensor_act_model_layers_86_residual_post_attn/mean": 0.328125, "train/tensor_act_model_layers_86_residual_post_attn/std": 1.0625, "train/tensor_act_model_layers_86_residual_post_attn/max_abs": 7.8125, "train/tensor_act_model_layers_86_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_86_residual_post_attn/min": -7.03125, "train/tensor_act_model_layers_86_residual_post_attn/max": 7.8125, "train/tensor_act_model_layers_86_residual_post_attn/range": 14.84375, "train/tensor_act_model_layers_86_mlp_gate_proj/norm": 1709.2381591796875, "train/tensor_act_model_layers_86_mlp_gate_proj/mean": -0.138671875, "train/tensor_act_model_layers_86_mlp_gate_proj/std": 0.57421875, "train/tensor_act_model_layers_86_mlp_gate_proj/max_abs": 3.578125, "train/tensor_act_model_layers_86_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_86_mlp_gate_proj/min": -3.265625, "train/tensor_act_model_layers_86_mlp_gate_proj/max": 3.578125, "train/tensor_act_model_layers_86_mlp_gate_proj/range": 6.84375, "train/tensor_act_model_layers_86_mlp_up_proj/norm": 1552.1563720703125, "train/tensor_act_model_layers_86_mlp_up_proj/mean": 0.01385498046875, "train/tensor_act_model_layers_86_mlp_up_proj/std": 0.53515625, "train/tensor_act_model_layers_86_mlp_up_proj/max_abs": 3.515625, "train/tensor_act_model_layers_86_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_86_mlp_up_proj/min": -3.515625, "train/tensor_act_model_layers_86_mlp_up_proj/max": 3.140625, "train/tensor_act_model_layers_86_mlp_up_proj/range": 6.65625, "train/tensor_act_model_layers_86_mlp_down_proj/norm": 236.40841674804688, "train/tensor_act_model_layers_86_mlp_down_proj/mean": 0.010009765625, "train/tensor_act_model_layers_86_mlp_down_proj/std": 0.115234375, "train/tensor_act_model_layers_86_mlp_down_proj/max_abs": 1.328125, "train/tensor_act_model_layers_86_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_86_mlp_down_proj/min": -1.328125, "train/tensor_act_model_layers_86_mlp_down_proj/max": 1.25, "train/tensor_act_model_layers_86_mlp_down_proj/range": 2.578125, "train/tensor_act_model_layers_86_mlp/norm": 236.40841674804688, "train/tensor_act_model_layers_86_mlp/mean": 0.010009765625, "train/tensor_act_model_layers_86_mlp/std": 0.115234375, "train/tensor_act_model_layers_86_mlp/max_abs": 1.328125, "train/tensor_act_model_layers_86_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_86_mlp/min": -1.328125, "train/tensor_act_model_layers_86_mlp/max": 1.25, "train/tensor_act_model_layers_86_mlp/range": 2.578125, "train/tensor_act_model_layers_86_residual_post_mlp/norm": 2298.33447265625, "train/tensor_act_model_layers_86_residual_post_mlp/mean": 0.337890625, "train/tensor_act_model_layers_86_residual_post_mlp/std": 1.0703125, "train/tensor_act_model_layers_86_residual_post_mlp/max_abs": 7.8125, "train/tensor_act_model_layers_86_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_86_residual_post_mlp/min": -7.09375, "train/tensor_act_model_layers_86_residual_post_mlp/max": 7.8125, "train/tensor_act_model_layers_86_residual_post_mlp/range": 14.90625, "train/tensor_act_model_layers_87_residual_pre_attn/norm": 2298.33447265625, "train/tensor_act_model_layers_87_residual_pre_attn/mean": 0.337890625, "train/tensor_act_model_layers_87_residual_pre_attn/std": 1.0703125, "train/tensor_act_model_layers_87_residual_pre_attn/max_abs": 7.8125, "train/tensor_act_model_layers_87_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_87_residual_pre_attn/min": -7.09375, "train/tensor_act_model_layers_87_residual_pre_attn/max": 7.8125, "train/tensor_act_model_layers_87_residual_pre_attn/range": 14.90625, "train/tensor_act_model_layers_87_residual_post_attn/norm": 2284.458251953125, "train/tensor_act_model_layers_87_residual_post_attn/mean": 0.322265625, "train/tensor_act_model_layers_87_residual_post_attn/std": 1.0703125, "train/tensor_act_model_layers_87_residual_post_attn/max_abs": 7.8125, "train/tensor_act_model_layers_87_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_87_residual_post_attn/min": -7.0625, "train/tensor_act_model_layers_87_residual_post_attn/max": 7.8125, "train/tensor_act_model_layers_87_residual_post_attn/range": 14.875, "train/tensor_act_model_layers_87_mlp_gate_proj/norm": 1713.9208984375, "train/tensor_act_model_layers_87_mlp_gate_proj/mean": -0.1513671875, "train/tensor_act_model_layers_87_mlp_gate_proj/std": 0.5703125, "train/tensor_act_model_layers_87_mlp_gate_proj/max_abs": 4.59375, "train/tensor_act_model_layers_87_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_87_mlp_gate_proj/min": -3.234375, "train/tensor_act_model_layers_87_mlp_gate_proj/max": 4.59375, "train/tensor_act_model_layers_87_mlp_gate_proj/range": 7.828125, "train/tensor_act_model_layers_87_mlp_up_proj/norm": 1541.949951171875, "train/tensor_act_model_layers_87_mlp_up_proj/mean": 0.0244140625, "train/tensor_act_model_layers_87_mlp_up_proj/std": 0.53125, "train/tensor_act_model_layers_87_mlp_up_proj/max_abs": 5.125, "train/tensor_act_model_layers_87_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_87_mlp_up_proj/min": -5.125, "train/tensor_act_model_layers_87_mlp_up_proj/max": 3.078125, "train/tensor_act_model_layers_87_mlp_up_proj/range": 8.203125, "train/tensor_act_model_layers_87_mlp_down_proj/norm": 246.4093780517578, "train/tensor_act_model_layers_87_mlp_down_proj/mean": 0.0091552734375, "train/tensor_act_model_layers_87_mlp_down_proj/std": 0.1201171875, "train/tensor_act_model_layers_87_mlp_down_proj/max_abs": 3.328125, "train/tensor_act_model_layers_87_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_87_mlp_down_proj/min": -3.328125, "train/tensor_act_model_layers_87_mlp_down_proj/max": 2.703125, "train/tensor_act_model_layers_87_mlp_down_proj/range": 6.03125, "train/tensor_act_model_layers_87_mlp/norm": 246.4093780517578, "train/tensor_act_model_layers_87_mlp/mean": 0.0091552734375, "train/tensor_act_model_layers_87_mlp/std": 0.1201171875, "train/tensor_act_model_layers_87_mlp/max_abs": 3.328125, "train/tensor_act_model_layers_87_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_87_mlp/min": -3.328125, "train/tensor_act_model_layers_87_mlp/max": 2.703125, "train/tensor_act_model_layers_87_mlp/range": 6.03125, "train/tensor_act_model_layers_87_residual_post_mlp/norm": 2320.890380859375, "train/tensor_act_model_layers_87_residual_post_mlp/mean": 0.33203125, "train/tensor_act_model_layers_87_residual_post_mlp/std": 1.0859375, "train/tensor_act_model_layers_87_residual_post_mlp/max_abs": 7.84375, "train/tensor_act_model_layers_87_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_87_residual_post_mlp/min": -6.90625, "train/tensor_act_model_layers_87_residual_post_mlp/max": 7.84375, "train/tensor_act_model_layers_87_residual_post_mlp/range": 14.75, "train/tensor_act_model_layers_88_residual_pre_attn/norm": 2320.890380859375, "train/tensor_act_model_layers_88_residual_pre_attn/mean": 0.33203125, "train/tensor_act_model_layers_88_residual_pre_attn/std": 1.0859375, "train/tensor_act_model_layers_88_residual_pre_attn/max_abs": 7.84375, "train/tensor_act_model_layers_88_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_88_residual_pre_attn/min": -6.90625, "train/tensor_act_model_layers_88_residual_pre_attn/max": 7.84375, "train/tensor_act_model_layers_88_residual_pre_attn/range": 14.75, "train/tensor_act_model_layers_88_residual_post_attn/norm": 2336.6767578125, "train/tensor_act_model_layers_88_residual_post_attn/mean": 0.32421875, "train/tensor_act_model_layers_88_residual_post_attn/std": 1.09375, "train/tensor_act_model_layers_88_residual_post_attn/max_abs": 7.84375, "train/tensor_act_model_layers_88_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_88_residual_post_attn/min": -6.75, "train/tensor_act_model_layers_88_residual_post_attn/max": 7.84375, "train/tensor_act_model_layers_88_residual_post_attn/range": 14.59375, "train/tensor_act_model_layers_88_mlp_gate_proj/norm": 1704.5467529296875, "train/tensor_act_model_layers_88_mlp_gate_proj/mean": -0.123046875, "train/tensor_act_model_layers_88_mlp_gate_proj/std": 0.57421875, "train/tensor_act_model_layers_88_mlp_gate_proj/max_abs": 3.453125, "train/tensor_act_model_layers_88_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_88_mlp_gate_proj/min": -3.453125, "train/tensor_act_model_layers_88_mlp_gate_proj/max": 2.859375, "train/tensor_act_model_layers_88_mlp_gate_proj/range": 6.3125, "train/tensor_act_model_layers_88_mlp_up_proj/norm": 1545.5623779296875, "train/tensor_act_model_layers_88_mlp_up_proj/mean": -0.03466796875, "train/tensor_act_model_layers_88_mlp_up_proj/std": 0.53125, "train/tensor_act_model_layers_88_mlp_up_proj/max_abs": 2.90625, "train/tensor_act_model_layers_88_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_88_mlp_up_proj/min": -2.890625, "train/tensor_act_model_layers_88_mlp_up_proj/max": 2.90625, "train/tensor_act_model_layers_88_mlp_up_proj/range": 5.796875, "train/tensor_act_model_layers_88_mlp_down_proj/norm": 249.36688232421875, "train/tensor_act_model_layers_88_mlp_down_proj/mean": 0.0081787109375, "train/tensor_act_model_layers_88_mlp_down_proj/std": 0.12158203125, "train/tensor_act_model_layers_88_mlp_down_proj/max_abs": 1.203125, "train/tensor_act_model_layers_88_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_88_mlp_down_proj/min": -1.046875, "train/tensor_act_model_layers_88_mlp_down_proj/max": 1.203125, "train/tensor_act_model_layers_88_mlp_down_proj/range": 2.25, "train/tensor_act_model_layers_88_mlp/norm": 249.36688232421875, "train/tensor_act_model_layers_88_mlp/mean": 0.0081787109375, "train/tensor_act_model_layers_88_mlp/std": 0.12158203125, "train/tensor_act_model_layers_88_mlp/max_abs": 1.203125, "train/tensor_act_model_layers_88_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_88_mlp/min": -1.046875, "train/tensor_act_model_layers_88_mlp/max": 1.203125, "train/tensor_act_model_layers_88_mlp/range": 2.25, "train/tensor_act_model_layers_88_residual_post_mlp/norm": 2372.51025390625, "train/tensor_act_model_layers_88_residual_post_mlp/mean": 0.333984375, "train/tensor_act_model_layers_88_residual_post_mlp/std": 1.109375, "train/tensor_act_model_layers_88_residual_post_mlp/max_abs": 7.625, "train/tensor_act_model_layers_88_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_88_residual_post_mlp/min": -6.59375, "train/tensor_act_model_layers_88_residual_post_mlp/max": 7.625, "train/tensor_act_model_layers_88_residual_post_mlp/range": 14.21875, "train/tensor_act_model_layers_89_residual_pre_attn/norm": 2372.51025390625, "train/tensor_act_model_layers_89_residual_pre_attn/mean": 0.333984375, "train/tensor_act_model_layers_89_residual_pre_attn/std": 1.109375, "train/tensor_act_model_layers_89_residual_pre_attn/max_abs": 7.625, "train/tensor_act_model_layers_89_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_89_residual_pre_attn/min": -6.59375, "train/tensor_act_model_layers_89_residual_pre_attn/max": 7.625, "train/tensor_act_model_layers_89_residual_pre_attn/range": 14.21875, "train/tensor_act_model_layers_89_residual_post_attn/norm": 2383.947509765625, "train/tensor_act_model_layers_89_residual_post_attn/mean": 0.330078125, "train/tensor_act_model_layers_89_residual_post_attn/std": 1.1171875, "train/tensor_act_model_layers_89_residual_post_attn/max_abs": 7.75, "train/tensor_act_model_layers_89_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_89_residual_post_attn/min": -6.59375, "train/tensor_act_model_layers_89_residual_post_attn/max": 7.75, "train/tensor_act_model_layers_89_residual_post_attn/range": 14.34375, "train/tensor_act_model_layers_89_mlp_gate_proj/norm": 1750.1400146484375, "train/tensor_act_model_layers_89_mlp_gate_proj/mean": -0.09130859375, "train/tensor_act_model_layers_89_mlp_gate_proj/std": 0.59765625, "train/tensor_act_model_layers_89_mlp_gate_proj/max_abs": 4.09375, "train/tensor_act_model_layers_89_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_89_mlp_gate_proj/min": -3.28125, "train/tensor_act_model_layers_89_mlp_gate_proj/max": 4.09375, "train/tensor_act_model_layers_89_mlp_gate_proj/range": 7.375, "train/tensor_act_model_layers_89_mlp_up_proj/norm": 1597.13916015625, "train/tensor_act_model_layers_89_mlp_up_proj/mean": -0.0238037109375, "train/tensor_act_model_layers_89_mlp_up_proj/std": 0.55078125, "train/tensor_act_model_layers_89_mlp_up_proj/max_abs": 3.671875, "train/tensor_act_model_layers_89_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_89_mlp_up_proj/min": -2.890625, "train/tensor_act_model_layers_89_mlp_up_proj/max": 3.671875, "train/tensor_act_model_layers_89_mlp_up_proj/range": 6.5625, "train/tensor_act_model_layers_89_mlp_down_proj/norm": 301.41314697265625, "train/tensor_act_model_layers_89_mlp_down_proj/mean": 0.00927734375, "train/tensor_act_model_layers_89_mlp_down_proj/std": 0.146484375, "train/tensor_act_model_layers_89_mlp_down_proj/max_abs": 1.7734375, "train/tensor_act_model_layers_89_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_89_mlp_down_proj/min": -1.4765625, "train/tensor_act_model_layers_89_mlp_down_proj/max": 1.7734375, "train/tensor_act_model_layers_89_mlp_down_proj/range": 3.25, "train/tensor_act_model_layers_89_mlp/norm": 301.41314697265625, "train/tensor_act_model_layers_89_mlp/mean": 0.00927734375, "train/tensor_act_model_layers_89_mlp/std": 0.146484375, "train/tensor_act_model_layers_89_mlp/max_abs": 1.7734375, "train/tensor_act_model_layers_89_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_89_mlp/min": -1.4765625, "train/tensor_act_model_layers_89_mlp/max": 1.7734375, "train/tensor_act_model_layers_89_mlp/range": 3.25, "train/tensor_act_model_layers_89_residual_post_mlp/norm": 2433.59375, "train/tensor_act_model_layers_89_residual_post_mlp/mean": 0.33984375, "train/tensor_act_model_layers_89_residual_post_mlp/std": 1.140625, "train/tensor_act_model_layers_89_residual_post_mlp/max_abs": 7.75, "train/tensor_act_model_layers_89_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_89_residual_post_mlp/min": -6.71875, "train/tensor_act_model_layers_89_residual_post_mlp/max": 7.75, "train/tensor_act_model_layers_89_residual_post_mlp/range": 14.46875, "train/tensor_act_model_layers_90_residual_pre_attn/norm": 2433.59375, "train/tensor_act_model_layers_90_residual_pre_attn/mean": 0.33984375, "train/tensor_act_model_layers_90_residual_pre_attn/std": 1.140625, "train/tensor_act_model_layers_90_residual_pre_attn/max_abs": 7.75, "train/tensor_act_model_layers_90_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_90_residual_pre_attn/min": -6.71875, "train/tensor_act_model_layers_90_residual_pre_attn/max": 7.75, "train/tensor_act_model_layers_90_residual_pre_attn/range": 14.46875, "train/tensor_act_model_layers_90_residual_post_attn/norm": 2457.64208984375, "train/tensor_act_model_layers_90_residual_post_attn/mean": 0.3359375, "train/tensor_act_model_layers_90_residual_post_attn/std": 1.1484375, "train/tensor_act_model_layers_90_residual_post_attn/max_abs": 7.53125, "train/tensor_act_model_layers_90_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_90_residual_post_attn/min": -6.90625, "train/tensor_act_model_layers_90_residual_post_attn/max": 7.53125, "train/tensor_act_model_layers_90_residual_post_attn/range": 14.4375, "train/tensor_act_model_layers_90_mlp_gate_proj/norm": 1763.59033203125, "train/tensor_act_model_layers_90_mlp_gate_proj/mean": -0.07568359375, "train/tensor_act_model_layers_90_mlp_gate_proj/std": 0.60546875, "train/tensor_act_model_layers_90_mlp_gate_proj/max_abs": 4.0625, "train/tensor_act_model_layers_90_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_90_mlp_gate_proj/min": -3.453125, "train/tensor_act_model_layers_90_mlp_gate_proj/max": 4.0625, "train/tensor_act_model_layers_90_mlp_gate_proj/range": 7.515625, "train/tensor_act_model_layers_90_mlp_up_proj/norm": 1616.0999755859375, "train/tensor_act_model_layers_90_mlp_up_proj/mean": -0.017578125, "train/tensor_act_model_layers_90_mlp_up_proj/std": 0.55859375, "train/tensor_act_model_layers_90_mlp_up_proj/max_abs": 4.6875, "train/tensor_act_model_layers_90_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_90_mlp_up_proj/min": -4.65625, "train/tensor_act_model_layers_90_mlp_up_proj/max": 4.6875, "train/tensor_act_model_layers_90_mlp_up_proj/range": 9.34375, "train/tensor_act_model_layers_90_mlp_down_proj/norm": 336.1529541015625, "train/tensor_act_model_layers_90_mlp_down_proj/mean": 0.0155029296875, "train/tensor_act_model_layers_90_mlp_down_proj/std": 0.1630859375, "train/tensor_act_model_layers_90_mlp_down_proj/max_abs": 2.25, "train/tensor_act_model_layers_90_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_90_mlp_down_proj/min": -2.25, "train/tensor_act_model_layers_90_mlp_down_proj/max": 1.9453125, "train/tensor_act_model_layers_90_mlp_down_proj/range": 4.1953125, "train/tensor_act_model_layers_90_mlp/norm": 336.1529541015625, "train/tensor_act_model_layers_90_mlp/mean": 0.0155029296875, "train/tensor_act_model_layers_90_mlp/std": 0.1630859375, "train/tensor_act_model_layers_90_mlp/max_abs": 2.25, "train/tensor_act_model_layers_90_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_90_mlp/min": -2.25, "train/tensor_act_model_layers_90_mlp/max": 1.9453125, "train/tensor_act_model_layers_90_mlp/range": 4.1953125, "train/tensor_act_model_layers_90_residual_post_mlp/norm": 2522.81591796875, "train/tensor_act_model_layers_90_residual_post_mlp/mean": 0.3515625, "train/tensor_act_model_layers_90_residual_post_mlp/std": 1.1796875, "train/tensor_act_model_layers_90_residual_post_mlp/max_abs": 8.75, "train/tensor_act_model_layers_90_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_90_residual_post_mlp/min": -7.125, "train/tensor_act_model_layers_90_residual_post_mlp/max": 8.75, "train/tensor_act_model_layers_90_residual_post_mlp/range": 15.875, "train/tensor_act_model_layers_91_residual_pre_attn/norm": 2522.81591796875, "train/tensor_act_model_layers_91_residual_pre_attn/mean": 0.3515625, "train/tensor_act_model_layers_91_residual_pre_attn/std": 1.1796875, "train/tensor_act_model_layers_91_residual_pre_attn/max_abs": 8.75, "train/tensor_act_model_layers_91_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_91_residual_pre_attn/min": -7.125, "train/tensor_act_model_layers_91_residual_pre_attn/max": 8.75, "train/tensor_act_model_layers_91_residual_pre_attn/range": 15.875, "train/tensor_act_model_layers_91_residual_post_attn/norm": 2550.8046875, "train/tensor_act_model_layers_91_residual_post_attn/mean": 0.353515625, "train/tensor_act_model_layers_91_residual_post_attn/std": 1.1953125, "train/tensor_act_model_layers_91_residual_post_attn/max_abs": 8.8125, "train/tensor_act_model_layers_91_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_91_residual_post_attn/min": -7.0625, "train/tensor_act_model_layers_91_residual_post_attn/max": 8.8125, "train/tensor_act_model_layers_91_residual_post_attn/range": 15.875, "train/tensor_act_model_layers_91_mlp_gate_proj/norm": 1786.6837158203125, "train/tensor_act_model_layers_91_mlp_gate_proj/mean": -0.11328125, "train/tensor_act_model_layers_91_mlp_gate_proj/std": 0.60546875, "train/tensor_act_model_layers_91_mlp_gate_proj/max_abs": 3.953125, "train/tensor_act_model_layers_91_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_91_mlp_gate_proj/min": -3.640625, "train/tensor_act_model_layers_91_mlp_gate_proj/max": 3.953125, "train/tensor_act_model_layers_91_mlp_gate_proj/range": 7.59375, "train/tensor_act_model_layers_91_mlp_up_proj/norm": 1629.10986328125, "train/tensor_act_model_layers_91_mlp_up_proj/mean": -0.0208740234375, "train/tensor_act_model_layers_91_mlp_up_proj/std": 0.5625, "train/tensor_act_model_layers_91_mlp_up_proj/max_abs": 4.53125, "train/tensor_act_model_layers_91_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_91_mlp_up_proj/min": -4.53125, "train/tensor_act_model_layers_91_mlp_up_proj/max": 3.0625, "train/tensor_act_model_layers_91_mlp_up_proj/range": 7.59375, "train/tensor_act_model_layers_91_mlp_down_proj/norm": 308.5698547363281, "train/tensor_act_model_layers_91_mlp_down_proj/mean": 0.01495361328125, "train/tensor_act_model_layers_91_mlp_down_proj/std": 0.150390625, "train/tensor_act_model_layers_91_mlp_down_proj/max_abs": 1.453125, "train/tensor_act_model_layers_91_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_91_mlp_down_proj/min": -1.359375, "train/tensor_act_model_layers_91_mlp_down_proj/max": 1.453125, "train/tensor_act_model_layers_91_mlp_down_proj/range": 2.8125, "train/tensor_act_model_layers_91_mlp/norm": 308.5698547363281, "train/tensor_act_model_layers_91_mlp/mean": 0.01495361328125, "train/tensor_act_model_layers_91_mlp/std": 0.150390625, "train/tensor_act_model_layers_91_mlp/max_abs": 1.453125, "train/tensor_act_model_layers_91_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_91_mlp/min": -1.359375, "train/tensor_act_model_layers_91_mlp/max": 1.453125, "train/tensor_act_model_layers_91_mlp/range": 2.8125, "train/tensor_act_model_layers_91_residual_post_mlp/norm": 2615.81396484375, "train/tensor_act_model_layers_91_residual_post_mlp/mean": 0.3671875, "train/tensor_act_model_layers_91_residual_post_mlp/std": 1.2265625, "train/tensor_act_model_layers_91_residual_post_mlp/max_abs": 8.9375, "train/tensor_act_model_layers_91_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_91_residual_post_mlp/min": -7.125, "train/tensor_act_model_layers_91_residual_post_mlp/max": 8.9375, "train/tensor_act_model_layers_91_residual_post_mlp/range": 16.0625, "train/tensor_act_model_layers_92_residual_pre_attn/norm": 2615.81396484375, "train/tensor_act_model_layers_92_residual_pre_attn/mean": 0.3671875, "train/tensor_act_model_layers_92_residual_pre_attn/std": 1.2265625, "train/tensor_act_model_layers_92_residual_pre_attn/max_abs": 8.9375, "train/tensor_act_model_layers_92_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_92_residual_pre_attn/min": -7.125, "train/tensor_act_model_layers_92_residual_pre_attn/max": 8.9375, "train/tensor_act_model_layers_92_residual_pre_attn/range": 16.0625, "train/tensor_act_model_layers_92_residual_post_attn/norm": 2668.249267578125, "train/tensor_act_model_layers_92_residual_post_attn/mean": 0.375, "train/tensor_act_model_layers_92_residual_post_attn/std": 1.25, "train/tensor_act_model_layers_92_residual_post_attn/max_abs": 8.875, "train/tensor_act_model_layers_92_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_92_residual_post_attn/min": -7.125, "train/tensor_act_model_layers_92_residual_post_attn/max": 8.875, "train/tensor_act_model_layers_92_residual_post_attn/range": 16.0, "train/tensor_act_model_layers_92_mlp_gate_proj/norm": 1868.5003662109375, "train/tensor_act_model_layers_92_mlp_gate_proj/mean": -0.046142578125, "train/tensor_act_model_layers_92_mlp_gate_proj/std": 0.64453125, "train/tensor_act_model_layers_92_mlp_gate_proj/max_abs": 4.21875, "train/tensor_act_model_layers_92_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_92_mlp_gate_proj/min": -3.46875, "train/tensor_act_model_layers_92_mlp_gate_proj/max": 4.21875, "train/tensor_act_model_layers_92_mlp_gate_proj/range": 7.6875, "train/tensor_act_model_layers_92_mlp_up_proj/norm": 1722.9322509765625, "train/tensor_act_model_layers_92_mlp_up_proj/mean": -0.023681640625, "train/tensor_act_model_layers_92_mlp_up_proj/std": 0.59375, "train/tensor_act_model_layers_92_mlp_up_proj/max_abs": 4.25, "train/tensor_act_model_layers_92_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_92_mlp_up_proj/min": -3.765625, "train/tensor_act_model_layers_92_mlp_up_proj/max": 4.25, "train/tensor_act_model_layers_92_mlp_up_proj/range": 8.015625, "train/tensor_act_model_layers_92_mlp_down_proj/norm": 380.7275695800781, "train/tensor_act_model_layers_92_mlp_down_proj/mean": 0.010986328125, "train/tensor_act_model_layers_92_mlp_down_proj/std": 0.185546875, "train/tensor_act_model_layers_92_mlp_down_proj/max_abs": 1.71875, "train/tensor_act_model_layers_92_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_92_mlp_down_proj/min": -1.71875, "train/tensor_act_model_layers_92_mlp_down_proj/max": 1.578125, "train/tensor_act_model_layers_92_mlp_down_proj/range": 3.296875, "train/tensor_act_model_layers_92_mlp/norm": 380.7275695800781, "train/tensor_act_model_layers_92_mlp/mean": 0.010986328125, "train/tensor_act_model_layers_92_mlp/std": 0.185546875, "train/tensor_act_model_layers_92_mlp/max_abs": 1.71875, "train/tensor_act_model_layers_92_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_92_mlp/min": -1.71875, "train/tensor_act_model_layers_92_mlp/max": 1.578125, "train/tensor_act_model_layers_92_mlp/range": 3.296875, "train/tensor_act_model_layers_92_residual_post_mlp/norm": 2751.5439453125, "train/tensor_act_model_layers_92_residual_post_mlp/mean": 0.384765625, "train/tensor_act_model_layers_92_residual_post_mlp/std": 1.2890625, "train/tensor_act_model_layers_92_residual_post_mlp/max_abs": 8.9375, "train/tensor_act_model_layers_92_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_92_residual_post_mlp/min": -7.5, "train/tensor_act_model_layers_92_residual_post_mlp/max": 8.9375, "train/tensor_act_model_layers_92_residual_post_mlp/range": 16.4375, "train/tensor_act_model_layers_93_residual_pre_attn/norm": 2751.5439453125, "train/tensor_act_model_layers_93_residual_pre_attn/mean": 0.384765625, "train/tensor_act_model_layers_93_residual_pre_attn/std": 1.2890625, "train/tensor_act_model_layers_93_residual_pre_attn/max_abs": 8.9375, "train/tensor_act_model_layers_93_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_93_residual_pre_attn/min": -7.5, "train/tensor_act_model_layers_93_residual_pre_attn/max": 8.9375, "train/tensor_act_model_layers_93_residual_pre_attn/range": 16.4375, "train/tensor_act_model_layers_93_residual_post_attn/norm": 2758.51025390625, "train/tensor_act_model_layers_93_residual_post_attn/mean": 0.3828125, "train/tensor_act_model_layers_93_residual_post_attn/std": 1.2890625, "train/tensor_act_model_layers_93_residual_post_attn/max_abs": 8.875, "train/tensor_act_model_layers_93_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_93_residual_post_attn/min": -7.5625, "train/tensor_act_model_layers_93_residual_post_attn/max": 8.875, "train/tensor_act_model_layers_93_residual_post_attn/range": 16.4375, "train/tensor_act_model_layers_93_mlp_gate_proj/norm": 1926.241455078125, "train/tensor_act_model_layers_93_mlp_gate_proj/mean": -0.054931640625, "train/tensor_act_model_layers_93_mlp_gate_proj/std": 0.6640625, "train/tensor_act_model_layers_93_mlp_gate_proj/max_abs": 4.21875, "train/tensor_act_model_layers_93_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_93_mlp_gate_proj/min": -4.0, "train/tensor_act_model_layers_93_mlp_gate_proj/max": 4.21875, "train/tensor_act_model_layers_93_mlp_gate_proj/range": 8.21875, "train/tensor_act_model_layers_93_mlp_up_proj/norm": 1755.1668701171875, "train/tensor_act_model_layers_93_mlp_up_proj/mean": -0.00885009765625, "train/tensor_act_model_layers_93_mlp_up_proj/std": 0.60546875, "train/tensor_act_model_layers_93_mlp_up_proj/max_abs": 3.875, "train/tensor_act_model_layers_93_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_93_mlp_up_proj/min": -3.734375, "train/tensor_act_model_layers_93_mlp_up_proj/max": 3.875, "train/tensor_act_model_layers_93_mlp_up_proj/range": 7.609375, "train/tensor_act_model_layers_93_mlp_down_proj/norm": 416.6396179199219, "train/tensor_act_model_layers_93_mlp_down_proj/mean": 0.0166015625, "train/tensor_act_model_layers_93_mlp_down_proj/std": 0.203125, "train/tensor_act_model_layers_93_mlp_down_proj/max_abs": 1.6015625, "train/tensor_act_model_layers_93_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_93_mlp_down_proj/min": -1.5078125, "train/tensor_act_model_layers_93_mlp_down_proj/max": 1.6015625, "train/tensor_act_model_layers_93_mlp_down_proj/range": 3.109375, "train/tensor_act_model_layers_93_mlp/norm": 416.6396179199219, "train/tensor_act_model_layers_93_mlp/mean": 0.0166015625, "train/tensor_act_model_layers_93_mlp/std": 0.203125, "train/tensor_act_model_layers_93_mlp/max_abs": 1.6015625, "train/tensor_act_model_layers_93_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_93_mlp/min": -1.5078125, "train/tensor_act_model_layers_93_mlp/max": 1.6015625, "train/tensor_act_model_layers_93_mlp/range": 3.109375, "train/tensor_act_model_layers_93_residual_post_mlp/norm": 2872.825927734375, "train/tensor_act_model_layers_93_residual_post_mlp/mean": 0.400390625, "train/tensor_act_model_layers_93_residual_post_mlp/std": 1.34375, "train/tensor_act_model_layers_93_residual_post_mlp/max_abs": 9.0, "train/tensor_act_model_layers_93_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_93_residual_post_mlp/min": -7.71875, "train/tensor_act_model_layers_93_residual_post_mlp/max": 9.0, "train/tensor_act_model_layers_93_residual_post_mlp/range": 16.71875, "train/tensor_act_model_layers_94_residual_pre_attn/norm": 2872.825927734375, "train/tensor_act_model_layers_94_residual_pre_attn/mean": 0.400390625, "train/tensor_act_model_layers_94_residual_pre_attn/std": 1.34375, "train/tensor_act_model_layers_94_residual_pre_attn/max_abs": 9.0, "train/tensor_act_model_layers_94_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_94_residual_pre_attn/min": -7.71875, "train/tensor_act_model_layers_94_residual_pre_attn/max": 9.0, "train/tensor_act_model_layers_94_residual_pre_attn/range": 16.71875, "train/tensor_act_model_layers_94_residual_post_attn/norm": 2890.97314453125, "train/tensor_act_model_layers_94_residual_post_attn/mean": 0.40234375, "train/tensor_act_model_layers_94_residual_post_attn/std": 1.3515625, "train/tensor_act_model_layers_94_residual_post_attn/max_abs": 9.0, "train/tensor_act_model_layers_94_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_94_residual_post_attn/min": -7.65625, "train/tensor_act_model_layers_94_residual_post_attn/max": 9.0, "train/tensor_act_model_layers_94_residual_post_attn/range": 16.65625, "train/tensor_act_model_layers_94_mlp_gate_proj/norm": 1958.2735595703125, "train/tensor_act_model_layers_94_mlp_gate_proj/mean": -0.037841796875, "train/tensor_act_model_layers_94_mlp_gate_proj/std": 0.67578125, "train/tensor_act_model_layers_94_mlp_gate_proj/max_abs": 4.59375, "train/tensor_act_model_layers_94_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_94_mlp_gate_proj/min": -4.0625, "train/tensor_act_model_layers_94_mlp_gate_proj/max": 4.59375, "train/tensor_act_model_layers_94_mlp_gate_proj/range": 8.65625, "train/tensor_act_model_layers_94_mlp_up_proj/norm": 1837.464599609375, "train/tensor_act_model_layers_94_mlp_up_proj/mean": -0.04443359375, "train/tensor_act_model_layers_94_mlp_up_proj/std": 0.6328125, "train/tensor_act_model_layers_94_mlp_up_proj/max_abs": 4.6875, "train/tensor_act_model_layers_94_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_94_mlp_up_proj/min": -4.6875, "train/tensor_act_model_layers_94_mlp_up_proj/max": 4.53125, "train/tensor_act_model_layers_94_mlp_up_proj/range": 9.21875, "train/tensor_act_model_layers_94_mlp_down_proj/norm": 453.89794921875, "train/tensor_act_model_layers_94_mlp_down_proj/mean": 0.01953125, "train/tensor_act_model_layers_94_mlp_down_proj/std": 0.220703125, "train/tensor_act_model_layers_94_mlp_down_proj/max_abs": 2.484375, "train/tensor_act_model_layers_94_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_94_mlp_down_proj/min": -2.171875, "train/tensor_act_model_layers_94_mlp_down_proj/max": 2.484375, "train/tensor_act_model_layers_94_mlp_down_proj/range": 4.65625, "train/tensor_act_model_layers_94_mlp/norm": 453.89794921875, "train/tensor_act_model_layers_94_mlp/mean": 0.01953125, "train/tensor_act_model_layers_94_mlp/std": 0.220703125, "train/tensor_act_model_layers_94_mlp/max_abs": 2.484375, "train/tensor_act_model_layers_94_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_94_mlp/min": -2.171875, "train/tensor_act_model_layers_94_mlp/max": 2.484375, "train/tensor_act_model_layers_94_mlp/range": 4.65625, "train/tensor_act_model_layers_94_residual_post_mlp/norm": 3023.352294921875, "train/tensor_act_model_layers_94_residual_post_mlp/mean": 0.421875, "train/tensor_act_model_layers_94_residual_post_mlp/std": 1.4140625, "train/tensor_act_model_layers_94_residual_post_mlp/max_abs": 9.25, "train/tensor_act_model_layers_94_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_94_residual_post_mlp/min": -7.71875, "train/tensor_act_model_layers_94_residual_post_mlp/max": 9.25, "train/tensor_act_model_layers_94_residual_post_mlp/range": 16.96875, "train/tensor_act_model_layers_95_residual_pre_attn/norm": 3023.352294921875, "train/tensor_act_model_layers_95_residual_pre_attn/mean": 0.421875, "train/tensor_act_model_layers_95_residual_pre_attn/std": 1.4140625, "train/tensor_act_model_layers_95_residual_pre_attn/max_abs": 9.25, "train/tensor_act_model_layers_95_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_95_residual_pre_attn/min": -7.71875, "train/tensor_act_model_layers_95_residual_pre_attn/max": 9.25, "train/tensor_act_model_layers_95_residual_pre_attn/range": 16.96875, "train/tensor_act_model_layers_95_residual_post_attn/norm": 3028.301513671875, "train/tensor_act_model_layers_95_residual_post_attn/mean": 0.416015625, "train/tensor_act_model_layers_95_residual_post_attn/std": 1.421875, "train/tensor_act_model_layers_95_residual_post_attn/max_abs": 9.4375, "train/tensor_act_model_layers_95_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_95_residual_post_attn/min": -7.96875, "train/tensor_act_model_layers_95_residual_post_attn/max": 9.4375, "train/tensor_act_model_layers_95_residual_post_attn/range": 17.40625, "train/tensor_act_model_layers_95_mlp_gate_proj/norm": 1981.5262451171875, "train/tensor_act_model_layers_95_mlp_gate_proj/mean": -0.002777099609375, "train/tensor_act_model_layers_95_mlp_gate_proj/std": 0.68359375, "train/tensor_act_model_layers_95_mlp_gate_proj/max_abs": 4.4375, "train/tensor_act_model_layers_95_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_95_mlp_gate_proj/min": -4.21875, "train/tensor_act_model_layers_95_mlp_gate_proj/max": 4.4375, "train/tensor_act_model_layers_95_mlp_gate_proj/range": 8.65625, "train/tensor_act_model_layers_95_mlp_up_proj/norm": 1876.1790771484375, "train/tensor_act_model_layers_95_mlp_up_proj/mean": -0.0025787353515625, "train/tensor_act_model_layers_95_mlp_up_proj/std": 0.6484375, "train/tensor_act_model_layers_95_mlp_up_proj/max_abs": 4.625, "train/tensor_act_model_layers_95_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_95_mlp_up_proj/min": -3.96875, "train/tensor_act_model_layers_95_mlp_up_proj/max": 4.625, "train/tensor_act_model_layers_95_mlp_up_proj/range": 8.59375, "train/tensor_act_model_layers_95_mlp_down_proj/norm": 544.674560546875, "train/tensor_act_model_layers_95_mlp_down_proj/mean": 0.0208740234375, "train/tensor_act_model_layers_95_mlp_down_proj/std": 0.265625, "train/tensor_act_model_layers_95_mlp_down_proj/max_abs": 2.984375, "train/tensor_act_model_layers_95_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_95_mlp_down_proj/min": -2.640625, "train/tensor_act_model_layers_95_mlp_down_proj/max": 2.984375, "train/tensor_act_model_layers_95_mlp_down_proj/range": 5.625, "train/tensor_act_model_layers_95_mlp/norm": 544.674560546875, "train/tensor_act_model_layers_95_mlp/mean": 0.0208740234375, "train/tensor_act_model_layers_95_mlp/std": 0.265625, "train/tensor_act_model_layers_95_mlp/max_abs": 2.984375, "train/tensor_act_model_layers_95_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_95_mlp/min": -2.640625, "train/tensor_act_model_layers_95_mlp/max": 2.984375, "train/tensor_act_model_layers_95_mlp/range": 5.625, "train/tensor_act_model_layers_95_residual_post_mlp/norm": 3230.993408203125, "train/tensor_act_model_layers_95_residual_post_mlp/mean": 0.4375, "train/tensor_act_model_layers_95_residual_post_mlp/std": 1.515625, "train/tensor_act_model_layers_95_residual_post_mlp/max_abs": 10.4375, "train/tensor_act_model_layers_95_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_residual_post_mlp/frac_near_user_limit": 2.384185791015625e-07, "train/tensor_act_model_layers_95_residual_post_mlp/min": -8.5, "train/tensor_act_model_layers_95_residual_post_mlp/max": 10.4375, "train/tensor_act_model_layers_95_residual_post_mlp/range": 18.9375, "train/tensor_act_model_layers_96_residual_pre_attn/norm": 3230.993408203125, "train/tensor_act_model_layers_96_residual_pre_attn/mean": 0.4375, "train/tensor_act_model_layers_96_residual_pre_attn/std": 1.515625, "train/tensor_act_model_layers_96_residual_pre_attn/max_abs": 10.4375, "train/tensor_act_model_layers_96_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_residual_pre_attn/frac_near_user_limit": 2.384185791015625e-07, "train/tensor_act_model_layers_96_residual_pre_attn/min": -8.5, "train/tensor_act_model_layers_96_residual_pre_attn/max": 10.4375, "train/tensor_act_model_layers_96_residual_pre_attn/range": 18.9375, "train/tensor_act_model_layers_96_residual_post_attn/norm": 3255.79638671875, "train/tensor_act_model_layers_96_residual_post_attn/mean": 0.439453125, "train/tensor_act_model_layers_96_residual_post_attn/std": 1.53125, "train/tensor_act_model_layers_96_residual_post_attn/max_abs": 10.5, "train/tensor_act_model_layers_96_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_residual_post_attn/frac_near_user_limit": 2.384185791015625e-07, "train/tensor_act_model_layers_96_residual_post_attn/min": -8.375, "train/tensor_act_model_layers_96_residual_post_attn/max": 10.5, "train/tensor_act_model_layers_96_residual_post_attn/range": 18.875, "train/tensor_act_model_layers_96_mlp_gate_proj/norm": 2010.7552490234375, "train/tensor_act_model_layers_96_mlp_gate_proj/mean": 0.010986328125, "train/tensor_act_model_layers_96_mlp_gate_proj/std": 0.6953125, "train/tensor_act_model_layers_96_mlp_gate_proj/max_abs": 5.1875, "train/tensor_act_model_layers_96_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_96_mlp_gate_proj/min": -4.21875, "train/tensor_act_model_layers_96_mlp_gate_proj/max": 5.1875, "train/tensor_act_model_layers_96_mlp_gate_proj/range": 9.40625, "train/tensor_act_model_layers_96_mlp_up_proj/norm": 1878.3358154296875, "train/tensor_act_model_layers_96_mlp_up_proj/mean": -0.00164794921875, "train/tensor_act_model_layers_96_mlp_up_proj/std": 0.6484375, "train/tensor_act_model_layers_96_mlp_up_proj/max_abs": 3.859375, "train/tensor_act_model_layers_96_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_96_mlp_up_proj/min": -3.5, "train/tensor_act_model_layers_96_mlp_up_proj/max": 3.859375, "train/tensor_act_model_layers_96_mlp_up_proj/range": 7.359375, "train/tensor_act_model_layers_96_mlp_down_proj/norm": 569.3961181640625, "train/tensor_act_model_layers_96_mlp_down_proj/mean": 0.023681640625, "train/tensor_act_model_layers_96_mlp_down_proj/std": 0.27734375, "train/tensor_act_model_layers_96_mlp_down_proj/max_abs": 2.84375, "train/tensor_act_model_layers_96_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_96_mlp_down_proj/min": -2.515625, "train/tensor_act_model_layers_96_mlp_down_proj/max": 2.84375, "train/tensor_act_model_layers_96_mlp_down_proj/range": 5.359375, "train/tensor_act_model_layers_96_mlp/norm": 569.3961181640625, "train/tensor_act_model_layers_96_mlp/mean": 0.023681640625, "train/tensor_act_model_layers_96_mlp/std": 0.27734375, "train/tensor_act_model_layers_96_mlp/max_abs": 2.84375, "train/tensor_act_model_layers_96_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_96_mlp/min": -2.515625, "train/tensor_act_model_layers_96_mlp/max": 2.84375, "train/tensor_act_model_layers_96_mlp/range": 5.359375, "train/tensor_act_model_layers_96_residual_post_mlp/norm": 3472.975341796875, "train/tensor_act_model_layers_96_residual_post_mlp/mean": 0.462890625, "train/tensor_act_model_layers_96_residual_post_mlp/std": 1.6328125, "train/tensor_act_model_layers_96_residual_post_mlp/max_abs": 11.1875, "train/tensor_act_model_layers_96_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_residual_post_mlp/frac_near_user_limit": 1.430511474609375e-06, "train/tensor_act_model_layers_96_residual_post_mlp/min": -8.5, "train/tensor_act_model_layers_96_residual_post_mlp/max": 11.1875, "train/tensor_act_model_layers_96_residual_post_mlp/range": 19.6875, "train/tensor_act_model_layers_97_residual_pre_attn/norm": 3472.975341796875, "train/tensor_act_model_layers_97_residual_pre_attn/mean": 0.462890625, "train/tensor_act_model_layers_97_residual_pre_attn/std": 1.6328125, "train/tensor_act_model_layers_97_residual_pre_attn/max_abs": 11.1875, "train/tensor_act_model_layers_97_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_residual_pre_attn/frac_near_user_limit": 1.430511474609375e-06, "train/tensor_act_model_layers_97_residual_pre_attn/min": -8.5, "train/tensor_act_model_layers_97_residual_pre_attn/max": 11.1875, "train/tensor_act_model_layers_97_residual_pre_attn/range": 19.6875, "train/tensor_act_model_layers_97_residual_post_attn/norm": 3503.88916015625, "train/tensor_act_model_layers_97_residual_post_attn/mean": 0.466796875, "train/tensor_act_model_layers_97_residual_post_attn/std": 1.6484375, "train/tensor_act_model_layers_97_residual_post_attn/max_abs": 11.5, "train/tensor_act_model_layers_97_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_residual_post_attn/frac_near_user_limit": 2.384185791015625e-06, "train/tensor_act_model_layers_97_residual_post_attn/min": -8.5625, "train/tensor_act_model_layers_97_residual_post_attn/max": 11.5, "train/tensor_act_model_layers_97_residual_post_attn/range": 20.0625, "train/tensor_act_model_layers_97_mlp_gate_proj/norm": 2180.734130859375, "train/tensor_act_model_layers_97_mlp_gate_proj/mean": 0.0380859375, "train/tensor_act_model_layers_97_mlp_gate_proj/std": 0.75390625, "train/tensor_act_model_layers_97_mlp_gate_proj/max_abs": 5.90625, "train/tensor_act_model_layers_97_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_97_mlp_gate_proj/min": -3.84375, "train/tensor_act_model_layers_97_mlp_gate_proj/max": 5.90625, "train/tensor_act_model_layers_97_mlp_gate_proj/range": 9.75, "train/tensor_act_model_layers_97_mlp_up_proj/norm": 1971.772216796875, "train/tensor_act_model_layers_97_mlp_up_proj/mean": 0.031494140625, "train/tensor_act_model_layers_97_mlp_up_proj/std": 0.6796875, "train/tensor_act_model_layers_97_mlp_up_proj/max_abs": 5.375, "train/tensor_act_model_layers_97_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_97_mlp_up_proj/min": -4.59375, "train/tensor_act_model_layers_97_mlp_up_proj/max": 5.375, "train/tensor_act_model_layers_97_mlp_up_proj/range": 9.96875, "train/tensor_act_model_layers_97_mlp_down_proj/norm": 676.3826904296875, "train/tensor_act_model_layers_97_mlp_down_proj/mean": 0.0341796875, "train/tensor_act_model_layers_97_mlp_down_proj/std": 0.328125, "train/tensor_act_model_layers_97_mlp_down_proj/max_abs": 3.828125, "train/tensor_act_model_layers_97_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_97_mlp_down_proj/min": -3.828125, "train/tensor_act_model_layers_97_mlp_down_proj/max": 3.46875, "train/tensor_act_model_layers_97_mlp_down_proj/range": 7.296875, "train/tensor_act_model_layers_97_mlp/norm": 676.3826904296875, "train/tensor_act_model_layers_97_mlp/mean": 0.0341796875, "train/tensor_act_model_layers_97_mlp/std": 0.328125, "train/tensor_act_model_layers_97_mlp/max_abs": 3.828125, "train/tensor_act_model_layers_97_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_97_mlp/min": -3.828125, "train/tensor_act_model_layers_97_mlp/max": 3.46875, "train/tensor_act_model_layers_97_mlp/range": 7.296875, "train/tensor_act_model_layers_97_residual_post_mlp/norm": 3805.767822265625, "train/tensor_act_model_layers_97_residual_post_mlp/mean": 0.5, "train/tensor_act_model_layers_97_residual_post_mlp/std": 1.7890625, "train/tensor_act_model_layers_97_residual_post_mlp/max_abs": 12.5, "train/tensor_act_model_layers_97_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_residual_post_mlp/frac_near_user_limit": 9.059906005859375e-06, "train/tensor_act_model_layers_97_residual_post_mlp/min": -9.6875, "train/tensor_act_model_layers_97_residual_post_mlp/max": 12.5, "train/tensor_act_model_layers_97_residual_post_mlp/range": 22.1875, "train/tensor_act_model_layers_98_residual_pre_attn/norm": 3805.767822265625, "train/tensor_act_model_layers_98_residual_pre_attn/mean": 0.5, "train/tensor_act_model_layers_98_residual_pre_attn/std": 1.7890625, "train/tensor_act_model_layers_98_residual_pre_attn/max_abs": 12.5, "train/tensor_act_model_layers_98_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_residual_pre_attn/frac_near_user_limit": 9.059906005859375e-06, "train/tensor_act_model_layers_98_residual_pre_attn/min": -9.6875, "train/tensor_act_model_layers_98_residual_pre_attn/max": 12.5, "train/tensor_act_model_layers_98_residual_pre_attn/range": 22.1875, "train/tensor_act_model_layers_98_residual_post_attn/norm": 3825.873291015625, "train/tensor_act_model_layers_98_residual_post_attn/mean": 0.5, "train/tensor_act_model_layers_98_residual_post_attn/std": 1.796875, "train/tensor_act_model_layers_98_residual_post_attn/max_abs": 12.5, "train/tensor_act_model_layers_98_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_residual_post_attn/frac_near_user_limit": 1.0251998901367188e-05, "train/tensor_act_model_layers_98_residual_post_attn/min": -9.875, "train/tensor_act_model_layers_98_residual_post_attn/max": 12.5, "train/tensor_act_model_layers_98_residual_post_attn/range": 22.375, "train/tensor_act_model_layers_98_mlp_gate_proj/norm": 2323.3310546875, "train/tensor_act_model_layers_98_mlp_gate_proj/mean": 0.1328125, "train/tensor_act_model_layers_98_mlp_gate_proj/std": 0.79296875, "train/tensor_act_model_layers_98_mlp_gate_proj/max_abs": 5.65625, "train/tensor_act_model_layers_98_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_98_mlp_gate_proj/min": -4.125, "train/tensor_act_model_layers_98_mlp_gate_proj/max": 5.65625, "train/tensor_act_model_layers_98_mlp_gate_proj/range": 9.78125, "train/tensor_act_model_layers_98_mlp_up_proj/norm": 2218.26953125, "train/tensor_act_model_layers_98_mlp_up_proj/mean": -0.027587890625, "train/tensor_act_model_layers_98_mlp_up_proj/std": 0.765625, "train/tensor_act_model_layers_98_mlp_up_proj/max_abs": 6.6875, "train/tensor_act_model_layers_98_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_98_mlp_up_proj/min": -6.6875, "train/tensor_act_model_layers_98_mlp_up_proj/max": 5.375, "train/tensor_act_model_layers_98_mlp_up_proj/range": 12.0625, "train/tensor_act_model_layers_98_mlp_down_proj/norm": 1165.3302001953125, "train/tensor_act_model_layers_98_mlp_down_proj/mean": 0.057861328125, "train/tensor_act_model_layers_98_mlp_down_proj/std": 0.56640625, "train/tensor_act_model_layers_98_mlp_down_proj/max_abs": 5.09375, "train/tensor_act_model_layers_98_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_98_mlp_down_proj/min": -5.09375, "train/tensor_act_model_layers_98_mlp_down_proj/max": 4.0, "train/tensor_act_model_layers_98_mlp_down_proj/range": 9.09375, "train/tensor_act_model_layers_98_mlp/norm": 1165.3302001953125, "train/tensor_act_model_layers_98_mlp/mean": 0.057861328125, "train/tensor_act_model_layers_98_mlp/std": 0.56640625, "train/tensor_act_model_layers_98_mlp/max_abs": 5.09375, "train/tensor_act_model_layers_98_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_98_mlp/min": -5.09375, "train/tensor_act_model_layers_98_mlp/max": 4.0, "train/tensor_act_model_layers_98_mlp/range": 9.09375, "train/tensor_act_model_layers_98_residual_post_mlp/norm": 4491.50244140625, "train/tensor_act_model_layers_98_residual_post_mlp/mean": 0.55859375, "train/tensor_act_model_layers_98_residual_post_mlp/std": 2.125, "train/tensor_act_model_layers_98_residual_post_mlp/max_abs": 15.625, "train/tensor_act_model_layers_98_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_residual_post_mlp/frac_near_user_limit": 0.00023221969604492188, "train/tensor_act_model_layers_98_residual_post_mlp/min": -13.0, "train/tensor_act_model_layers_98_residual_post_mlp/max": 15.625, "train/tensor_act_model_layers_98_residual_post_mlp/range": 28.625, "train/tensor_act_model_layers_99_residual_pre_attn/norm": 4491.50244140625, "train/tensor_act_model_layers_99_residual_pre_attn/mean": 0.55859375, "train/tensor_act_model_layers_99_residual_pre_attn/std": 2.125, "train/tensor_act_model_layers_99_residual_pre_attn/max_abs": 15.625, "train/tensor_act_model_layers_99_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_residual_pre_attn/frac_near_user_limit": 0.00023221969604492188, "train/tensor_act_model_layers_99_residual_pre_attn/min": -13.0, "train/tensor_act_model_layers_99_residual_pre_attn/max": 15.625, "train/tensor_act_model_layers_99_residual_pre_attn/range": 28.625, "train/tensor_act_model_layers_99_residual_post_attn/norm": 4547.7421875, "train/tensor_act_model_layers_99_residual_post_attn/mean": 0.5625, "train/tensor_act_model_layers_99_residual_post_attn/std": 2.140625, "train/tensor_act_model_layers_99_residual_post_attn/max_abs": 15.8125, "train/tensor_act_model_layers_99_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_residual_post_attn/frac_near_user_limit": 0.0002560615539550781, "train/tensor_act_model_layers_99_residual_post_attn/min": -13.0, "train/tensor_act_model_layers_99_residual_post_attn/max": 15.8125, "train/tensor_act_model_layers_99_residual_post_attn/range": 28.8125, "train/tensor_act_model_layers_99_mlp_gate_proj/norm": 2491.9111328125, "train/tensor_act_model_layers_99_mlp_gate_proj/mean": 0.2177734375, "train/tensor_act_model_layers_99_mlp_gate_proj/std": 0.83203125, "train/tensor_act_model_layers_99_mlp_gate_proj/max_abs": 5.65625, "train/tensor_act_model_layers_99_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_99_mlp_gate_proj/min": -4.21875, "train/tensor_act_model_layers_99_mlp_gate_proj/max": 5.65625, "train/tensor_act_model_layers_99_mlp_gate_proj/range": 9.875, "train/tensor_act_model_layers_99_mlp_up_proj/norm": 2351.87548828125, "train/tensor_act_model_layers_99_mlp_up_proj/mean": -0.0205078125, "train/tensor_act_model_layers_99_mlp_up_proj/std": 0.8125, "train/tensor_act_model_layers_99_mlp_up_proj/max_abs": 5.59375, "train/tensor_act_model_layers_99_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_99_mlp_up_proj/min": -5.15625, "train/tensor_act_model_layers_99_mlp_up_proj/max": 5.59375, "train/tensor_act_model_layers_99_mlp_up_proj/range": 10.75, "train/tensor_act_model_layers_99_mlp_down_proj/norm": 1614.6533203125, "train/tensor_act_model_layers_99_mlp_down_proj/mean": 0.107421875, "train/tensor_act_model_layers_99_mlp_down_proj/std": 0.78125, "train/tensor_act_model_layers_99_mlp_down_proj/max_abs": 7.46875, "train/tensor_act_model_layers_99_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_99_mlp_down_proj/min": -7.46875, "train/tensor_act_model_layers_99_mlp_down_proj/max": 6.15625, "train/tensor_act_model_layers_99_mlp_down_proj/range": 13.625, "train/tensor_act_model_layers_99_mlp/norm": 1614.6533203125, "train/tensor_act_model_layers_99_mlp/mean": 0.107421875, "train/tensor_act_model_layers_99_mlp/std": 0.78125, "train/tensor_act_model_layers_99_mlp/max_abs": 7.46875, "train/tensor_act_model_layers_99_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_99_mlp/min": -7.46875, "train/tensor_act_model_layers_99_mlp/max": 6.15625, "train/tensor_act_model_layers_99_mlp/range": 13.625, "train/tensor_act_model_layers_99_residual_post_mlp/norm": 5646.89501953125, "train/tensor_act_model_layers_99_residual_post_mlp/mean": 0.66796875, "train/tensor_act_model_layers_99_residual_post_mlp/std": 2.671875, "train/tensor_act_model_layers_99_residual_post_mlp/max_abs": 18.5, "train/tensor_act_model_layers_99_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_residual_post_mlp/frac_near_user_limit": 0.001598358154296875, "train/tensor_act_model_layers_99_residual_post_mlp/min": -16.375, "train/tensor_act_model_layers_99_residual_post_mlp/max": 18.5, "train/tensor_act_model_layers_99_residual_post_mlp/range": 34.875, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/norm": 12713984.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/mean": -7872.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/std": 69632.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/max_abs": 217088.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/min": -196608.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/max": 217088.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/range": 413696.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/norm": 7340032.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/mean": -1520.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/std": 40448.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/max_abs": 733184.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/frac_near_user_limit": 0.99981689453125, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/min": -733184.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/max": 483328.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/range": 1216512.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/norm": 5931008.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/mean": -5696.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/std": 32256.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/max_abs": 325632.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/frac_near_user_limit": 0.9996337890625, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/min": -325632.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/max": 241664.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/range": 567296.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/norm": 8585216.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/mean": 364.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/std": 47616.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/max_abs": 197632.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/min": -143360.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/max": 197632.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/range": 340992.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/norm": 5242880.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/mean": -446.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/std": 29056.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/max_abs": 335872.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/frac_near_user_limit": 0.999664306640625, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/min": -333824.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/max": 335872.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/range": 669696.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/norm": 4128768.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/mean": -3856.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/std": 22528.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/max_abs": 276480.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/frac_near_user_limit": 0.99969482421875, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/min": -276480.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/max": 181248.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/range": 457728.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/norm": 4653056.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/mean": -1240.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/std": 25728.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/max_abs": 89600.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/min": -89088.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/max": 89600.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/range": 178688.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/norm": 4390912.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/mean": 242.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/std": 24320.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/max_abs": 309248.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/frac_near_user_limit": 0.999542236328125, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/min": -230400.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/max": 309248.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/range": 539648.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/norm": 2981888.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/mean": -2352.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/std": 16320.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/max_abs": 246784.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/frac_near_user_limit": 0.9996337890625, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/min": -246784.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/max": 156672.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/range": 403456.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/norm": 3833856.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/mean": -1152.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/std": 21248.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/max_abs": 78848.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/min": -78848.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/max": 70144.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/range": 148992.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/norm": 3571712.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/mean": -764.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/std": 19712.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/max_abs": 198656.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/frac_near_user_limit": 0.999664306640625, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/min": -198656.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/max": 194560.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/range": 393216.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/norm": 2605056.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/mean": -1368.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/std": 14336.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/max_abs": 144384.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/frac_near_user_limit": 0.9993896484375, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/min": -144384.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/max": 130048.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/range": 274432.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/norm": 4145152.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/mean": -141.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/std": 22912.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/max_abs": 89600.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/min": -89600.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/max": 79872.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/range": 169472.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/norm": 3424256.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/mean": 1112.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/std": 18944.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/max_abs": 380928.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/frac_near_user_limit": 0.99920654296875, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/min": -168960.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/max": 380928.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/range": 549888.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/norm": 2768896.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/mean": -1456.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/std": 15232.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/max_abs": 194560.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/frac_near_user_limit": 0.999176025390625, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/min": -145408.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/max": 194560.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/range": 339968.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/norm": 3080192.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/mean": 400.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/std": 17024.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/max_abs": 66048.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/min": -66048.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/max": 55296.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/range": 121344.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/norm": 3276800.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/mean": 716.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/std": 18176.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/max_abs": 262144.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/frac_near_user_limit": 0.999298095703125, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/min": -145408.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/max": 262144.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/range": 407552.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/norm": 2408448.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/mean": -1224.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/std": 13248.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/max_abs": 194560.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/frac_near_user_limit": 0.99932861328125, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/min": -165888.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/max": 194560.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/range": 360448.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/norm": 3063808.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/mean": 600.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/std": 16896.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/max_abs": 97280.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/min": -57088.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/max": 97280.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/range": 154368.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/norm": 2818048.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/mean": -744.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/std": 15488.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/max_abs": 178176.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/frac_near_user_limit": 0.998260498046875, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/min": -178176.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/max": 101888.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/range": 280064.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/norm": 2048000.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/mean": -776.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/std": 11328.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/max_abs": 123392.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/frac_near_user_limit": 0.997589111328125, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/min": -107008.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/max": 123392.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/range": 230400.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/norm": 2949120.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/mean": 1760.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/std": 16192.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/max_abs": 79360.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/min": -43008.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/max": 79360.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/range": 122368.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/norm": 3096576.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/mean": 584.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/std": 17024.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/max_abs": 229376.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/frac_near_user_limit": 0.999298095703125, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/min": -212992.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/max": 229376.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/range": 442368.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/norm": 2129920.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/mean": -992.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/std": 11712.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/max_abs": 131072.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/frac_near_user_limit": 0.999267578125, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/min": -115200.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/max": 131072.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/range": 246272.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/norm": 2195456.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/mean": 1072.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/std": 12032.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/max_abs": 38144.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/min": -36096.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/max": 38144.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/range": 74240.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/norm": 2441216.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/mean": 616.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/std": 13504.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/max_abs": 166912.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/frac_near_user_limit": 0.99896240234375, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/min": -166912.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/max": 145408.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/range": 312320.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/norm": 1802240.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/mean": -454.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/std": 9984.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/max_abs": 171008.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/frac_near_user_limit": 0.9989013671875, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/min": -171008.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/max": 77824.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/range": 248832.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/norm": 2392064.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/mean": 450.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/std": 13248.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/max_abs": 57088.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/min": -37376.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/max": 57088.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/range": 94464.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/norm": 2359296.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/mean": 612.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/std": 12992.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/max_abs": 181248.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/frac_near_user_limit": 0.99920654296875, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/min": -115712.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/max": 181248.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/range": 296960.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/norm": 1982464.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/mean": -924.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/std": 10880.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/max_abs": 142336.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/frac_near_user_limit": 0.99853515625, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/min": -142336.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/max": 72192.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/range": 214528.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/norm": 2424832.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/mean": 174.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/std": 13376.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/max_abs": 53248.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/min": -39680.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/max": 53248.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/range": 92928.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/norm": 2326528.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/mean": 58.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/std": 12864.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/max_abs": 161792.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/frac_near_user_limit": 0.999481201171875, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/min": -97280.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/max": 161792.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/range": 259072.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/norm": 2064384.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/mean": -132.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/std": 11392.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/max_abs": 228352.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/frac_near_user_limit": 0.999481201171875, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/min": -110080.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/max": 228352.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/range": 338432.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/norm": 1851392.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/mean": 370.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/std": 10176.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/max_abs": 48384.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/min": -38912.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/max": 48384.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/range": 87296.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/norm": 1875968.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/mean": 160.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/std": 10368.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/max_abs": 180224.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/frac_near_user_limit": 0.994964599609375, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/min": -91136.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/max": 180224.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/range": 271360.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/norm": 1548288.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/mean": -181.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/std": 8576.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/max_abs": 88064.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/frac_near_user_limit": 0.99444580078125, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/min": -78848.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/max": 88064.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/range": 166912.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/norm": 1851392.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/mean": -1232.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/std": 10176.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/max_abs": 46592.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/min": -46592.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/max": 28416.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/range": 75008.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/norm": 1499136.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/mean": -398.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/std": 8320.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/max_abs": 105984.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/frac_near_user_limit": 0.99896240234375, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/min": -91648.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/max": 105984.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/range": 197632.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/norm": 1409024.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/mean": -324.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/std": 7776.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/max_abs": 78848.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/frac_near_user_limit": 0.99908447265625, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/min": -78848.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/max": 71680.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/range": 150528.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/norm": 1802240.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/mean": 274.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/std": 9920.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/max_abs": 40960.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/min": -31744.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/max": 40960.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/range": 72704.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/norm": 1490944.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/mean": 185.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/std": 8192.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/max_abs": 85504.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/frac_near_user_limit": 0.998565673828125, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/min": -58880.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/max": 85504.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/range": 144384.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/norm": 1605632.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/mean": -868.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/std": 8832.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/max_abs": 95232.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/frac_near_user_limit": 0.998321533203125, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/min": -95232.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/max": 64000.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/range": 159232.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/norm": 1777664.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/mean": -744.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/std": 9792.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/max_abs": 44288.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/min": -34560.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/max": 44288.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/range": 78848.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/norm": 1630208.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/mean": -448.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/std": 8960.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/max_abs": 130560.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/frac_near_user_limit": 0.99786376953125, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/min": -89600.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/max": 130560.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/range": 220160.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/norm": 1581056.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/mean": -436.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/std": 8768.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/max_abs": 139264.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/frac_near_user_limit": 0.9976806640625, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/min": -88576.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/max": 139264.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/range": 227840.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/norm": 1638400.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/mean": -171.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/std": 9024.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/max_abs": 37376.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/min": -31872.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/max": 37376.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/range": 69248.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/norm": 1875968.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/mean": -92.5, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/std": 10368.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/max_abs": 164864.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/frac_near_user_limit": 0.999267578125, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/min": -132096.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/max": 164864.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/range": 296960.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/norm": 1662976.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/mean": -720.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/std": 9152.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/max_abs": 144384.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/frac_near_user_limit": 0.9991455078125, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/min": -144384.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/max": 103424.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/range": 247808.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/norm": 1613824.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/mean": 0.24609375, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/std": 8960.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/max_abs": 42496.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/min": -32512.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/max": 42496.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/range": 75008.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/norm": 1351680.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/mean": 158.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/std": 7488.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/max_abs": 71168.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/frac_near_user_limit": 0.999542236328125, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/min": -71168.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/max": 71168.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/range": 142336.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/norm": 1441792.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/mean": -240.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/std": 7936.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/max_abs": 105472.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/frac_near_user_limit": 0.999359130859375, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/min": -105472.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/max": 66560.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/range": 172032.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/norm": 1941504.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/mean": 472.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/std": 10752.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/max_abs": 59904.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/min": -59904.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/max": 45056.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/range": 104960.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/norm": 1294336.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/mean": 224.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/std": 7136.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/max_abs": 106496.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/frac_near_user_limit": 0.999298095703125, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/min": -106496.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/max": 79872.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/range": 186368.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/norm": 1261568.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/mean": -213.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/std": 6976.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/max_abs": 102912.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/frac_near_user_limit": 0.9989013671875, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/min": -66048.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/max": 102912.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/range": 168960.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/norm": 2179072.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/mean": 964.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/std": 12032.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/max_abs": 128512.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/min": -37632.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/max": 128512.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/range": 166144.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/norm": 1376256.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/mean": 6.71875, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/std": 7584.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/max_abs": 159744.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/frac_near_user_limit": 0.999267578125, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/min": -159744.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/max": 79360.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/range": 239104.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/norm": 1310720.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/mean": -406.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/std": 7232.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/max_abs": 94720.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/frac_near_user_limit": 0.999053955078125, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/min": -59136.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/max": 94720.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/range": 153856.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/norm": 1499136.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/mean": -221.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/std": 8256.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/max_abs": 35072.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/min": -24448.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/max": 35072.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/range": 59520.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/norm": 1417216.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/mean": 101.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/std": 7808.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/max_abs": 107008.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/frac_near_user_limit": 0.999420166015625, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/min": -107008.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/max": 102400.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/range": 209408.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/norm": 1433600.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/mean": -358.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/std": 7904.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/max_abs": 135168.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/frac_near_user_limit": 0.99951171875, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/min": -135168.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/max": 76800.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/range": 211968.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/norm": 1712128.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/mean": 344.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/std": 9472.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/max_abs": 50176.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/min": -50176.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/max": 47872.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/range": 98048.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/norm": 1261568.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/mean": 97.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/std": 6976.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/max_abs": 91136.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/frac_near_user_limit": 0.999298095703125, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/min": -91136.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/max": 59392.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/range": 150528.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/norm": 1245184.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/mean": -568.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/std": 6848.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/max_abs": 88576.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/frac_near_user_limit": 0.999542236328125, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/min": -71680.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/max": 88576.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/range": 160256.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/norm": 1548288.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/mean": -406.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/std": 8576.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/max_abs": 31104.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/min": -31104.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/max": 28928.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/range": 60032.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/norm": 1384448.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/mean": -60.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/std": 7648.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/max_abs": 93184.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/frac_near_user_limit": 0.999176025390625, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/min": -92672.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/max": 93184.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/range": 185856.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/norm": 1245184.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/mean": -364.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/std": 6848.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/max_abs": 67072.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/frac_near_user_limit": 0.999267578125, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/min": -67072.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/max": 57088.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/range": 124160.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/norm": 1638400.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/mean": 148.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/std": 9024.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/max_abs": 61696.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/min": -27776.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/max": 61696.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/range": 89472.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/norm": 1236992.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/mean": 420.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/std": 6816.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/max_abs": 105472.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/frac_near_user_limit": 0.999603271484375, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/min": -98816.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/max": 105472.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/range": 204288.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/norm": 1212416.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/mean": -204.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/std": 6688.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/max_abs": 143360.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/frac_near_user_limit": 0.999420166015625, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/min": -143360.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/max": 75776.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/range": 219136.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/norm": 1351680.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/mean": -264.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/std": 7456.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/max_abs": 44800.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/min": -44800.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/max": 24320.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/range": 69120.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/norm": 1064960.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/mean": -134.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/std": 5888.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/max_abs": 78336.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/frac_near_user_limit": 0.998199462890625, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/min": -78336.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/max": 55040.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/range": 133376.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/norm": 987136.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/mean": -356.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/std": 5440.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/max_abs": 80896.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/frac_near_user_limit": 0.998016357421875, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/min": -80896.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/max": 49920.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/range": 130816.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/norm": 1228800.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/mean": -91.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/std": 6784.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/max_abs": 27136.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/min": -27136.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/max": 24576.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/range": 51712.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/norm": 1064960.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/mean": -240.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/std": 5888.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/max_abs": 79360.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/frac_near_user_limit": 0.99884033203125, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/min": -55040.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/max": 79360.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/range": 134400.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/norm": 1040384.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/mean": -370.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/std": 5760.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/max_abs": 83456.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/frac_near_user_limit": 0.99859619140625, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/min": -83456.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/max": 49152.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/range": 132608.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/norm": 1310720.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/mean": -434.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/std": 7200.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/max_abs": 29184.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/min": -24320.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/max": 29184.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/range": 53504.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/norm": 1179648.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/mean": -147.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/std": 6496.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/max_abs": 102912.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/frac_near_user_limit": 0.99920654296875, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/min": -102912.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/max": 86016.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/range": 188928.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/norm": 1236992.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/mean": -444.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/std": 6784.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/max_abs": 144384.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/frac_near_user_limit": 0.99871826171875, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/min": -144384.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/max": 62208.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/range": 206592.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/norm": 1245184.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/mean": 438.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/std": 6880.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/max_abs": 29824.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/min": -29824.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/max": 22784.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/range": 52608.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/norm": 1114112.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/mean": 239.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/std": 6176.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/max_abs": 76800.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/frac_near_user_limit": 0.99908447265625, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/min": -71680.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/max": 76800.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/range": 148480.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/norm": 1114112.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/mean": -368.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/std": 6144.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/max_abs": 83968.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/frac_near_user_limit": 0.99920654296875, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/min": -83968.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/max": 73216.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/range": 157184.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/norm": 1187840.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/mean": 20.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/std": 6560.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/max_abs": 32768.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/min": -19328.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/max": 32768.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/range": 52096.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/norm": 933888.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/mean": 151.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/std": 5152.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/max_abs": 81408.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/frac_near_user_limit": 0.998748779296875, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/min": -47360.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/max": 81408.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/range": 128768.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/norm": 1064960.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/mean": -696.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/std": 5856.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/max_abs": 74752.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/frac_near_user_limit": 0.99853515625, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/min": -74752.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/max": 44032.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/range": 118784.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/norm": 1253376.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/mean": -66.5, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/std": 6912.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/max_abs": 35072.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/min": -35072.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/max": 29440.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/range": 64512.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/norm": 1253376.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/mean": 332.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/std": 6944.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/max_abs": 101376.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/frac_near_user_limit": 0.99908447265625, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/min": -82944.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/max": 101376.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/range": 184320.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/norm": 1056768.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/mean": 77.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/std": 5856.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/max_abs": 125440.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/frac_near_user_limit": 0.998626708984375, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/min": -88576.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/max": 125440.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/range": 214016.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/norm": 1286144.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/mean": 209.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/std": 7104.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/max_abs": 26752.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/min": -26752.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/max": 19840.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/range": 46592.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/norm": 1040384.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/mean": -404.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/std": 5728.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/max_abs": 81408.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/frac_near_user_limit": 0.99908447265625, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/min": -81408.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/max": 68608.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/range": 150016.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/norm": 1105920.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/mean": -374.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/std": 6080.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/max_abs": 93696.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/frac_near_user_limit": 0.99859619140625, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/min": -93696.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/max": 52224.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/range": 145920.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/norm": 1171456.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/mean": -664.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/std": 6464.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/max_abs": 25856.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/min": -20224.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/max": 25856.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/range": 46080.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/norm": 995328.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/mean": -115.5, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/std": 5504.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/max_abs": 93696.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/frac_near_user_limit": 0.99884033203125, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/min": -47872.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/max": 93696.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/range": 141568.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/norm": 876544.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/mean": -211.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/std": 4832.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/max_abs": 61696.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/frac_near_user_limit": 0.997222900390625, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/min": -55040.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/max": 61696.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/range": 116736.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/norm": 1212416.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/mean": 368.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/std": 6720.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/max_abs": 28672.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/min": -20480.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/max": 28672.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/range": 49152.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/norm": 917504.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/mean": -124.5, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/std": 5056.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/max_abs": 54528.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/frac_near_user_limit": 0.998443603515625, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/min": -48640.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/max": 54528.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/range": 103168.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/norm": 843776.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/mean": -148.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/std": 4672.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/max_abs": 63232.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/frac_near_user_limit": 0.99798583984375, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/min": -63232.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/max": 50944.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/range": 114176.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/norm": 1171456.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/mean": 636.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/std": 6432.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/max_abs": 34304.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/min": -27904.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/max": 34304.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/range": 62208.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/norm": 946176.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/mean": -231.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/std": 5216.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/max_abs": 57856.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/frac_near_user_limit": 0.998931884765625, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/min": -57856.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/max": 50432.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/range": 108288.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/norm": 929792.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/mean": 36.5, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/std": 5120.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/max_abs": 64256.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/frac_near_user_limit": 0.99884033203125, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/min": -51456.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/max": 64256.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/range": 115712.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/norm": 1114112.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/mean": -218.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/std": 6144.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/max_abs": 23680.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/min": -23680.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/max": 20736.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/range": 44416.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/norm": 884736.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/mean": 294.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/std": 4896.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/max_abs": 54784.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/frac_near_user_limit": 0.998443603515625, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/min": -40704.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/max": 54784.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/range": 95488.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/norm": 913408.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/mean": -350.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/std": 5056.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/max_abs": 67072.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/frac_near_user_limit": 0.9969482421875, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/min": -67072.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/max": 45312.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/range": 112384.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/norm": 1294336.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/mean": -764.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/std": 7104.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/max_abs": 48128.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/min": -48128.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/max": 19456.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/range": 67584.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/norm": 1114112.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/mean": 172.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/std": 6144.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/max_abs": 140288.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/frac_near_user_limit": 0.998199462890625, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/min": -66560.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/max": 140288.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/range": 206848.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/norm": 1081344.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/mean": -568.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/std": 5920.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/max_abs": 78336.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/frac_near_user_limit": 0.998016357421875, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/min": -54272.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/max": 78336.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/range": 132608.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/norm": 1269760.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/mean": 29.625, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/std": 7040.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/max_abs": 36608.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/min": -36608.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/max": 22144.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/range": 58752.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/norm": 1081344.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/mean": -183.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/std": 5952.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/max_abs": 82432.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/frac_near_user_limit": 0.99896240234375, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/min": -68608.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/max": 82432.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/range": 151040.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/norm": 1081344.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/mean": -79.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/std": 5952.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/max_abs": 82944.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/frac_near_user_limit": 0.99884033203125, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/min": -72704.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/max": 82944.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/range": 155648.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/norm": 1155072.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/mean": -300.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/std": 6368.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/max_abs": 23680.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/min": -17664.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/max": 23680.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/range": 41344.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/norm": 925696.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/mean": -184.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/std": 5120.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/max_abs": 61184.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/frac_near_user_limit": 0.99798583984375, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/min": -61184.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/max": 37888.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/range": 99072.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/norm": 880640.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/mean": -266.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/std": 4832.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/max_abs": 40448.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/frac_near_user_limit": 0.9981689453125, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/min": -36096.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/max": 40448.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/range": 76544.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/norm": 1490944.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/mean": -548.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/std": 8192.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/max_abs": 50944.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/min": -40960.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/max": 50944.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/range": 91904.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/norm": 1089536.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/mean": -200.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/std": 6016.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/max_abs": 115200.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/frac_near_user_limit": 0.998504638671875, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/min": -61696.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/max": 115200.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/range": 176896.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/norm": 954368.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/mean": -528.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/std": 5248.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/max_abs": 62976.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/frac_near_user_limit": 0.99853515625, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/min": -62976.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/max": 55552.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/range": 118528.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/norm": 1245184.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/mean": -1096.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/std": 6816.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/max_abs": 41728.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/min": -20736.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/max": 41728.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/range": 62464.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/norm": 1015808.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/mean": -181.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/std": 5600.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/max_abs": 74752.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/frac_near_user_limit": 0.999114990234375, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/min": -56320.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/max": 74752.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/range": 131072.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/norm": 897024.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/mean": -276.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/std": 4928.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/max_abs": 54016.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/frac_near_user_limit": 0.999176025390625, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/min": -48896.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/max": 54016.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/range": 102912.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/norm": 1269760.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/mean": 228.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/std": 7008.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/max_abs": 37632.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/min": -37632.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/max": 25856.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/range": 63488.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/norm": 917504.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/mean": 30.75, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/std": 5088.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/max_abs": 57088.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/frac_near_user_limit": 0.998291015625, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/min": -50688.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/max": 57088.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/range": 107776.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/norm": 995328.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/mean": -632.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/std": 5472.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/max_abs": 58624.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/frac_near_user_limit": 0.99755859375, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/min": -58624.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/max": 53248.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/range": 111872.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/norm": 1368064.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/mean": 608.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/std": 7520.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/max_abs": 46080.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/min": -46080.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/max": 34560.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/range": 80640.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/norm": 995328.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/mean": 162.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/std": 5504.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/max_abs": 73728.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/frac_near_user_limit": 0.998931884765625, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/min": -73728.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/max": 66560.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/range": 140288.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/norm": 1048576.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/mean": -624.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/std": 5760.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/max_abs": 63488.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/frac_near_user_limit": 0.999481201171875, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/min": -63488.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/max": 56320.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/range": 119808.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/norm": 1146880.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/mean": 170.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/std": 6304.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/max_abs": 26112.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/min": -17664.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/max": 26112.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/range": 43776.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/norm": 983040.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/mean": 268.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/std": 5408.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/max_abs": 78336.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/frac_near_user_limit": 0.99920654296875, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/min": -65024.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/max": 78336.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/range": 143360.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/norm": 974848.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/mean": -430.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/std": 5376.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/max_abs": 57088.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/frac_near_user_limit": 0.9990234375, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/min": -50432.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/max": 57088.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/range": 107520.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/norm": 1114112.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/mean": 42.25, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/std": 6144.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/max_abs": 36608.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/min": -36608.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/max": 21248.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/range": 57856.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/norm": 1064960.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/mean": -326.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/std": 5888.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/max_abs": 86528.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/frac_near_user_limit": 0.99432373046875, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/min": -86528.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/max": 49664.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/range": 136192.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/norm": 917504.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/mean": -181.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/std": 5056.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/max_abs": 58624.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/frac_near_user_limit": 0.99261474609375, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/min": -45568.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/max": 58624.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/range": 104192.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/norm": 1114112.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/mean": -204.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/std": 6144.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/max_abs": 28672.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/min": -28672.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/max": 23808.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/range": 52480.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/norm": 1028096.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/mean": 11.625, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/std": 5664.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/max_abs": 95744.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/frac_near_user_limit": 0.999053955078125, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/min": -95744.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/max": 51456.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/range": 147200.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/norm": 995328.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/mean": -255.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/std": 5504.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/max_abs": 57856.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/frac_near_user_limit": 0.9981689453125, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/min": -57856.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/max": 39424.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/range": 97280.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/norm": 1335296.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/mean": -454.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/std": 7360.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/max_abs": 52224.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/min": -52224.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/max": 25216.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/range": 77440.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/norm": 1114112.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/mean": 74.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/std": 6176.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/max_abs": 89600.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/frac_near_user_limit": 0.99884033203125, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/min": -76800.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/max": 89600.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/range": 166400.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/norm": 1105920.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/mean": -476.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/std": 6080.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/max_abs": 91136.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/frac_near_user_limit": 0.99896240234375, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/min": -74240.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/max": 91136.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/range": 165376.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/norm": 1056768.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/mean": -87.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/std": 5824.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/max_abs": 19712.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/min": -19712.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/max": 18176.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/range": 37888.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/norm": 946176.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/mean": 117.5, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/std": 5248.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/max_abs": 60928.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/frac_near_user_limit": 0.99786376953125, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/min": -49408.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/max": 60928.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/range": 110336.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/norm": 806912.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/mean": 16.875, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/std": 4448.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/max_abs": 50432.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/frac_near_user_limit": 0.998382568359375, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/min": -50432.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/max": 45824.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/range": 96256.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/norm": 1155072.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/mean": -536.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/std": 6368.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/max_abs": 25984.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/min": -25984.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/max": 23808.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/range": 49792.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/norm": 1003520.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/mean": 47.25, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/std": 5536.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/max_abs": 91136.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/frac_near_user_limit": 0.9990234375, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/min": -91136.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/max": 73216.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/range": 164352.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/norm": 1130496.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/mean": -247.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/std": 6240.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/max_abs": 99840.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/frac_near_user_limit": 0.998291015625, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/min": -70144.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/max": 99840.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/range": 169984.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/norm": 1228800.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/mean": -186.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/std": 6816.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/max_abs": 61952.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/min": -61952.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/max": 30080.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/range": 92032.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/norm": 860160.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/mean": -128.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/std": 4736.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/max_abs": 50944.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/frac_near_user_limit": 0.998931884765625, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/min": -50944.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/max": 37888.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/range": 88832.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/norm": 843776.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/mean": -394.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/std": 4640.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/max_abs": 56064.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/frac_near_user_limit": 0.998626708984375, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/min": -56064.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/max": 50176.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/range": 106240.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/norm": 1155072.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/mean": 38.5, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/std": 6368.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/max_abs": 25088.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/min": -24576.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/max": 25088.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/range": 49664.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/norm": 991232.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/mean": 111.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/std": 5472.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/max_abs": 86528.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/frac_near_user_limit": 0.999298095703125, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/min": -86528.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/max": 57856.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/range": 144384.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/norm": 1003520.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/mean": -744.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/std": 5504.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/max_abs": 83968.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/frac_near_user_limit": 0.99920654296875, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/min": -83968.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/max": 36352.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/range": 120320.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/norm": 1114112.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/mean": -576.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/std": 6144.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/max_abs": 28288.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/min": -27392.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/max": 28288.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/range": 55680.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/norm": 1011712.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/mean": -328.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/std": 5568.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/max_abs": 72192.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/frac_near_user_limit": 0.998138427734375, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/min": -72192.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/max": 42240.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/range": 114432.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/norm": 897024.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/mean": -624.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/std": 4928.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/max_abs": 67072.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/frac_near_user_limit": 0.998443603515625, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/min": -67072.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/max": 46592.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/range": 113664.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/norm": 1286144.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/mean": 600.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/std": 7072.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/max_abs": 54784.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/min": -23808.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/max": 54784.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/range": 78592.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/norm": 1097728.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/mean": 148.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/std": 6080.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/max_abs": 81408.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/frac_near_user_limit": 0.998992919921875, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/min": -77824.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/max": 81408.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/range": 159232.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/norm": 1044480.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/mean": -340.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/std": 5760.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/max_abs": 80896.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/frac_near_user_limit": 0.998809814453125, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/min": -80896.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/max": 50944.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/range": 131840.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/norm": 1220608.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/mean": 250.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/std": 6720.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/max_abs": 34816.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/min": -34816.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/max": 27648.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/range": 62464.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/norm": 1011712.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/mean": -189.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/std": 5568.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/max_abs": 91136.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/frac_near_user_limit": 0.998931884765625, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/min": -91136.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/max": 43520.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/range": 134656.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/norm": 950272.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/mean": -460.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/std": 5248.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/max_abs": 77312.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/frac_near_user_limit": 0.99871826171875, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/min": -77312.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/max": 55808.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/range": 133120.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/norm": 946176.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/mean": -568.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/std": 5184.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/max_abs": 24576.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/min": -24576.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/max": 15680.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/range": 40256.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/norm": 929792.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/mean": -150.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/std": 5120.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/max_abs": 59648.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/frac_near_user_limit": 0.99896240234375, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/min": -48384.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/max": 59648.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/range": 108032.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/norm": 909312.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/mean": -428.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/std": 4992.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/max_abs": 68608.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/frac_near_user_limit": 0.99786376953125, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/min": -68608.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/max": 48384.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/range": 116992.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/norm": 1007616.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/mean": 158.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/std": 5568.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/max_abs": 21760.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/min": -13056.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/max": 21760.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/range": 34816.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/norm": 987136.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/mean": 226.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/std": 5440.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/max_abs": 65536.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/frac_near_user_limit": 0.999176025390625, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/min": -64000.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/max": 65536.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/range": 129536.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/norm": 1007616.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/mean": -193.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/std": 5568.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/max_abs": 90624.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/frac_near_user_limit": 0.998565673828125, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/min": -90624.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/max": 82944.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/range": 173568.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/norm": 1220608.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/mean": -248.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/std": 6720.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/max_abs": 51200.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/min": -51200.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/max": 19328.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/range": 70528.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/norm": 970752.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/mean": 148.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/std": 5376.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/max_abs": 89088.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/frac_near_user_limit": 0.9976806640625, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/min": -43008.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/max": 89088.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/range": 132096.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/norm": 847872.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/mean": -228.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/std": 4672.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/max_abs": 77824.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/frac_near_user_limit": 0.9970703125, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/min": -77824.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/max": 31360.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/range": 109184.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/norm": 950272.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/mean": -422.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/std": 5216.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/max_abs": 20864.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/min": -20864.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/max": 14912.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/range": 35776.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/norm": 983040.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/mean": 84.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/std": 5408.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/max_abs": 77312.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/frac_near_user_limit": 0.997283935546875, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/min": -62208.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/max": 77312.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/range": 139520.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/norm": 847872.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/mean": -430.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/std": 4672.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/max_abs": 64768.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/frac_near_user_limit": 0.998016357421875, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/min": -64768.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/max": 32000.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/range": 96768.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/norm": 901120.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/mean": 80.5, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/std": 4992.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/max_abs": 21888.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/min": -21888.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/max": 18432.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/range": 40320.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/norm": 786432.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/mean": 227.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/std": 4320.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/max_abs": 45056.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/frac_near_user_limit": 0.9937744140625, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/min": -38656.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/max": 45056.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/range": 83712.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/norm": 774144.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/mean": -312.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/std": 4288.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/max_abs": 40192.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/frac_near_user_limit": 0.99493408203125, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/min": -40192.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/max": 31744.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/range": 71936.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/norm": 880640.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/mean": -506.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/std": 4832.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/max_abs": 22784.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/min": -19968.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/max": 22784.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/range": 42752.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/norm": 884736.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/mean": -93.5, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/std": 4864.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/max_abs": 65024.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/frac_near_user_limit": 0.9981689453125, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/min": -65024.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/max": 54784.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/range": 119808.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/norm": 786432.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/mean": -398.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/std": 4320.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/max_abs": 45824.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/frac_near_user_limit": 0.996368408203125, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/min": -45824.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/max": 35072.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/range": 80896.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/norm": 966656.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/mean": 700.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/std": 5312.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/max_abs": 20480.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/min": -20480.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/max": 18432.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/range": 38912.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/norm": 901120.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/mean": -126.5, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/std": 4960.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/max_abs": 48640.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/frac_near_user_limit": 0.99920654296875, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/min": -45824.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/max": 48640.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/range": 94464.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/norm": 823296.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/mean": -528.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/std": 4512.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/max_abs": 44288.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/frac_near_user_limit": 0.998931884765625, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/min": -44288.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/max": 27008.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/range": 71296.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/norm": 929792.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/mean": 258.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/std": 5120.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/max_abs": 28672.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/min": -28672.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/max": 18176.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/range": 46848.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/norm": 913408.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/mean": 200.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/std": 5024.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/max_abs": 63232.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/frac_near_user_limit": 0.999053955078125, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/min": -63232.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/max": 42240.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/range": 105472.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/norm": 827392.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/mean": -376.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/std": 4544.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/max_abs": 73728.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/frac_near_user_limit": 0.997314453125, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/min": -73728.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/max": 36352.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/range": 110080.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/norm": 921600.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/mean": -304.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/std": 5088.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/max_abs": 26368.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/min": -14784.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/max": 26368.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/range": 41152.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/norm": 897024.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/mean": -60.5, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/std": 4960.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/max_abs": 69120.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/frac_near_user_limit": 0.999176025390625, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/min": -66560.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/max": 69120.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/range": 135680.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/norm": 761856.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/mean": -468.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/std": 4192.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/max_abs": 56320.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/frac_near_user_limit": 0.999267578125, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/min": -56320.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/max": 35840.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/range": 92160.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/norm": 987136.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/mean": 41.75, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/std": 5472.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/max_abs": 28928.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/min": -20736.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/max": 28928.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/range": 49664.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/norm": 888832.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/mean": 430.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/std": 4896.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/max_abs": 54016.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/frac_near_user_limit": 0.9991455078125, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/min": -29952.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/max": 54016.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/range": 83968.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/norm": 884736.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/mean": -556.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/std": 4864.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/max_abs": 58368.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/frac_near_user_limit": 0.998779296875, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/min": -51968.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/max": 58368.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/range": 110336.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/norm": 892928.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/mean": 428.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/std": 4896.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/max_abs": 19968.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/min": -15744.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/max": 19968.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/range": 35712.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/norm": 790528.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/mean": -173.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/std": 4352.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/max_abs": 42752.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/frac_near_user_limit": 0.999114990234375, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/min": -42752.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/max": 37888.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/range": 80640.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/norm": 733184.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/mean": -280.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/std": 4048.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/max_abs": 40704.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/frac_near_user_limit": 0.998748779296875, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/min": -40704.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/max": 35072.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/range": 75776.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/norm": 1064960.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/mean": 576.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/std": 5856.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/max_abs": 29696.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/min": -16640.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/max": 29696.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/range": 46336.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/norm": 868352.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/mean": 250.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/std": 4800.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/max_abs": 61440.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/frac_near_user_limit": 0.998870849609375, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/min": -61440.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/max": 38144.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/range": 99584.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/norm": 798720.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/mean": -468.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/std": 4384.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/max_abs": 56064.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/frac_near_user_limit": 0.998565673828125, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/min": -56064.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/max": 32512.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/range": 88576.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/norm": 958464.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/mean": 13.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/std": 5280.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/max_abs": 23808.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/min": -23808.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/max": 16512.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/range": 40320.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/norm": 794624.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/mean": 286.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/std": 4384.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/max_abs": 48384.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/frac_near_user_limit": 0.999176025390625, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/min": -48384.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/max": 36608.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/range": 84992.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/norm": 729088.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/mean": -233.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/std": 4032.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/max_abs": 45312.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/frac_near_user_limit": 0.998687744140625, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/min": -45312.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/max": 36352.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/range": 81664.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/norm": 954368.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/mean": -81.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/std": 5280.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/max_abs": 25344.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/min": -25344.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/max": 18944.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/range": 44288.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/norm": 868352.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/mean": -110.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/std": 4800.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/max_abs": 53248.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/frac_near_user_limit": 0.999114990234375, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/min": -53248.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/max": 52992.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/range": 106240.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/norm": 729088.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/mean": -197.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/std": 4032.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/max_abs": 40448.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/frac_near_user_limit": 0.99896240234375, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/min": -38400.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/max": 40448.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/range": 78848.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/norm": 872448.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/mean": -240.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/std": 4800.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/max_abs": 17920.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/min": -17920.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/max": 16384.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/range": 34304.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/norm": 757760.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/mean": -98.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/std": 4192.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/max_abs": 57088.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/frac_near_user_limit": 0.9989013671875, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/min": -34048.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/max": 57088.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/range": 91136.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/norm": 659456.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/mean": -362.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/std": 3616.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/max_abs": 55808.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/frac_near_user_limit": 0.998504638671875, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/min": -55808.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/max": 30592.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/range": 86400.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/norm": 892928.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/mean": -191.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/std": 4928.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/max_abs": 27136.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/min": -27136.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/max": 12352.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/range": 39488.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/norm": 831488.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/mean": -57.25, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/std": 4608.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/max_abs": 43776.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/frac_near_user_limit": 0.998626708984375, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/min": -43008.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/max": 43776.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/range": 86784.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/norm": 868352.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/mean": -270.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/std": 4800.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/max_abs": 72704.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/frac_near_user_limit": 0.997222900390625, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/min": -72704.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/max": 72704.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/range": 145408.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/norm": 929792.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/mean": 0.5546875, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/std": 5152.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/max_abs": 19968.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/min": -18432.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/max": 19968.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/range": 38400.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/norm": 843776.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/mean": -115.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/std": 4672.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/max_abs": 55552.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/frac_near_user_limit": 0.999267578125, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/min": -55552.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/max": 42752.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/range": 98304.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/norm": 815104.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/mean": -396.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/std": 4480.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/max_abs": 52224.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/frac_near_user_limit": 0.998291015625, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/min": -52224.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/max": 38656.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/range": 90880.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/norm": 950272.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/mean": 98.5, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/std": 5248.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/max_abs": 28160.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/min": -28160.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/max": 20480.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/range": 48640.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/norm": 856064.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/mean": -115.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/std": 4736.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/max_abs": 59392.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/frac_near_user_limit": 0.998931884765625, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/min": -37376.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/max": 59392.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/range": 96768.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/norm": 737280.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/mean": -254.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/std": 4048.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/max_abs": 34048.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/frac_near_user_limit": 0.9986572265625, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/min": -34048.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/max": 30464.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/range": 64512.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/norm": 950272.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/mean": 370.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/std": 5248.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/max_abs": 22528.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/min": -22528.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/max": 16896.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/range": 39424.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/norm": 761856.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/mean": -175.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/std": 4192.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/max_abs": 53760.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/frac_near_user_limit": 0.99700927734375, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/min": -53760.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/max": 33536.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/range": 87296.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/norm": 708608.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/mean": -151.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/std": 3920.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/max_abs": 34816.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/frac_near_user_limit": 0.99786376953125, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/min": -34816.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/max": 32640.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/range": 67456.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/norm": 974848.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/mean": -640.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/std": 5344.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/max_abs": 33280.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/min": -33280.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/max": 12864.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/range": 46144.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/norm": 888832.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/mean": -151.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/std": 4896.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/max_abs": 43776.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/frac_near_user_limit": 0.9991455078125, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/min": -43776.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/max": 36352.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/range": 80128.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/norm": 909312.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/mean": -420.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/std": 4992.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/max_abs": 68608.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/frac_near_user_limit": 0.999176025390625, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/min": -68608.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/max": 35072.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/range": 103680.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/norm": 937984.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/mean": -516.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/std": 5152.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/max_abs": 18176.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/min": -18176.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/max": 13504.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/range": 31680.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/norm": 909312.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/mean": -140.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/std": 5024.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/max_abs": 66560.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/frac_near_user_limit": 0.998809814453125, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/min": -66560.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/max": 53760.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/range": 120320.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/norm": 860160.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/mean": -448.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/std": 4736.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/max_abs": 50944.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/frac_near_user_limit": 0.998626708984375, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/min": -50944.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/max": 42496.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/range": 93440.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/norm": 921600.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/mean": -326.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/std": 5088.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/max_abs": 17664.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/min": -17664.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/max": 15872.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/range": 33536.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/norm": 798720.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/mean": -5.875, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/std": 4416.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/max_abs": 44032.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/frac_near_user_limit": 0.99932861328125, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/min": -38144.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/max": 44032.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/range": 82176.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/norm": 782336.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/mean": -310.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/std": 4320.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/max_abs": 38400.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/frac_near_user_limit": 0.99920654296875, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/min": -38400.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/max": 25728.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/range": 64128.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/norm": 847872.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/mean": 64.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/std": 4672.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/max_abs": 24448.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/min": -12992.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/max": 24448.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/range": 37440.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/norm": 835584.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/mean": 296.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/std": 4608.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/max_abs": 48384.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/frac_near_user_limit": 0.995330810546875, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/min": -35840.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/max": 48384.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/range": 84224.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/norm": 770048.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/mean": -528.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/std": 4224.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/max_abs": 54528.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/frac_near_user_limit": 0.995025634765625, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/min": -54528.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/max": 28800.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/range": 83328.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/norm": 868352.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/mean": -194.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/std": 4800.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/max_abs": 15616.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/min": -14976.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/max": 15616.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/range": 30592.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/norm": 835584.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/mean": -49.25, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/std": 4640.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/max_abs": 64000.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/frac_near_user_limit": 0.99737548828125, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/min": -64000.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/max": 48896.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/range": 112896.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/norm": 598016.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/mean": -125.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/std": 3312.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/max_abs": 41728.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/frac_near_user_limit": 0.9949951171875, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/min": -41728.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/max": 22144.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/range": 63872.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/norm": 937984.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/mean": 258.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/std": 5184.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/max_abs": 25600.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/min": -19840.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/max": 25600.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/range": 45440.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/norm": 839680.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/mean": -119.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/std": 4640.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/max_abs": 60416.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/frac_near_user_limit": 0.998931884765625, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/min": -46848.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/max": 60416.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/range": 107264.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/norm": 917504.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/mean": -350.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/std": 5056.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/max_abs": 76288.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/frac_near_user_limit": 0.99853515625, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/min": -76288.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/max": 39680.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/range": 115968.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/norm": 892928.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/mean": 368.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/std": 4928.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/max_abs": 16256.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/min": -16256.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/max": 13376.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/range": 29632.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/norm": 913408.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/mean": 96.5, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/std": 5056.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/max_abs": 47616.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/frac_near_user_limit": 0.999114990234375, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/min": -47616.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/max": 37632.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/range": 85248.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/norm": 839680.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/mean": -568.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/std": 4608.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/max_abs": 46592.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/frac_near_user_limit": 0.998779296875, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/min": -46592.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/max": 25856.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/range": 72448.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/norm": 942080.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/mean": -71.5, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/std": 5184.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/max_abs": 19712.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/min": -12864.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/max": 19712.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/range": 32576.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/norm": 716800.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/mean": 131.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/std": 3968.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/max_abs": 39168.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/frac_near_user_limit": 0.999267578125, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/min": -39168.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/max": 32256.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/range": 71424.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/norm": 782336.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/mean": -456.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/std": 4288.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/max_abs": 40960.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/frac_near_user_limit": 0.997894287109375, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/min": -40960.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/max": 30720.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/range": 71680.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/norm": 1064960.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/mean": 176.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/std": 5856.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/max_abs": 35328.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/min": -20096.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/max": 35328.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/range": 55424.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/norm": 868352.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/mean": 1.0390625, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/std": 4800.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/max_abs": 50176.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/frac_near_user_limit": 0.99896240234375, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/min": -50176.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/max": 45312.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/range": 95488.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/norm": 876544.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/mean": -231.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/std": 4832.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/max_abs": 92160.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/frac_near_user_limit": 0.99884033203125, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/min": -44544.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/max": 92160.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/range": 136704.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/norm": 933888.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/mean": -426.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/std": 5152.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/max_abs": 21248.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/min": -21248.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/max": 20736.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/range": 41984.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/norm": 868352.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/mean": 224.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/std": 4768.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/max_abs": 54272.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/frac_near_user_limit": 0.99859619140625, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/min": -54272.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/max": 42240.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/range": 96512.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/norm": 839680.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/mean": -86.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/std": 4640.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/max_abs": 92160.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/frac_near_user_limit": 0.99810791015625, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/min": -65536.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/max": 92160.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/range": 157696.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/norm": 860160.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/mean": -548.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/std": 4704.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/max_abs": 16000.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/min": -16000.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/max": 12608.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/range": 28608.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/norm": 847872.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/mean": 260.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/std": 4672.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/max_abs": 42496.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/frac_near_user_limit": 0.99896240234375, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/min": -42496.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/max": 38912.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/range": 81408.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/norm": 884736.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/mean": -282.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/std": 4864.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/max_abs": 70144.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/frac_near_user_limit": 0.99853515625, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/min": -70144.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/max": 56832.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/range": 126976.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/norm": 946176.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/mean": -226.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/std": 5216.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/max_abs": 26368.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/min": -26368.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/max": 19712.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/range": 46080.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/norm": 798720.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/mean": 243.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/std": 4416.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/max_abs": 49920.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/frac_near_user_limit": 0.99749755859375, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/min": -40192.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/max": 49920.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/range": 90112.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/norm": 876544.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/mean": -218.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/std": 4864.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/max_abs": 84992.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/frac_near_user_limit": 0.996185302734375, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/min": -81408.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/max": 84992.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/range": 166400.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/norm": 942080.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/mean": -40.25, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/std": 5184.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/max_abs": 16256.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/min": -14720.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/max": 16256.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/range": 30976.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/norm": 950272.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/mean": -170.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/std": 5248.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/max_abs": 74240.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/frac_near_user_limit": 0.998992919921875, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/min": -71680.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/max": 74240.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/range": 145920.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/norm": 819200.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/mean": -55.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/std": 4512.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/max_abs": 53504.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/frac_near_user_limit": 0.9989013671875, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/min": -53504.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/max": 52992.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/range": 106496.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/norm": 1089536.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/mean": 300.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/std": 6016.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/max_abs": 22912.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/min": -22912.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/max": 17792.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/range": 40704.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/norm": 884736.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/mean": -382.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/std": 4864.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/max_abs": 59392.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/frac_near_user_limit": 0.99664306640625, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/min": -59392.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/max": 50688.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/range": 110080.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/norm": 786432.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/mean": -262.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/std": 4352.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/max_abs": 59136.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/frac_near_user_limit": 0.9959716796875, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/min": -59136.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/max": 35072.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/range": 94208.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/norm": 999424.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/mean": 7.90625, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/std": 5504.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/max_abs": 17408.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/min": -14272.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/max": 17408.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/range": 31680.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/norm": 839680.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/mean": -146.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/std": 4640.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/max_abs": 62464.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/frac_near_user_limit": 0.99383544921875, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/min": -62464.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/max": 50688.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/range": 113152.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/norm": 733184.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/mean": -252.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/std": 4048.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/max_abs": 50176.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/frac_near_user_limit": 0.994293212890625, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/min": -50176.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/max": 40704.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/range": 90880.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/norm": 958464.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/mean": -352.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/std": 5280.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/max_abs": 21760.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/min": -19968.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/max": 21760.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/range": 41728.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/norm": 892928.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/mean": -52.5, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/std": 4928.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/max_abs": 65280.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/frac_near_user_limit": 0.998260498046875, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/min": -65280.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/max": 47104.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/range": 112384.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/norm": 786432.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/mean": -620.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/std": 4288.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/max_abs": 58368.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/frac_near_user_limit": 0.997650146484375, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/min": -58368.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/max": 55552.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/range": 113920.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/norm": 1024000.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/mean": -4.1875, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/std": 5664.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/max_abs": 30720.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/min": -21760.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/max": 30720.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/range": 52480.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/norm": 1007616.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/mean": 296.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/std": 5568.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/max_abs": 79360.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/frac_near_user_limit": 0.995330810546875, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/min": -79360.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/max": 71168.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/range": 150528.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/norm": 868352.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/mean": -215.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/std": 4800.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/max_abs": 101888.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/frac_near_user_limit": 0.994659423828125, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/min": -101888.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/max": 40704.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/range": 142592.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/norm": 1212416.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/mean": 356.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/std": 6688.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/max_abs": 30080.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/min": -30080.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/max": 22272.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/range": 52352.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/norm": 1056768.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/mean": -233.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/std": 5824.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/max_abs": 81408.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/frac_near_user_limit": 0.998779296875, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/min": -81408.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/max": 78336.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/range": 159744.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/norm": 888832.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/mean": -97.5, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/std": 4928.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/max_abs": 89600.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/frac_near_user_limit": 0.99871826171875, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/min": -89600.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/max": 58624.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/range": 148224.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/norm": 1028096.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/mean": -83.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/std": 5664.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/max_abs": 32256.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/min": -32256.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/max": 25344.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/range": 57600.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/norm": 929792.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/mean": 306.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/std": 5152.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/max_abs": 60672.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/frac_near_user_limit": 0.9952392578125, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/min": -60672.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/max": 55552.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/range": 116224.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/norm": 950272.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/mean": -243.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/std": 5248.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/max_abs": 88576.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/frac_near_user_limit": 0.99468994140625, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/min": -88576.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/max": 61952.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/range": 150528.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/norm": 901120.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/mean": -298.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/std": 4992.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/max_abs": 19072.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/min": -19072.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/max": 15040.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/range": 34112.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/norm": 897024.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/mean": 255.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/std": 4960.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/max_abs": 81920.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/frac_near_user_limit": 0.998870849609375, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/min": -73216.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/max": 81920.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/range": 155136.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/norm": 831488.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/mean": -3.328125, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/std": 4576.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/max_abs": 60160.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/frac_near_user_limit": 0.99896240234375, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/min": -60160.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/max": 51968.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/range": 112128.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/norm": 974848.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/mean": -356.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/std": 5376.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/max_abs": 16896.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/min": -16896.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/max": 14784.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/range": 31680.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/norm": 880640.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/mean": -185.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/std": 4864.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/max_abs": 82432.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/frac_near_user_limit": 0.998992919921875, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/min": -82432.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/max": 67584.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/range": 150016.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/norm": 765952.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/mean": -107.5, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/std": 4224.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/max_abs": 62464.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/frac_near_user_limit": 0.998931884765625, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/min": -62464.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/max": 46080.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/range": 108544.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/norm": 1073152.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/mean": -141.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/std": 5952.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/max_abs": 25856.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/min": -25856.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/max": 15616.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/range": 41472.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/norm": 811008.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/mean": -31.125, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/std": 4480.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/max_abs": 50176.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/frac_near_user_limit": 0.998687744140625, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/min": -50176.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/max": 47872.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/range": 98048.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/norm": 802816.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/mean": -193.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/std": 4448.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/max_abs": 90112.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/frac_near_user_limit": 0.997802734375, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/min": -90112.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/max": 62976.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/range": 153088.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/norm": 978944.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/mean": -16.75, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/std": 5408.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/max_abs": 26624.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/min": -26624.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/max": 16512.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/range": 43136.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/norm": 839680.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/mean": 122.5, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/std": 4640.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/max_abs": 99328.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/frac_near_user_limit": 0.998199462890625, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/min": -48640.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/max": 99328.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/range": 147968.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/norm": 737280.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/mean": -456.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/std": 4032.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/max_abs": 63488.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/frac_near_user_limit": 0.998382568359375, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/min": -50688.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/max": 63488.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/range": 114176.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/norm": 933888.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/mean": -498.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/std": 5152.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/max_abs": 22272.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/min": -22272.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/max": 19456.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/range": 41728.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/norm": 819200.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/mean": 78.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/std": 4544.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/max_abs": 60160.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/frac_near_user_limit": 0.999114990234375, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/min": -60160.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/max": 47872.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/range": 108032.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/norm": 675840.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/mean": -124.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/std": 3728.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/max_abs": 49664.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/frac_near_user_limit": 0.99884033203125, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/min": -49664.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/max": 33280.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/range": 82944.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/norm": 1392640.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/mean": -896.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/std": 7648.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/max_abs": 27776.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/min": -27776.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/max": 27520.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/range": 55296.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/norm": 958464.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/mean": -42.75, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/std": 5312.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/max_abs": 97280.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/frac_near_user_limit": 0.999237060546875, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/min": -97280.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/max": 79872.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/range": 177152.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/norm": 1064960.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/mean": -776.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/std": 5824.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/max_abs": 107008.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/frac_near_user_limit": 0.9989013671875, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/min": -107008.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/max": 50944.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/range": 157952.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/norm": 1409024.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/mean": -856.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/std": 7744.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/max_abs": 43264.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/min": -43264.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/max": 23936.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/range": 67200.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/norm": 954368.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/mean": -113.5, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/std": 5280.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/max_abs": 75776.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/frac_near_user_limit": 0.998809814453125, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/min": -57600.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/max": 75776.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/range": 133376.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/norm": 942080.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/mean": -462.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/std": 5184.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/max_abs": 123904.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/frac_near_user_limit": 0.998992919921875, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/min": -123904.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/max": 44544.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/range": 168448.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/norm": 1826816.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/mean": 1040.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/std": 10048.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/max_abs": 52992.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/min": -31360.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/max": 52992.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/range": 84352.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/norm": 1335296.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/mean": 246.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/std": 7360.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/max_abs": 161792.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/frac_near_user_limit": 0.9986572265625, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/min": -108032.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/max": 161792.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/range": 269824.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/norm": 1163264.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/mean": -760.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/std": 6368.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/max_abs": 89088.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/frac_near_user_limit": 0.998077392578125, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/min": -89088.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/max": 42496.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/range": 131584.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/norm": 3244032.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/mean": -53.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/std": 17920.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/max_abs": 68096.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/min": -66048.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/max": 68096.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/range": 134144.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/norm": 1728512.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/mean": 26.75, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/std": 9536.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/max_abs": 178176.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/frac_near_user_limit": 0.998931884765625, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/min": -138240.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/max": 178176.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/range": 316416.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/norm": 1605632.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/mean": -988.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/std": 8832.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/max_abs": 122368.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/frac_near_user_limit": 0.99884033203125, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/min": -122368.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/max": 80384.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/range": 202752.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/norm": 2719744.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/mean": 580.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/std": 15040.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/max_abs": 127488.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/min": -48896.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/max": 127488.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/range": 176384.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/norm": 1687552.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/mean": -27.5, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/std": 9344.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/max_abs": 119296.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/frac_near_user_limit": 0.9996337890625, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/min": -119296.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/max": 101376.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/range": 220672.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/norm": 1581056.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/mean": -2.8125, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/std": 8704.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/max_abs": 134144.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/frac_near_user_limit": 0.9996337890625, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/min": -92672.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/max": 134144.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/range": 226816.0, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/norm": 5.15625, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/mean": -2.9802322387695312e-05, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/std": 0.0284423828125, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/max_abs": 0.10986328125, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/min": -0.10986328125, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/max": 0.10107421875, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/range": 0.2109375, "train/tensor_param_model_layers_0_mlp_up_proj_weight/norm": 5.0625, "train/tensor_param_model_layers_0_mlp_up_proj_weight/mean": 9.584426879882812e-05, "train/tensor_param_model_layers_0_mlp_up_proj_weight/std": 0.0279541015625, "train/tensor_param_model_layers_0_mlp_up_proj_weight/max_abs": 0.123046875, "train/tensor_param_model_layers_0_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_mlp_up_proj_weight/min": -0.1162109375, "train/tensor_param_model_layers_0_mlp_up_proj_weight/max": 0.123046875, "train/tensor_param_model_layers_0_mlp_up_proj_weight/range": 0.2392578125, "train/tensor_param_model_layers_0_mlp_down_proj_weight/norm": 5.28125, "train/tensor_param_model_layers_0_mlp_down_proj_weight/mean": 0.00014972686767578125, "train/tensor_param_model_layers_0_mlp_down_proj_weight/std": 0.0291748046875, "train/tensor_param_model_layers_0_mlp_down_proj_weight/max_abs": 0.123046875, "train/tensor_param_model_layers_0_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_mlp_down_proj_weight/min": -0.11279296875, "train/tensor_param_model_layers_0_mlp_down_proj_weight/max": 0.123046875, "train/tensor_param_model_layers_0_mlp_down_proj_weight/range": 0.23583984375, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/norm": 5.6875, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/mean": -0.000514984130859375, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/std": 0.03125, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/max_abs": 0.12353515625, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/min": -0.12353515625, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/max": 0.12109375, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/range": 0.24462890625, "train/tensor_param_model_layers_1_mlp_up_proj_weight/norm": 5.625, "train/tensor_param_model_layers_1_mlp_up_proj_weight/mean": -0.000171661376953125, "train/tensor_param_model_layers_1_mlp_up_proj_weight/std": 0.0311279296875, "train/tensor_param_model_layers_1_mlp_up_proj_weight/max_abs": 0.12451171875, "train/tensor_param_model_layers_1_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_mlp_up_proj_weight/min": -0.12451171875, "train/tensor_param_model_layers_1_mlp_up_proj_weight/max": 0.12255859375, "train/tensor_param_model_layers_1_mlp_up_proj_weight/range": 0.2470703125, "train/tensor_param_model_layers_1_mlp_down_proj_weight/norm": 5.65625, "train/tensor_param_model_layers_1_mlp_down_proj_weight/mean": -5.459785461425781e-05, "train/tensor_param_model_layers_1_mlp_down_proj_weight/std": 0.0311279296875, "train/tensor_param_model_layers_1_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_1_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_mlp_down_proj_weight/min": -0.1142578125, "train/tensor_param_model_layers_1_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_1_mlp_down_proj_weight/range": 0.2392578125, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/norm": 5.34375, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/mean": -3.910064697265625e-05, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/std": 0.029541015625, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/max": 0.12451171875, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/range": 0.24951171875, "train/tensor_param_model_layers_2_mlp_up_proj_weight/norm": 5.1875, "train/tensor_param_model_layers_2_mlp_up_proj_weight/mean": 3.719329833984375e-05, "train/tensor_param_model_layers_2_mlp_up_proj_weight/std": 0.0286865234375, "train/tensor_param_model_layers_2_mlp_up_proj_weight/max_abs": 0.12255859375, "train/tensor_param_model_layers_2_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_mlp_up_proj_weight/min": -0.12255859375, "train/tensor_param_model_layers_2_mlp_up_proj_weight/max": 0.10791015625, "train/tensor_param_model_layers_2_mlp_up_proj_weight/range": 0.23046875, "train/tensor_param_model_layers_2_mlp_down_proj_weight/norm": 5.1875, "train/tensor_param_model_layers_2_mlp_down_proj_weight/mean": -0.000232696533203125, "train/tensor_param_model_layers_2_mlp_down_proj_weight/std": 0.0286865234375, "train/tensor_param_model_layers_2_mlp_down_proj_weight/max_abs": 0.12353515625, "train/tensor_param_model_layers_2_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_mlp_down_proj_weight/min": -0.12353515625, "train/tensor_param_model_layers_2_mlp_down_proj_weight/max": 0.10986328125, "train/tensor_param_model_layers_2_mlp_down_proj_weight/range": 0.2333984375, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/norm": 5.34375, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/mean": -0.000423431396484375, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/std": 0.029541015625, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/max_abs": 0.1171875, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/min": -0.11669921875, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/max": 0.1171875, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/range": 0.23388671875, "train/tensor_param_model_layers_3_mlp_up_proj_weight/norm": 5.15625, "train/tensor_param_model_layers_3_mlp_up_proj_weight/mean": 0.000164031982421875, "train/tensor_param_model_layers_3_mlp_up_proj_weight/std": 0.0284423828125, "train/tensor_param_model_layers_3_mlp_up_proj_weight/max_abs": 0.10986328125, "train/tensor_param_model_layers_3_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_mlp_up_proj_weight/min": -0.10986328125, "train/tensor_param_model_layers_3_mlp_up_proj_weight/max": 0.1083984375, "train/tensor_param_model_layers_3_mlp_up_proj_weight/range": 0.21826171875, "train/tensor_param_model_layers_3_mlp_down_proj_weight/norm": 5.1875, "train/tensor_param_model_layers_3_mlp_down_proj_weight/mean": 3.123283386230469e-05, "train/tensor_param_model_layers_3_mlp_down_proj_weight/std": 0.028564453125, "train/tensor_param_model_layers_3_mlp_down_proj_weight/max_abs": 0.1220703125, "train/tensor_param_model_layers_3_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_mlp_down_proj_weight/min": -0.1181640625, "train/tensor_param_model_layers_3_mlp_down_proj_weight/max": 0.1220703125, "train/tensor_param_model_layers_3_mlp_down_proj_weight/range": 0.240234375, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/norm": 5.3125, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/mean": -1.5795230865478516e-06, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/std": 0.0294189453125, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/max_abs": 0.123046875, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/min": -0.123046875, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/max": 0.12158203125, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/range": 0.24462890625, "train/tensor_param_model_layers_4_mlp_up_proj_weight/norm": 5.125, "train/tensor_param_model_layers_4_mlp_up_proj_weight/mean": 0.0004177093505859375, "train/tensor_param_model_layers_4_mlp_up_proj_weight/std": 0.0281982421875, "train/tensor_param_model_layers_4_mlp_up_proj_weight/max_abs": 0.119140625, "train/tensor_param_model_layers_4_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_mlp_up_proj_weight/min": -0.1103515625, "train/tensor_param_model_layers_4_mlp_up_proj_weight/max": 0.119140625, "train/tensor_param_model_layers_4_mlp_up_proj_weight/range": 0.2294921875, "train/tensor_param_model_layers_4_mlp_down_proj_weight/norm": 5.125, "train/tensor_param_model_layers_4_mlp_down_proj_weight/mean": 0.000461578369140625, "train/tensor_param_model_layers_4_mlp_down_proj_weight/std": 0.0283203125, "train/tensor_param_model_layers_4_mlp_down_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_4_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_4_mlp_down_proj_weight/max": 0.1142578125, "train/tensor_param_model_layers_4_mlp_down_proj_weight/range": 0.240234375, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/norm": 5.40625, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/mean": -0.0003070831298828125, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/std": 0.02978515625, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/max": 0.11328125, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/range": 0.23828125, "train/tensor_param_model_layers_5_mlp_up_proj_weight/norm": 5.125, "train/tensor_param_model_layers_5_mlp_up_proj_weight/mean": 5.030632019042969e-05, "train/tensor_param_model_layers_5_mlp_up_proj_weight/std": 0.0283203125, "train/tensor_param_model_layers_5_mlp_up_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_5_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_mlp_up_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_5_mlp_up_proj_weight/max": 0.10302734375, "train/tensor_param_model_layers_5_mlp_up_proj_weight/range": 0.22998046875, "train/tensor_param_model_layers_5_mlp_down_proj_weight/norm": 5.1875, "train/tensor_param_model_layers_5_mlp_down_proj_weight/mean": 0.00017070770263671875, "train/tensor_param_model_layers_5_mlp_down_proj_weight/std": 0.0286865234375, "train/tensor_param_model_layers_5_mlp_down_proj_weight/max_abs": 0.1171875, "train/tensor_param_model_layers_5_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_mlp_down_proj_weight/min": -0.11474609375, "train/tensor_param_model_layers_5_mlp_down_proj_weight/max": 0.1171875, "train/tensor_param_model_layers_5_mlp_down_proj_weight/range": 0.23193359375, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/norm": 5.3125, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/mean": -0.00023746490478515625, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/std": 0.029296875, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/min": -0.11865234375, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/range": 0.24462890625, "train/tensor_param_model_layers_6_mlp_up_proj_weight/norm": 5.09375, "train/tensor_param_model_layers_6_mlp_up_proj_weight/mean": -0.00018215179443359375, "train/tensor_param_model_layers_6_mlp_up_proj_weight/std": 0.0281982421875, "train/tensor_param_model_layers_6_mlp_up_proj_weight/max_abs": 0.12451171875, "train/tensor_param_model_layers_6_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_mlp_up_proj_weight/min": -0.12255859375, "train/tensor_param_model_layers_6_mlp_up_proj_weight/max": 0.12451171875, "train/tensor_param_model_layers_6_mlp_up_proj_weight/range": 0.2470703125, "train/tensor_param_model_layers_6_mlp_down_proj_weight/norm": 5.09375, "train/tensor_param_model_layers_6_mlp_down_proj_weight/mean": -1.823902130126953e-05, "train/tensor_param_model_layers_6_mlp_down_proj_weight/std": 0.028076171875, "train/tensor_param_model_layers_6_mlp_down_proj_weight/max_abs": 0.12353515625, "train/tensor_param_model_layers_6_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_mlp_down_proj_weight/min": -0.12353515625, "train/tensor_param_model_layers_6_mlp_down_proj_weight/max": 0.123046875, "train/tensor_param_model_layers_6_mlp_down_proj_weight/range": 0.24658203125, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/norm": 5.375, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/mean": -0.0002307891845703125, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/std": 0.02978515625, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/min": -0.1171875, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/range": 0.2421875, "train/tensor_param_model_layers_7_mlp_up_proj_weight/norm": 5.125, "train/tensor_param_model_layers_7_mlp_up_proj_weight/mean": -2.1576881408691406e-05, "train/tensor_param_model_layers_7_mlp_up_proj_weight/std": 0.0284423828125, "train/tensor_param_model_layers_7_mlp_up_proj_weight/max_abs": 0.12060546875, "train/tensor_param_model_layers_7_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_mlp_up_proj_weight/min": -0.12060546875, "train/tensor_param_model_layers_7_mlp_up_proj_weight/max": 0.115234375, "train/tensor_param_model_layers_7_mlp_up_proj_weight/range": 0.23583984375, "train/tensor_param_model_layers_7_mlp_down_proj_weight/norm": 5.15625, "train/tensor_param_model_layers_7_mlp_down_proj_weight/mean": 3.123283386230469e-05, "train/tensor_param_model_layers_7_mlp_down_proj_weight/std": 0.0284423828125, "train/tensor_param_model_layers_7_mlp_down_proj_weight/max_abs": 0.11474609375, "train/tensor_param_model_layers_7_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_mlp_down_proj_weight/min": -0.11474609375, "train/tensor_param_model_layers_7_mlp_down_proj_weight/max": 0.10888671875, "train/tensor_param_model_layers_7_mlp_down_proj_weight/range": 0.2236328125, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/norm": 5.4375, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/mean": -0.00011920928955078125, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/std": 0.030029296875, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/min": -0.119140625, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/range": 0.244140625, "train/tensor_param_model_layers_8_mlp_up_proj_weight/norm": 5.1875, "train/tensor_param_model_layers_8_mlp_up_proj_weight/mean": 2.872943878173828e-05, "train/tensor_param_model_layers_8_mlp_up_proj_weight/std": 0.028564453125, "train/tensor_param_model_layers_8_mlp_up_proj_weight/max_abs": 0.12109375, "train/tensor_param_model_layers_8_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_mlp_up_proj_weight/min": -0.12109375, "train/tensor_param_model_layers_8_mlp_up_proj_weight/max": 0.11572265625, "train/tensor_param_model_layers_8_mlp_up_proj_weight/range": 0.23681640625, "train/tensor_param_model_layers_8_mlp_down_proj_weight/norm": 5.15625, "train/tensor_param_model_layers_8_mlp_down_proj_weight/mean": -5.3882598876953125e-05, "train/tensor_param_model_layers_8_mlp_down_proj_weight/std": 0.0284423828125, "train/tensor_param_model_layers_8_mlp_down_proj_weight/max_abs": 0.1162109375, "train/tensor_param_model_layers_8_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_mlp_down_proj_weight/min": -0.1162109375, "train/tensor_param_model_layers_8_mlp_down_proj_weight/max": 0.1005859375, "train/tensor_param_model_layers_8_mlp_down_proj_weight/range": 0.216796875, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/norm": 5.75, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/mean": 0.000286102294921875, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/std": 0.03173828125, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/min": -0.1240234375, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/max": 0.1337890625, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_9_mlp_up_proj_weight/norm": 5.40625, "train/tensor_param_model_layers_9_mlp_up_proj_weight/mean": -0.00012111663818359375, "train/tensor_param_model_layers_9_mlp_up_proj_weight/std": 0.02978515625, "train/tensor_param_model_layers_9_mlp_up_proj_weight/max_abs": 0.1201171875, "train/tensor_param_model_layers_9_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_9_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_9_mlp_up_proj_weight/min": -0.11669921875, "train/tensor_param_model_layers_9_mlp_up_proj_weight/max": 0.1201171875, "train/tensor_param_model_layers_9_mlp_up_proj_weight/range": 0.23681640625, "train/tensor_param_model_layers_9_mlp_down_proj_weight/norm": 5.375, "train/tensor_param_model_layers_9_mlp_down_proj_weight/mean": 0.000354766845703125, "train/tensor_param_model_layers_9_mlp_down_proj_weight/std": 0.0296630859375, "train/tensor_param_model_layers_9_mlp_down_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_9_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_9_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_9_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_9_mlp_down_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_9_mlp_down_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/norm": 5.8125, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/mean": -6.389617919921875e-05, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/std": 0.0322265625, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/max": 0.134765625, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_10_mlp_up_proj_weight/norm": 5.5, "train/tensor_param_model_layers_10_mlp_up_proj_weight/mean": -0.00015735626220703125, "train/tensor_param_model_layers_10_mlp_up_proj_weight/std": 0.0302734375, "train/tensor_param_model_layers_10_mlp_up_proj_weight/max_abs": 0.1220703125, "train/tensor_param_model_layers_10_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_10_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_10_mlp_up_proj_weight/min": -0.119140625, "train/tensor_param_model_layers_10_mlp_up_proj_weight/max": 0.1220703125, "train/tensor_param_model_layers_10_mlp_up_proj_weight/range": 0.2412109375, "train/tensor_param_model_layers_10_mlp_down_proj_weight/norm": 5.4375, "train/tensor_param_model_layers_10_mlp_down_proj_weight/mean": 0.00017261505126953125, "train/tensor_param_model_layers_10_mlp_down_proj_weight/std": 0.030029296875, "train/tensor_param_model_layers_10_mlp_down_proj_weight/max_abs": 0.12451171875, "train/tensor_param_model_layers_10_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_10_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_10_mlp_down_proj_weight/min": -0.12451171875, "train/tensor_param_model_layers_10_mlp_down_proj_weight/max": 0.12060546875, "train/tensor_param_model_layers_10_mlp_down_proj_weight/range": 0.2451171875, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/norm": 5.78125, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/mean": -0.0002307891845703125, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/std": 0.031982421875, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/max": 0.12451171875, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/range": 0.25830078125, "train/tensor_param_model_layers_11_mlp_up_proj_weight/norm": 5.46875, "train/tensor_param_model_layers_11_mlp_up_proj_weight/mean": -0.00023937225341796875, "train/tensor_param_model_layers_11_mlp_up_proj_weight/std": 0.0301513671875, "train/tensor_param_model_layers_11_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_11_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_11_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_11_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_11_mlp_up_proj_weight/max": 0.1240234375, "train/tensor_param_model_layers_11_mlp_up_proj_weight/range": 0.2490234375, "train/tensor_param_model_layers_11_mlp_down_proj_weight/norm": 5.40625, "train/tensor_param_model_layers_11_mlp_down_proj_weight/mean": -0.00042724609375, "train/tensor_param_model_layers_11_mlp_down_proj_weight/std": 0.02978515625, "train/tensor_param_model_layers_11_mlp_down_proj_weight/max_abs": 0.12255859375, "train/tensor_param_model_layers_11_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_11_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_11_mlp_down_proj_weight/min": -0.11669921875, "train/tensor_param_model_layers_11_mlp_down_proj_weight/max": 0.12255859375, "train/tensor_param_model_layers_11_mlp_down_proj_weight/range": 0.2392578125, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/norm": 5.9375, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/mean": -0.00010156631469726562, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/std": 0.032958984375, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/range": 0.2587890625, "train/tensor_param_model_layers_12_mlp_up_proj_weight/norm": 5.5625, "train/tensor_param_model_layers_12_mlp_up_proj_weight/mean": 0.00015163421630859375, "train/tensor_param_model_layers_12_mlp_up_proj_weight/std": 0.0306396484375, "train/tensor_param_model_layers_12_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_12_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_12_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_12_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_12_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_12_mlp_up_proj_weight/range": 0.25, "train/tensor_param_model_layers_12_mlp_down_proj_weight/norm": 5.5625, "train/tensor_param_model_layers_12_mlp_down_proj_weight/mean": 0.000156402587890625, "train/tensor_param_model_layers_12_mlp_down_proj_weight/std": 0.0306396484375, "train/tensor_param_model_layers_12_mlp_down_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_12_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_12_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_12_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_12_mlp_down_proj_weight/max": 0.12451171875, "train/tensor_param_model_layers_12_mlp_down_proj_weight/range": 0.25048828125, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/norm": 5.84375, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/mean": 0.000133514404296875, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/std": 0.032470703125, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_13_mlp_up_proj_weight/norm": 5.46875, "train/tensor_param_model_layers_13_mlp_up_proj_weight/mean": 0.00015544891357421875, "train/tensor_param_model_layers_13_mlp_up_proj_weight/std": 0.0301513671875, "train/tensor_param_model_layers_13_mlp_up_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_13_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_13_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_13_mlp_up_proj_weight/min": -0.12158203125, "train/tensor_param_model_layers_13_mlp_up_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_13_mlp_up_proj_weight/range": 0.25048828125, "train/tensor_param_model_layers_13_mlp_down_proj_weight/norm": 5.46875, "train/tensor_param_model_layers_13_mlp_down_proj_weight/mean": 9.250640869140625e-05, "train/tensor_param_model_layers_13_mlp_down_proj_weight/std": 0.0301513671875, "train/tensor_param_model_layers_13_mlp_down_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_13_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_13_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_13_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_13_mlp_down_proj_weight/max": 0.11767578125, "train/tensor_param_model_layers_13_mlp_down_proj_weight/range": 0.24365234375, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/norm": 6.0, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/mean": -0.0004177093505859375, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/std": 0.033203125, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_14_mlp_up_proj_weight/norm": 5.59375, "train/tensor_param_model_layers_14_mlp_up_proj_weight/mean": 2.1338462829589844e-05, "train/tensor_param_model_layers_14_mlp_up_proj_weight/std": 0.03076171875, "train/tensor_param_model_layers_14_mlp_up_proj_weight/max_abs": 0.12451171875, "train/tensor_param_model_layers_14_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_14_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_14_mlp_up_proj_weight/min": -0.12451171875, "train/tensor_param_model_layers_14_mlp_up_proj_weight/max": 0.12451171875, "train/tensor_param_model_layers_14_mlp_up_proj_weight/range": 0.2490234375, "train/tensor_param_model_layers_14_mlp_down_proj_weight/norm": 5.5625, "train/tensor_param_model_layers_14_mlp_down_proj_weight/mean": -5.340576171875e-05, "train/tensor_param_model_layers_14_mlp_down_proj_weight/std": 0.0306396484375, "train/tensor_param_model_layers_14_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_14_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_14_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_14_mlp_down_proj_weight/min": -0.123046875, "train/tensor_param_model_layers_14_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_14_mlp_down_proj_weight/range": 0.248046875, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/norm": 6.125, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/mean": -9.918212890625e-05, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/std": 0.03369140625, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_15_mlp_up_proj_weight/norm": 5.65625, "train/tensor_param_model_layers_15_mlp_up_proj_weight/mean": 4.5299530029296875e-05, "train/tensor_param_model_layers_15_mlp_up_proj_weight/std": 0.0311279296875, "train/tensor_param_model_layers_15_mlp_up_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_15_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_15_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_15_mlp_up_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_15_mlp_up_proj_weight/max": 0.12158203125, "train/tensor_param_model_layers_15_mlp_up_proj_weight/range": 0.24853515625, "train/tensor_param_model_layers_15_mlp_down_proj_weight/norm": 5.625, "train/tensor_param_model_layers_15_mlp_down_proj_weight/mean": -0.00022220611572265625, "train/tensor_param_model_layers_15_mlp_down_proj_weight/std": 0.0311279296875, "train/tensor_param_model_layers_15_mlp_down_proj_weight/max_abs": 0.11865234375, "train/tensor_param_model_layers_15_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_15_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_15_mlp_down_proj_weight/min": -0.11865234375, "train/tensor_param_model_layers_15_mlp_down_proj_weight/max": 0.11474609375, "train/tensor_param_model_layers_15_mlp_down_proj_weight/range": 0.2333984375, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/norm": 6.125, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/mean": -0.0003814697265625, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/std": 0.03369140625, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/max_abs": 0.14453125, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/max": 0.14453125, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/range": 0.2744140625, "train/tensor_param_model_layers_16_mlp_up_proj_weight/norm": 5.6875, "train/tensor_param_model_layers_16_mlp_up_proj_weight/mean": -0.00016498565673828125, "train/tensor_param_model_layers_16_mlp_up_proj_weight/std": 0.03125, "train/tensor_param_model_layers_16_mlp_up_proj_weight/max_abs": 0.123046875, "train/tensor_param_model_layers_16_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_16_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_16_mlp_up_proj_weight/min": -0.123046875, "train/tensor_param_model_layers_16_mlp_up_proj_weight/max": 0.1171875, "train/tensor_param_model_layers_16_mlp_up_proj_weight/range": 0.240234375, "train/tensor_param_model_layers_16_mlp_down_proj_weight/norm": 5.625, "train/tensor_param_model_layers_16_mlp_down_proj_weight/mean": -0.0002994537353515625, "train/tensor_param_model_layers_16_mlp_down_proj_weight/std": 0.0311279296875, "train/tensor_param_model_layers_16_mlp_down_proj_weight/max_abs": 0.1220703125, "train/tensor_param_model_layers_16_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_16_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_16_mlp_down_proj_weight/min": -0.1220703125, "train/tensor_param_model_layers_16_mlp_down_proj_weight/max": 0.12109375, "train/tensor_param_model_layers_16_mlp_down_proj_weight/range": 0.2431640625, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/norm": 6.15625, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/mean": -0.0003795623779296875, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/std": 0.033935546875, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/range": 0.2666015625, "train/tensor_param_model_layers_17_mlp_up_proj_weight/norm": 5.71875, "train/tensor_param_model_layers_17_mlp_up_proj_weight/mean": -6.723403930664062e-05, "train/tensor_param_model_layers_17_mlp_up_proj_weight/std": 0.031494140625, "train/tensor_param_model_layers_17_mlp_up_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_17_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_17_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_17_mlp_up_proj_weight/min": -0.1171875, "train/tensor_param_model_layers_17_mlp_up_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_17_mlp_up_proj_weight/range": 0.24609375, "train/tensor_param_model_layers_17_mlp_down_proj_weight/norm": 5.75, "train/tensor_param_model_layers_17_mlp_down_proj_weight/mean": 0.0001697540283203125, "train/tensor_param_model_layers_17_mlp_down_proj_weight/std": 0.03173828125, "train/tensor_param_model_layers_17_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_17_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_17_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_17_mlp_down_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_17_mlp_down_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_17_mlp_down_proj_weight/range": 0.255859375, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/norm": 6.25, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/mean": -0.000713348388671875, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_18_mlp_up_proj_weight/norm": 5.84375, "train/tensor_param_model_layers_18_mlp_up_proj_weight/mean": -7.486343383789062e-05, "train/tensor_param_model_layers_18_mlp_up_proj_weight/std": 0.0322265625, "train/tensor_param_model_layers_18_mlp_up_proj_weight/max_abs": 0.123046875, "train/tensor_param_model_layers_18_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_18_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_18_mlp_up_proj_weight/min": -0.123046875, "train/tensor_param_model_layers_18_mlp_up_proj_weight/max": 0.11962890625, "train/tensor_param_model_layers_18_mlp_up_proj_weight/range": 0.24267578125, "train/tensor_param_model_layers_18_mlp_down_proj_weight/norm": 5.8125, "train/tensor_param_model_layers_18_mlp_down_proj_weight/mean": 0.0004444122314453125, "train/tensor_param_model_layers_18_mlp_down_proj_weight/std": 0.0322265625, "train/tensor_param_model_layers_18_mlp_down_proj_weight/max_abs": 0.12451171875, "train/tensor_param_model_layers_18_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_18_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_18_mlp_down_proj_weight/min": -0.12060546875, "train/tensor_param_model_layers_18_mlp_down_proj_weight/max": 0.12451171875, "train/tensor_param_model_layers_18_mlp_down_proj_weight/range": 0.2451171875, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/norm": 6.21875, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/mean": -0.000324249267578125, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_19_mlp_up_proj_weight/norm": 5.78125, "train/tensor_param_model_layers_19_mlp_up_proj_weight/mean": -0.0002593994140625, "train/tensor_param_model_layers_19_mlp_up_proj_weight/std": 0.031982421875, "train/tensor_param_model_layers_19_mlp_up_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_19_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_19_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_19_mlp_up_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_19_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_19_mlp_up_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_19_mlp_down_proj_weight/norm": 5.75, "train/tensor_param_model_layers_19_mlp_down_proj_weight/mean": 0.0003414154052734375, "train/tensor_param_model_layers_19_mlp_down_proj_weight/std": 0.03173828125, "train/tensor_param_model_layers_19_mlp_down_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_19_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_19_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_19_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_19_mlp_down_proj_weight/max": 0.12109375, "train/tensor_param_model_layers_19_mlp_down_proj_weight/range": 0.2470703125, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/norm": 6.1875, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/mean": -0.000591278076171875, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/std": 0.0341796875, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/max_abs": 0.14453125, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/min": -0.14453125, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/max": 0.1416015625, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/range": 0.2861328125, "train/tensor_param_model_layers_20_mlp_up_proj_weight/norm": 5.71875, "train/tensor_param_model_layers_20_mlp_up_proj_weight/mean": 0.0001583099365234375, "train/tensor_param_model_layers_20_mlp_up_proj_weight/std": 0.03173828125, "train/tensor_param_model_layers_20_mlp_up_proj_weight/max_abs": 0.12451171875, "train/tensor_param_model_layers_20_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_20_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_20_mlp_up_proj_weight/min": -0.12109375, "train/tensor_param_model_layers_20_mlp_up_proj_weight/max": 0.12451171875, "train/tensor_param_model_layers_20_mlp_up_proj_weight/range": 0.24560546875, "train/tensor_param_model_layers_20_mlp_down_proj_weight/norm": 5.78125, "train/tensor_param_model_layers_20_mlp_down_proj_weight/mean": 8.58306884765625e-05, "train/tensor_param_model_layers_20_mlp_down_proj_weight/std": 0.031982421875, "train/tensor_param_model_layers_20_mlp_down_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_20_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_20_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_20_mlp_down_proj_weight/min": -0.12353515625, "train/tensor_param_model_layers_20_mlp_down_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_20_mlp_down_proj_weight/range": 0.24951171875, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/norm": 6.25, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/mean": -0.0002727508544921875, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_21_mlp_up_proj_weight/norm": 5.78125, "train/tensor_param_model_layers_21_mlp_up_proj_weight/mean": -0.00010156631469726562, "train/tensor_param_model_layers_21_mlp_up_proj_weight/std": 0.031982421875, "train/tensor_param_model_layers_21_mlp_up_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_21_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_21_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_21_mlp_up_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_21_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_21_mlp_up_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_21_mlp_down_proj_weight/norm": 5.78125, "train/tensor_param_model_layers_21_mlp_down_proj_weight/mean": 0.0004634857177734375, "train/tensor_param_model_layers_21_mlp_down_proj_weight/std": 0.031982421875, "train/tensor_param_model_layers_21_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_21_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_21_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_21_mlp_down_proj_weight/min": -0.1220703125, "train/tensor_param_model_layers_21_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_21_mlp_down_proj_weight/range": 0.2470703125, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/norm": 6.28125, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/mean": -0.00067138671875, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/max": 0.1318359375, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/range": 0.2587890625, "train/tensor_param_model_layers_22_mlp_up_proj_weight/norm": 5.75, "train/tensor_param_model_layers_22_mlp_up_proj_weight/mean": -0.000179290771484375, "train/tensor_param_model_layers_22_mlp_up_proj_weight/std": 0.03173828125, "train/tensor_param_model_layers_22_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_22_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_22_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_22_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_22_mlp_up_proj_weight/max": 0.12353515625, "train/tensor_param_model_layers_22_mlp_up_proj_weight/range": 0.24951171875, "train/tensor_param_model_layers_22_mlp_down_proj_weight/norm": 5.75, "train/tensor_param_model_layers_22_mlp_down_proj_weight/mean": -0.0001964569091796875, "train/tensor_param_model_layers_22_mlp_down_proj_weight/std": 0.03173828125, "train/tensor_param_model_layers_22_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_22_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_22_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_22_mlp_down_proj_weight/min": -0.12451171875, "train/tensor_param_model_layers_22_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_22_mlp_down_proj_weight/range": 0.24951171875, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/norm": 6.25, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/mean": -0.000759124755859375, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/range": 0.2607421875, "train/tensor_param_model_layers_23_mlp_up_proj_weight/norm": 5.8125, "train/tensor_param_model_layers_23_mlp_up_proj_weight/mean": 0.00028228759765625, "train/tensor_param_model_layers_23_mlp_up_proj_weight/std": 0.0322265625, "train/tensor_param_model_layers_23_mlp_up_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_23_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_23_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_23_mlp_up_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_23_mlp_up_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_23_mlp_up_proj_weight/range": 0.265625, "train/tensor_param_model_layers_23_mlp_down_proj_weight/norm": 5.78125, "train/tensor_param_model_layers_23_mlp_down_proj_weight/mean": 5.6743621826171875e-05, "train/tensor_param_model_layers_23_mlp_down_proj_weight/std": 0.031982421875, "train/tensor_param_model_layers_23_mlp_down_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_23_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_23_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_23_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_23_mlp_down_proj_weight/max": 0.12353515625, "train/tensor_param_model_layers_23_mlp_down_proj_weight/range": 0.24951171875, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/norm": 6.28125, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/mean": -0.00051116943359375, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/max": 0.1318359375, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/range": 0.259765625, "train/tensor_param_model_layers_24_mlp_up_proj_weight/norm": 5.8125, "train/tensor_param_model_layers_24_mlp_up_proj_weight/mean": -2.5153160095214844e-05, "train/tensor_param_model_layers_24_mlp_up_proj_weight/std": 0.031982421875, "train/tensor_param_model_layers_24_mlp_up_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_24_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_24_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_24_mlp_up_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_24_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_24_mlp_up_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_24_mlp_down_proj_weight/norm": 5.8125, "train/tensor_param_model_layers_24_mlp_down_proj_weight/mean": 0.00022792816162109375, "train/tensor_param_model_layers_24_mlp_down_proj_weight/std": 0.031982421875, "train/tensor_param_model_layers_24_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_24_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_24_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_24_mlp_down_proj_weight/min": -0.12158203125, "train/tensor_param_model_layers_24_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_24_mlp_down_proj_weight/range": 0.24658203125, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/norm": 6.25, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/mean": -0.00018310546875, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/range": 0.2646484375, "train/tensor_param_model_layers_25_mlp_up_proj_weight/norm": 5.78125, "train/tensor_param_model_layers_25_mlp_up_proj_weight/mean": 0.00022125244140625, "train/tensor_param_model_layers_25_mlp_up_proj_weight/std": 0.031982421875, "train/tensor_param_model_layers_25_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_25_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_25_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_25_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_25_mlp_up_proj_weight/max": 0.12158203125, "train/tensor_param_model_layers_25_mlp_up_proj_weight/range": 0.24658203125, "train/tensor_param_model_layers_25_mlp_down_proj_weight/norm": 5.75, "train/tensor_param_model_layers_25_mlp_down_proj_weight/mean": 0.000186920166015625, "train/tensor_param_model_layers_25_mlp_down_proj_weight/std": 0.03173828125, "train/tensor_param_model_layers_25_mlp_down_proj_weight/max_abs": 0.13671875, "train/tensor_param_model_layers_25_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_25_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_25_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_25_mlp_down_proj_weight/max": 0.13671875, "train/tensor_param_model_layers_25_mlp_down_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/mean": -0.0001239776611328125, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/max": 0.1318359375, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_26_mlp_up_proj_weight/norm": 5.875, "train/tensor_param_model_layers_26_mlp_up_proj_weight/mean": -2.7894973754882812e-05, "train/tensor_param_model_layers_26_mlp_up_proj_weight/std": 0.032470703125, "train/tensor_param_model_layers_26_mlp_up_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_26_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_26_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_26_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_26_mlp_up_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_26_mlp_up_proj_weight/range": 0.255859375, "train/tensor_param_model_layers_26_mlp_down_proj_weight/norm": 5.90625, "train/tensor_param_model_layers_26_mlp_down_proj_weight/mean": 1.245737075805664e-05, "train/tensor_param_model_layers_26_mlp_down_proj_weight/std": 0.03271484375, "train/tensor_param_model_layers_26_mlp_down_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_26_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_26_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_26_mlp_down_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_26_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_26_mlp_down_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/norm": 6.375, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/mean": -0.0002002716064453125, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/min": -0.134765625, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/range": 0.265625, "train/tensor_param_model_layers_27_mlp_up_proj_weight/norm": 5.90625, "train/tensor_param_model_layers_27_mlp_up_proj_weight/mean": -0.00019168853759765625, "train/tensor_param_model_layers_27_mlp_up_proj_weight/std": 0.03271484375, "train/tensor_param_model_layers_27_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_27_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_27_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_27_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_27_mlp_up_proj_weight/max": 0.1162109375, "train/tensor_param_model_layers_27_mlp_up_proj_weight/range": 0.2412109375, "train/tensor_param_model_layers_27_mlp_down_proj_weight/norm": 5.90625, "train/tensor_param_model_layers_27_mlp_down_proj_weight/mean": 0.000133514404296875, "train/tensor_param_model_layers_27_mlp_down_proj_weight/std": 0.03271484375, "train/tensor_param_model_layers_27_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_27_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_27_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_27_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_27_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_27_mlp_down_proj_weight/range": 0.25, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/norm": 6.40625, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/mean": -0.0003871917724609375, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/std": 0.035400390625, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_28_mlp_up_proj_weight/norm": 5.9375, "train/tensor_param_model_layers_28_mlp_up_proj_weight/mean": -0.0001964569091796875, "train/tensor_param_model_layers_28_mlp_up_proj_weight/std": 0.03271484375, "train/tensor_param_model_layers_28_mlp_up_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_28_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_28_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_28_mlp_up_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_28_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_28_mlp_up_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_28_mlp_down_proj_weight/norm": 5.90625, "train/tensor_param_model_layers_28_mlp_down_proj_weight/mean": 9.822845458984375e-05, "train/tensor_param_model_layers_28_mlp_down_proj_weight/std": 0.03271484375, "train/tensor_param_model_layers_28_mlp_down_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_28_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_28_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_28_mlp_down_proj_weight/min": -0.11865234375, "train/tensor_param_model_layers_28_mlp_down_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_28_mlp_down_proj_weight/range": 0.24560546875, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/norm": 6.34375, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/mean": -0.0003490447998046875, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/min": -0.1376953125, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/range": 0.263671875, "train/tensor_param_model_layers_29_mlp_up_proj_weight/norm": 5.8125, "train/tensor_param_model_layers_29_mlp_up_proj_weight/mean": 6.246566772460938e-05, "train/tensor_param_model_layers_29_mlp_up_proj_weight/std": 0.0322265625, "train/tensor_param_model_layers_29_mlp_up_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_29_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_29_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_29_mlp_up_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_29_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_29_mlp_up_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_29_mlp_down_proj_weight/norm": 5.84375, "train/tensor_param_model_layers_29_mlp_down_proj_weight/mean": -0.0002880096435546875, "train/tensor_param_model_layers_29_mlp_down_proj_weight/std": 0.0322265625, "train/tensor_param_model_layers_29_mlp_down_proj_weight/max_abs": 0.1240234375, "train/tensor_param_model_layers_29_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_29_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_29_mlp_down_proj_weight/min": -0.1240234375, "train/tensor_param_model_layers_29_mlp_down_proj_weight/max": 0.11572265625, "train/tensor_param_model_layers_29_mlp_down_proj_weight/range": 0.23974609375, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/norm": 6.4375, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/mean": -0.0003509521484375, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/std": 0.03564453125, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/max_abs": 0.13671875, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/min": -0.13671875, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/range": 0.2724609375, "train/tensor_param_model_layers_30_mlp_up_proj_weight/norm": 5.90625, "train/tensor_param_model_layers_30_mlp_up_proj_weight/mean": 3.039836883544922e-05, "train/tensor_param_model_layers_30_mlp_up_proj_weight/std": 0.03271484375, "train/tensor_param_model_layers_30_mlp_up_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_30_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_30_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_30_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_30_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_30_mlp_up_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_30_mlp_down_proj_weight/norm": 5.875, "train/tensor_param_model_layers_30_mlp_down_proj_weight/mean": -0.00020503997802734375, "train/tensor_param_model_layers_30_mlp_down_proj_weight/std": 0.032470703125, "train/tensor_param_model_layers_30_mlp_down_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_30_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_30_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_30_mlp_down_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_30_mlp_down_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_30_mlp_down_proj_weight/range": 0.2646484375, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/norm": 6.40625, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/mean": -0.0003719329833984375, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/std": 0.035400390625, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_31_mlp_up_proj_weight/norm": 5.90625, "train/tensor_param_model_layers_31_mlp_up_proj_weight/mean": 0.0003108978271484375, "train/tensor_param_model_layers_31_mlp_up_proj_weight/std": 0.03271484375, "train/tensor_param_model_layers_31_mlp_up_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_31_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_31_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_31_mlp_up_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_31_mlp_up_proj_weight/max": 0.1171875, "train/tensor_param_model_layers_31_mlp_up_proj_weight/range": 0.244140625, "train/tensor_param_model_layers_31_mlp_down_proj_weight/norm": 5.90625, "train/tensor_param_model_layers_31_mlp_down_proj_weight/mean": 0.0004367828369140625, "train/tensor_param_model_layers_31_mlp_down_proj_weight/std": 0.03271484375, "train/tensor_param_model_layers_31_mlp_down_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_31_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_31_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_31_mlp_down_proj_weight/min": -0.11962890625, "train/tensor_param_model_layers_31_mlp_down_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_31_mlp_down_proj_weight/range": 0.24560546875, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/norm": 6.4375, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/mean": -5.14984130859375e-05, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/std": 0.035400390625, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_32_mlp_up_proj_weight/norm": 5.875, "train/tensor_param_model_layers_32_mlp_up_proj_weight/mean": 5.030632019042969e-05, "train/tensor_param_model_layers_32_mlp_up_proj_weight/std": 0.032470703125, "train/tensor_param_model_layers_32_mlp_up_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_32_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_32_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_32_mlp_up_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_32_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_32_mlp_up_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_32_mlp_down_proj_weight/norm": 5.90625, "train/tensor_param_model_layers_32_mlp_down_proj_weight/mean": -0.0001430511474609375, "train/tensor_param_model_layers_32_mlp_down_proj_weight/std": 0.032470703125, "train/tensor_param_model_layers_32_mlp_down_proj_weight/max_abs": 0.1240234375, "train/tensor_param_model_layers_32_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_32_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_32_mlp_down_proj_weight/min": -0.1240234375, "train/tensor_param_model_layers_32_mlp_down_proj_weight/max": 0.1240234375, "train/tensor_param_model_layers_32_mlp_down_proj_weight/range": 0.248046875, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/norm": 6.46875, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/mean": -0.0004405975341796875, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/std": 0.03564453125, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_33_mlp_up_proj_weight/norm": 5.90625, "train/tensor_param_model_layers_33_mlp_up_proj_weight/mean": -0.00010538101196289062, "train/tensor_param_model_layers_33_mlp_up_proj_weight/std": 0.03271484375, "train/tensor_param_model_layers_33_mlp_up_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_33_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_33_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_33_mlp_up_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_33_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_33_mlp_up_proj_weight/range": 0.255859375, "train/tensor_param_model_layers_33_mlp_down_proj_weight/norm": 5.90625, "train/tensor_param_model_layers_33_mlp_down_proj_weight/mean": -0.000335693359375, "train/tensor_param_model_layers_33_mlp_down_proj_weight/std": 0.03271484375, "train/tensor_param_model_layers_33_mlp_down_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_33_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_33_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_33_mlp_down_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_33_mlp_down_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_33_mlp_down_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/norm": 6.46875, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/mean": -0.00011301040649414062, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/std": 0.035888671875, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/min": -0.134765625, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/range": 0.259765625, "train/tensor_param_model_layers_34_mlp_up_proj_weight/norm": 5.96875, "train/tensor_param_model_layers_34_mlp_up_proj_weight/mean": 0.000324249267578125, "train/tensor_param_model_layers_34_mlp_up_proj_weight/std": 0.032958984375, "train/tensor_param_model_layers_34_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_34_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_34_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_34_mlp_up_proj_weight/min": -0.11962890625, "train/tensor_param_model_layers_34_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_34_mlp_up_proj_weight/range": 0.24462890625, "train/tensor_param_model_layers_34_mlp_down_proj_weight/norm": 5.9375, "train/tensor_param_model_layers_34_mlp_down_proj_weight/mean": -9.584426879882812e-05, "train/tensor_param_model_layers_34_mlp_down_proj_weight/std": 0.032958984375, "train/tensor_param_model_layers_34_mlp_down_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_34_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_34_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_34_mlp_down_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_34_mlp_down_proj_weight/max": 0.1337890625, "train/tensor_param_model_layers_34_mlp_down_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/norm": 6.5, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/mean": -0.00017547607421875, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/std": 0.035888671875, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_35_mlp_up_proj_weight/norm": 6.0, "train/tensor_param_model_layers_35_mlp_up_proj_weight/mean": -7.82012939453125e-05, "train/tensor_param_model_layers_35_mlp_up_proj_weight/std": 0.033203125, "train/tensor_param_model_layers_35_mlp_up_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_35_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_35_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_35_mlp_up_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_35_mlp_up_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_35_mlp_up_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_35_mlp_down_proj_weight/norm": 6.0, "train/tensor_param_model_layers_35_mlp_down_proj_weight/mean": 7.915496826171875e-05, "train/tensor_param_model_layers_35_mlp_down_proj_weight/std": 0.033203125, "train/tensor_param_model_layers_35_mlp_down_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_35_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_35_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_35_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_35_mlp_down_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_35_mlp_down_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/norm": 6.46875, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/mean": -0.0002918243408203125, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/std": 0.03564453125, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/min": -0.134765625, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/range": 0.263671875, "train/tensor_param_model_layers_36_mlp_up_proj_weight/norm": 5.9375, "train/tensor_param_model_layers_36_mlp_up_proj_weight/mean": -8.678436279296875e-05, "train/tensor_param_model_layers_36_mlp_up_proj_weight/std": 0.032958984375, "train/tensor_param_model_layers_36_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_36_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_36_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_36_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_36_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_36_mlp_up_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_36_mlp_down_proj_weight/norm": 5.90625, "train/tensor_param_model_layers_36_mlp_down_proj_weight/mean": 1.329183578491211e-05, "train/tensor_param_model_layers_36_mlp_down_proj_weight/std": 0.03271484375, "train/tensor_param_model_layers_36_mlp_down_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_36_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_36_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_36_mlp_down_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_36_mlp_down_proj_weight/max": 0.12451171875, "train/tensor_param_model_layers_36_mlp_down_proj_weight/range": 0.25244140625, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/norm": 6.5625, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/mean": -0.00021457672119140625, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/std": 0.0361328125, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_37_mlp_up_proj_weight/norm": 6.03125, "train/tensor_param_model_layers_37_mlp_up_proj_weight/mean": 7.05718994140625e-05, "train/tensor_param_model_layers_37_mlp_up_proj_weight/std": 0.033447265625, "train/tensor_param_model_layers_37_mlp_up_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_37_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_37_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_37_mlp_up_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_37_mlp_up_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_37_mlp_up_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_37_mlp_down_proj_weight/norm": 6.0, "train/tensor_param_model_layers_37_mlp_down_proj_weight/mean": -0.00021266937255859375, "train/tensor_param_model_layers_37_mlp_down_proj_weight/std": 0.033203125, "train/tensor_param_model_layers_37_mlp_down_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_37_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_37_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_37_mlp_down_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_37_mlp_down_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_37_mlp_down_proj_weight/range": 0.259765625, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/norm": 6.59375, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/mean": -0.00011730194091796875, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/std": 0.036376953125, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/max_abs": 0.13671875, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/min": -0.13671875, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/range": 0.26953125, "train/tensor_param_model_layers_38_mlp_up_proj_weight/norm": 6.0, "train/tensor_param_model_layers_38_mlp_up_proj_weight/mean": -0.000324249267578125, "train/tensor_param_model_layers_38_mlp_up_proj_weight/std": 0.033203125, "train/tensor_param_model_layers_38_mlp_up_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_38_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_38_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_38_mlp_up_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_38_mlp_up_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_38_mlp_up_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_38_mlp_down_proj_weight/norm": 6.0, "train/tensor_param_model_layers_38_mlp_down_proj_weight/mean": 2.09808349609375e-05, "train/tensor_param_model_layers_38_mlp_down_proj_weight/std": 0.033203125, "train/tensor_param_model_layers_38_mlp_down_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_38_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_38_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_38_mlp_down_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_38_mlp_down_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_38_mlp_down_proj_weight/range": 0.259765625, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/norm": 6.625, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/mean": -0.0001468658447265625, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/std": 0.03662109375, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/max_abs": 0.13671875, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/max": 0.13671875, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/range": 0.26953125, "train/tensor_param_model_layers_39_mlp_up_proj_weight/norm": 6.0625, "train/tensor_param_model_layers_39_mlp_up_proj_weight/mean": -3.409385681152344e-05, "train/tensor_param_model_layers_39_mlp_up_proj_weight/std": 0.033447265625, "train/tensor_param_model_layers_39_mlp_up_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_39_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_39_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_39_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_39_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_39_mlp_up_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_39_mlp_down_proj_weight/norm": 6.0, "train/tensor_param_model_layers_39_mlp_down_proj_weight/mean": 5.1021575927734375e-05, "train/tensor_param_model_layers_39_mlp_down_proj_weight/std": 0.033203125, "train/tensor_param_model_layers_39_mlp_down_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_39_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_39_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_39_mlp_down_proj_weight/min": -0.12353515625, "train/tensor_param_model_layers_39_mlp_down_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_39_mlp_down_proj_weight/range": 0.25146484375, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/norm": 6.59375, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/mean": -0.00058746337890625, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/std": 0.036376953125, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/range": 0.263671875, "train/tensor_param_model_layers_40_mlp_up_proj_weight/norm": 6.0625, "train/tensor_param_model_layers_40_mlp_up_proj_weight/mean": -1.7523765563964844e-05, "train/tensor_param_model_layers_40_mlp_up_proj_weight/std": 0.033447265625, "train/tensor_param_model_layers_40_mlp_up_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_40_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_40_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_40_mlp_up_proj_weight/min": -0.123046875, "train/tensor_param_model_layers_40_mlp_up_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_40_mlp_up_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_40_mlp_down_proj_weight/norm": 6.03125, "train/tensor_param_model_layers_40_mlp_down_proj_weight/mean": -6.67572021484375e-05, "train/tensor_param_model_layers_40_mlp_down_proj_weight/std": 0.033203125, "train/tensor_param_model_layers_40_mlp_down_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_40_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_40_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_40_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_40_mlp_down_proj_weight/max": 0.12109375, "train/tensor_param_model_layers_40_mlp_down_proj_weight/range": 0.2470703125, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/norm": 6.625, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/mean": -0.000545501708984375, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/std": 0.03662109375, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/range": 0.259765625, "train/tensor_param_model_layers_41_mlp_up_proj_weight/norm": 6.0625, "train/tensor_param_model_layers_41_mlp_up_proj_weight/mean": 0.0003108978271484375, "train/tensor_param_model_layers_41_mlp_up_proj_weight/std": 0.033447265625, "train/tensor_param_model_layers_41_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_41_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_41_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_41_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_41_mlp_up_proj_weight/max": 0.12255859375, "train/tensor_param_model_layers_41_mlp_up_proj_weight/range": 0.24755859375, "train/tensor_param_model_layers_41_mlp_down_proj_weight/norm": 6.0, "train/tensor_param_model_layers_41_mlp_down_proj_weight/mean": -0.00029754638671875, "train/tensor_param_model_layers_41_mlp_down_proj_weight/std": 0.033203125, "train/tensor_param_model_layers_41_mlp_down_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_41_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_41_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_41_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_41_mlp_down_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_41_mlp_down_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/norm": 6.65625, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/mean": -0.000499725341796875, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/std": 0.036865234375, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/min": -0.134765625, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/range": 0.2607421875, "train/tensor_param_model_layers_42_mlp_up_proj_weight/norm": 6.0625, "train/tensor_param_model_layers_42_mlp_up_proj_weight/mean": 0.000255584716796875, "train/tensor_param_model_layers_42_mlp_up_proj_weight/std": 0.033447265625, "train/tensor_param_model_layers_42_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_42_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_42_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_42_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_42_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_42_mlp_up_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_42_mlp_down_proj_weight/norm": 6.09375, "train/tensor_param_model_layers_42_mlp_down_proj_weight/mean": 0.0004024505615234375, "train/tensor_param_model_layers_42_mlp_down_proj_weight/std": 0.03369140625, "train/tensor_param_model_layers_42_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_42_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_42_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_42_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_42_mlp_down_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_42_mlp_down_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/norm": 6.625, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/mean": -0.000255584716796875, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/std": 0.03662109375, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/max": 0.1337890625, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_43_mlp_up_proj_weight/norm": 6.09375, "train/tensor_param_model_layers_43_mlp_up_proj_weight/mean": 1.4543533325195312e-05, "train/tensor_param_model_layers_43_mlp_up_proj_weight/std": 0.03369140625, "train/tensor_param_model_layers_43_mlp_up_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_43_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_43_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_43_mlp_up_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_43_mlp_up_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_43_mlp_up_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_43_mlp_down_proj_weight/norm": 6.0625, "train/tensor_param_model_layers_43_mlp_down_proj_weight/mean": -0.0002288818359375, "train/tensor_param_model_layers_43_mlp_down_proj_weight/std": 0.033447265625, "train/tensor_param_model_layers_43_mlp_down_proj_weight/max_abs": 0.12451171875, "train/tensor_param_model_layers_43_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_43_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_43_mlp_down_proj_weight/min": -0.12451171875, "train/tensor_param_model_layers_43_mlp_down_proj_weight/max": 0.12353515625, "train/tensor_param_model_layers_43_mlp_down_proj_weight/range": 0.248046875, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/norm": 6.6875, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/mean": -0.000308990478515625, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/std": 0.036865234375, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_44_mlp_up_proj_weight/norm": 6.1875, "train/tensor_param_model_layers_44_mlp_up_proj_weight/mean": -0.00011682510375976562, "train/tensor_param_model_layers_44_mlp_up_proj_weight/std": 0.0341796875, "train/tensor_param_model_layers_44_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_44_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_44_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_44_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_44_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_44_mlp_up_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_44_mlp_down_proj_weight/norm": 6.15625, "train/tensor_param_model_layers_44_mlp_down_proj_weight/mean": 0.00054931640625, "train/tensor_param_model_layers_44_mlp_down_proj_weight/std": 0.033935546875, "train/tensor_param_model_layers_44_mlp_down_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_44_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_44_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_44_mlp_down_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_44_mlp_down_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_44_mlp_down_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/norm": 6.875, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/mean": -0.000728607177734375, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/std": 0.037841796875, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/range": 0.263671875, "train/tensor_param_model_layers_45_mlp_up_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_45_mlp_up_proj_weight/mean": 0.0001068115234375, "train/tensor_param_model_layers_45_mlp_up_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_45_mlp_up_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_45_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_45_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_45_mlp_up_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_45_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_45_mlp_up_proj_weight/range": 0.255859375, "train/tensor_param_model_layers_45_mlp_down_proj_weight/norm": 6.25, "train/tensor_param_model_layers_45_mlp_down_proj_weight/mean": -1.430511474609375e-05, "train/tensor_param_model_layers_45_mlp_down_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_45_mlp_down_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_45_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_45_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_45_mlp_down_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_45_mlp_down_proj_weight/max": 0.1318359375, "train/tensor_param_model_layers_45_mlp_down_proj_weight/range": 0.2646484375, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/norm": 6.84375, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/mean": -0.0002307891845703125, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/std": 0.037841796875, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/min": -0.13671875, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/range": 0.2744140625, "train/tensor_param_model_layers_46_mlp_up_proj_weight/norm": 6.28125, "train/tensor_param_model_layers_46_mlp_up_proj_weight/mean": -0.000362396240234375, "train/tensor_param_model_layers_46_mlp_up_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_46_mlp_up_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_46_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_46_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_46_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_46_mlp_up_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_46_mlp_up_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_46_mlp_down_proj_weight/norm": 6.28125, "train/tensor_param_model_layers_46_mlp_down_proj_weight/mean": 7.104873657226562e-05, "train/tensor_param_model_layers_46_mlp_down_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_46_mlp_down_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_46_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_46_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_46_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_46_mlp_down_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_46_mlp_down_proj_weight/range": 0.263671875, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/norm": 6.84375, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/mean": -0.000335693359375, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/std": 0.037841796875, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/range": 0.259765625, "train/tensor_param_model_layers_47_mlp_up_proj_weight/norm": 6.28125, "train/tensor_param_model_layers_47_mlp_up_proj_weight/mean": 0.00010824203491210938, "train/tensor_param_model_layers_47_mlp_up_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_47_mlp_up_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_47_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_47_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_47_mlp_up_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_47_mlp_up_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_47_mlp_up_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_47_mlp_down_proj_weight/norm": 6.21875, "train/tensor_param_model_layers_47_mlp_down_proj_weight/mean": 0.00023937225341796875, "train/tensor_param_model_layers_47_mlp_down_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_47_mlp_down_proj_weight/max_abs": 0.13671875, "train/tensor_param_model_layers_47_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_47_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_47_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_47_mlp_down_proj_weight/max": 0.13671875, "train/tensor_param_model_layers_47_mlp_down_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/norm": 6.90625, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/mean": -0.000518798828125, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/std": 0.0380859375, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/max_abs": 0.140625, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/max": 0.140625, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/range": 0.2734375, "train/tensor_param_model_layers_48_mlp_up_proj_weight/norm": 6.375, "train/tensor_param_model_layers_48_mlp_up_proj_weight/mean": 0.00010395050048828125, "train/tensor_param_model_layers_48_mlp_up_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_48_mlp_up_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_48_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_48_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_48_mlp_up_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_48_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_48_mlp_up_proj_weight/range": 0.255859375, "train/tensor_param_model_layers_48_mlp_down_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_48_mlp_down_proj_weight/mean": -0.0004100799560546875, "train/tensor_param_model_layers_48_mlp_down_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_48_mlp_down_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_48_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_48_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_48_mlp_down_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_48_mlp_down_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_48_mlp_down_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/norm": 6.875, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/mean": -0.0002803802490234375, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/std": 0.0380859375, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/range": 0.265625, "train/tensor_param_model_layers_49_mlp_up_proj_weight/norm": 6.34375, "train/tensor_param_model_layers_49_mlp_up_proj_weight/mean": 3.2186508178710938e-06, "train/tensor_param_model_layers_49_mlp_up_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_49_mlp_up_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_49_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_49_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_49_mlp_up_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_49_mlp_up_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_49_mlp_up_proj_weight/range": 0.26171875, "train/tensor_param_model_layers_49_mlp_down_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_49_mlp_down_proj_weight/mean": -0.00022602081298828125, "train/tensor_param_model_layers_49_mlp_down_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_49_mlp_down_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_49_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_49_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_49_mlp_down_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_49_mlp_down_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_49_mlp_down_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/norm": 6.90625, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/mean": -0.0004558563232421875, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/std": 0.038330078125, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/range": 0.2607421875, "train/tensor_param_model_layers_50_mlp_up_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_50_mlp_up_proj_weight/mean": 0.0004177093505859375, "train/tensor_param_model_layers_50_mlp_up_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_50_mlp_up_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_50_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_50_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_50_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_50_mlp_up_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_50_mlp_up_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_50_mlp_down_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_50_mlp_down_proj_weight/mean": -0.00010156631469726562, "train/tensor_param_model_layers_50_mlp_down_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_50_mlp_down_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_50_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_50_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_50_mlp_down_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_50_mlp_down_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_50_mlp_down_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/norm": 6.875, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/mean": -0.000263214111328125, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/std": 0.037841796875, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_51_mlp_up_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_51_mlp_up_proj_weight/mean": -7.43865966796875e-05, "train/tensor_param_model_layers_51_mlp_up_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_51_mlp_up_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_51_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_51_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_51_mlp_up_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_51_mlp_up_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_51_mlp_up_proj_weight/range": 0.2607421875, "train/tensor_param_model_layers_51_mlp_down_proj_weight/norm": 6.25, "train/tensor_param_model_layers_51_mlp_down_proj_weight/mean": 0.00012111663818359375, "train/tensor_param_model_layers_51_mlp_down_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_51_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_51_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_51_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_51_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_51_mlp_down_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_51_mlp_down_proj_weight/range": 0.255859375, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/norm": 6.9375, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/mean": -0.0001316070556640625, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/std": 0.038330078125, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/max_abs": 0.140625, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/min": -0.140625, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/max": 0.1337890625, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/range": 0.2744140625, "train/tensor_param_model_layers_52_mlp_up_proj_weight/norm": 6.375, "train/tensor_param_model_layers_52_mlp_up_proj_weight/mean": -4.124641418457031e-05, "train/tensor_param_model_layers_52_mlp_up_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_52_mlp_up_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_52_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_52_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_52_mlp_up_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_52_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_52_mlp_up_proj_weight/range": 0.2587890625, "train/tensor_param_model_layers_52_mlp_down_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_52_mlp_down_proj_weight/mean": -9.298324584960938e-05, "train/tensor_param_model_layers_52_mlp_down_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_52_mlp_down_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_52_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_52_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_52_mlp_down_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_52_mlp_down_proj_weight/max": 0.12255859375, "train/tensor_param_model_layers_52_mlp_down_proj_weight/range": 0.24951171875, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/norm": 7.09375, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/mean": -0.00022125244140625, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/std": 0.0390625, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/range": 0.2587890625, "train/tensor_param_model_layers_53_mlp_up_proj_weight/norm": 6.5, "train/tensor_param_model_layers_53_mlp_up_proj_weight/mean": 7.62939453125e-05, "train/tensor_param_model_layers_53_mlp_up_proj_weight/std": 0.035888671875, "train/tensor_param_model_layers_53_mlp_up_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_53_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_53_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_53_mlp_up_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_53_mlp_up_proj_weight/max": 0.1318359375, "train/tensor_param_model_layers_53_mlp_up_proj_weight/range": 0.2607421875, "train/tensor_param_model_layers_53_mlp_down_proj_weight/norm": 6.4375, "train/tensor_param_model_layers_53_mlp_down_proj_weight/mean": 0.00016689300537109375, "train/tensor_param_model_layers_53_mlp_down_proj_weight/std": 0.03564453125, "train/tensor_param_model_layers_53_mlp_down_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_53_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_53_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_53_mlp_down_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_53_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_53_mlp_down_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/norm": 7.03125, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/mean": -0.0004787445068359375, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/std": 0.038818359375, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/max_abs": 0.1484375, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/min": -0.1484375, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/max": 0.1318359375, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/range": 0.2802734375, "train/tensor_param_model_layers_54_mlp_up_proj_weight/norm": 6.5, "train/tensor_param_model_layers_54_mlp_up_proj_weight/mean": 5.793571472167969e-05, "train/tensor_param_model_layers_54_mlp_up_proj_weight/std": 0.035888671875, "train/tensor_param_model_layers_54_mlp_up_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_54_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_54_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_54_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_54_mlp_up_proj_weight/max": 0.1318359375, "train/tensor_param_model_layers_54_mlp_up_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_54_mlp_down_proj_weight/norm": 6.4375, "train/tensor_param_model_layers_54_mlp_down_proj_weight/mean": -0.00018215179443359375, "train/tensor_param_model_layers_54_mlp_down_proj_weight/std": 0.035400390625, "train/tensor_param_model_layers_54_mlp_down_proj_weight/max_abs": 0.13671875, "train/tensor_param_model_layers_54_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_54_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_54_mlp_down_proj_weight/min": -0.13671875, "train/tensor_param_model_layers_54_mlp_down_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_54_mlp_down_proj_weight/range": 0.265625, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/norm": 7.0625, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/mean": -0.0003604888916015625, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/std": 0.0390625, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/max": 0.1337890625, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/range": 0.263671875, "train/tensor_param_model_layers_55_mlp_up_proj_weight/norm": 6.5, "train/tensor_param_model_layers_55_mlp_up_proj_weight/mean": -0.000286102294921875, "train/tensor_param_model_layers_55_mlp_up_proj_weight/std": 0.035888671875, "train/tensor_param_model_layers_55_mlp_up_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_55_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_55_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_55_mlp_up_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_55_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_55_mlp_up_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_55_mlp_down_proj_weight/norm": 6.4375, "train/tensor_param_model_layers_55_mlp_down_proj_weight/mean": 0.00043487548828125, "train/tensor_param_model_layers_55_mlp_down_proj_weight/std": 0.03564453125, "train/tensor_param_model_layers_55_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_55_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_55_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_55_mlp_down_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_55_mlp_down_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_55_mlp_down_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/norm": 7.09375, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/mean": -0.000335693359375, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/std": 0.039306640625, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/range": 0.265625, "train/tensor_param_model_layers_56_mlp_up_proj_weight/norm": 6.5625, "train/tensor_param_model_layers_56_mlp_up_proj_weight/mean": 6.866455078125e-05, "train/tensor_param_model_layers_56_mlp_up_proj_weight/std": 0.0361328125, "train/tensor_param_model_layers_56_mlp_up_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_56_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_56_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_56_mlp_up_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_56_mlp_up_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_56_mlp_up_proj_weight/range": 0.267578125, "train/tensor_param_model_layers_56_mlp_down_proj_weight/norm": 6.5, "train/tensor_param_model_layers_56_mlp_down_proj_weight/mean": 7.3909759521484375e-06, "train/tensor_param_model_layers_56_mlp_down_proj_weight/std": 0.035888671875, "train/tensor_param_model_layers_56_mlp_down_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_56_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_56_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_56_mlp_down_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_56_mlp_down_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_56_mlp_down_proj_weight/range": 0.259765625, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/norm": 7.09375, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/mean": -0.0003490447998046875, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/std": 0.0390625, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/min": -0.1376953125, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/range": 0.275390625, "train/tensor_param_model_layers_57_mlp_up_proj_weight/norm": 6.5, "train/tensor_param_model_layers_57_mlp_up_proj_weight/mean": 0.00017070770263671875, "train/tensor_param_model_layers_57_mlp_up_proj_weight/std": 0.035888671875, "train/tensor_param_model_layers_57_mlp_up_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_57_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_57_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_57_mlp_up_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_57_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_57_mlp_up_proj_weight/range": 0.255859375, "train/tensor_param_model_layers_57_mlp_down_proj_weight/norm": 6.4375, "train/tensor_param_model_layers_57_mlp_down_proj_weight/mean": -1.3485550880432129e-06, "train/tensor_param_model_layers_57_mlp_down_proj_weight/std": 0.03564453125, "train/tensor_param_model_layers_57_mlp_down_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_57_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_57_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_57_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_57_mlp_down_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_57_mlp_down_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/norm": 7.125, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/mean": -0.000125885009765625, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/std": 0.039306640625, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/max_abs": 0.1455078125, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/min": -0.1455078125, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/max": 0.1416015625, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/range": 0.287109375, "train/tensor_param_model_layers_58_mlp_up_proj_weight/norm": 6.5625, "train/tensor_param_model_layers_58_mlp_up_proj_weight/mean": -0.0001068115234375, "train/tensor_param_model_layers_58_mlp_up_proj_weight/std": 0.0361328125, "train/tensor_param_model_layers_58_mlp_up_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_58_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_58_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_58_mlp_up_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_58_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_58_mlp_up_proj_weight/range": 0.263671875, "train/tensor_param_model_layers_58_mlp_down_proj_weight/norm": 6.5, "train/tensor_param_model_layers_58_mlp_down_proj_weight/mean": 0.0001068115234375, "train/tensor_param_model_layers_58_mlp_down_proj_weight/std": 0.035888671875, "train/tensor_param_model_layers_58_mlp_down_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_58_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_58_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_58_mlp_down_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_58_mlp_down_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_58_mlp_down_proj_weight/range": 0.2646484375, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/norm": 7.15625, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/mean": 2.1219253540039062e-05, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/std": 0.03955078125, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/max": 0.1318359375, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/range": 0.265625, "train/tensor_param_model_layers_59_mlp_up_proj_weight/norm": 6.5625, "train/tensor_param_model_layers_59_mlp_up_proj_weight/mean": -0.00014781951904296875, "train/tensor_param_model_layers_59_mlp_up_proj_weight/std": 0.0361328125, "train/tensor_param_model_layers_59_mlp_up_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_59_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_59_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_59_mlp_up_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_59_mlp_up_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_59_mlp_up_proj_weight/range": 0.2587890625, "train/tensor_param_model_layers_59_mlp_down_proj_weight/norm": 6.46875, "train/tensor_param_model_layers_59_mlp_down_proj_weight/mean": -9.72747802734375e-05, "train/tensor_param_model_layers_59_mlp_down_proj_weight/std": 0.035888671875, "train/tensor_param_model_layers_59_mlp_down_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_59_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_59_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_59_mlp_down_proj_weight/min": -0.1376953125, "train/tensor_param_model_layers_59_mlp_down_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_59_mlp_down_proj_weight/range": 0.2685546875, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/norm": 7.1875, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/mean": -0.0002613067626953125, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/std": 0.039794921875, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/max_abs": 0.1396484375, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/min": -0.1396484375, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/range": 0.2724609375, "train/tensor_param_model_layers_60_mlp_up_proj_weight/norm": 6.53125, "train/tensor_param_model_layers_60_mlp_up_proj_weight/mean": -0.0001697540283203125, "train/tensor_param_model_layers_60_mlp_up_proj_weight/std": 0.0361328125, "train/tensor_param_model_layers_60_mlp_up_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_60_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_60_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_60_mlp_up_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_60_mlp_up_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_60_mlp_up_proj_weight/range": 0.2666015625, "train/tensor_param_model_layers_60_mlp_down_proj_weight/norm": 6.46875, "train/tensor_param_model_layers_60_mlp_down_proj_weight/mean": -0.000118255615234375, "train/tensor_param_model_layers_60_mlp_down_proj_weight/std": 0.03564453125, "train/tensor_param_model_layers_60_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_60_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_60_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_60_mlp_down_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_60_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_60_mlp_down_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/norm": 7.21875, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/mean": 0.0002689361572265625, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/std": 0.039794921875, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/max_abs": 0.146484375, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/min": -0.134765625, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/max": 0.146484375, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/range": 0.28125, "train/tensor_param_model_layers_61_mlp_up_proj_weight/norm": 6.5625, "train/tensor_param_model_layers_61_mlp_up_proj_weight/mean": -7.152557373046875e-05, "train/tensor_param_model_layers_61_mlp_up_proj_weight/std": 0.0361328125, "train/tensor_param_model_layers_61_mlp_up_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_61_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_61_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_61_mlp_up_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_61_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_61_mlp_up_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_61_mlp_down_proj_weight/norm": 6.46875, "train/tensor_param_model_layers_61_mlp_down_proj_weight/mean": 0.0003948211669921875, "train/tensor_param_model_layers_61_mlp_down_proj_weight/std": 0.035888671875, "train/tensor_param_model_layers_61_mlp_down_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_61_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_61_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_61_mlp_down_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_61_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_61_mlp_down_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/norm": 7.25, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/mean": -0.00020885467529296875, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/std": 0.0400390625, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/max_abs": 0.154296875, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/max": 0.154296875, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/range": 0.29296875, "train/tensor_param_model_layers_62_mlp_up_proj_weight/norm": 6.625, "train/tensor_param_model_layers_62_mlp_up_proj_weight/mean": 0.00017642974853515625, "train/tensor_param_model_layers_62_mlp_up_proj_weight/std": 0.03662109375, "train/tensor_param_model_layers_62_mlp_up_proj_weight/max_abs": 0.1474609375, "train/tensor_param_model_layers_62_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_62_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_62_mlp_up_proj_weight/min": -0.1474609375, "train/tensor_param_model_layers_62_mlp_up_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_62_mlp_up_proj_weight/range": 0.27734375, "train/tensor_param_model_layers_62_mlp_down_proj_weight/norm": 6.53125, "train/tensor_param_model_layers_62_mlp_down_proj_weight/mean": 0.00017547607421875, "train/tensor_param_model_layers_62_mlp_down_proj_weight/std": 0.0361328125, "train/tensor_param_model_layers_62_mlp_down_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_62_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_62_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_62_mlp_down_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_62_mlp_down_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_62_mlp_down_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/norm": 7.25, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/mean": -0.0002593994140625, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/std": 0.0400390625, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/range": 0.2666015625, "train/tensor_param_model_layers_63_mlp_up_proj_weight/norm": 6.65625, "train/tensor_param_model_layers_63_mlp_up_proj_weight/mean": 7.724761962890625e-05, "train/tensor_param_model_layers_63_mlp_up_proj_weight/std": 0.03662109375, "train/tensor_param_model_layers_63_mlp_up_proj_weight/max_abs": 0.1396484375, "train/tensor_param_model_layers_63_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_63_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_63_mlp_up_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_63_mlp_up_proj_weight/max": 0.1396484375, "train/tensor_param_model_layers_63_mlp_up_proj_weight/range": 0.267578125, "train/tensor_param_model_layers_63_mlp_down_proj_weight/norm": 6.53125, "train/tensor_param_model_layers_63_mlp_down_proj_weight/mean": 6.771087646484375e-05, "train/tensor_param_model_layers_63_mlp_down_proj_weight/std": 0.0361328125, "train/tensor_param_model_layers_63_mlp_down_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_63_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_63_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_63_mlp_down_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_63_mlp_down_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_63_mlp_down_proj_weight/range": 0.2587890625, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/norm": 7.34375, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/mean": 0.0001621246337890625, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/std": 0.04052734375, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/max_abs": 0.140625, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/min": -0.140625, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/max": 0.140625, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/range": 0.28125, "train/tensor_param_model_layers_64_mlp_up_proj_weight/norm": 6.75, "train/tensor_param_model_layers_64_mlp_up_proj_weight/mean": -0.000133514404296875, "train/tensor_param_model_layers_64_mlp_up_proj_weight/std": 0.037353515625, "train/tensor_param_model_layers_64_mlp_up_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_64_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_64_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_64_mlp_up_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_64_mlp_up_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_64_mlp_up_proj_weight/range": 0.259765625, "train/tensor_param_model_layers_64_mlp_down_proj_weight/norm": 6.625, "train/tensor_param_model_layers_64_mlp_down_proj_weight/mean": 3.743171691894531e-05, "train/tensor_param_model_layers_64_mlp_down_proj_weight/std": 0.03662109375, "train/tensor_param_model_layers_64_mlp_down_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_64_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_64_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_64_mlp_down_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_64_mlp_down_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_64_mlp_down_proj_weight/range": 0.267578125, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/norm": 7.375, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/mean": -0.0003662109375, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/std": 0.040771484375, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/max_abs": 0.142578125, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/min": -0.142578125, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/max": 0.1416015625, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/range": 0.2841796875, "train/tensor_param_model_layers_65_mlp_up_proj_weight/norm": 6.75, "train/tensor_param_model_layers_65_mlp_up_proj_weight/mean": -0.0002613067626953125, "train/tensor_param_model_layers_65_mlp_up_proj_weight/std": 0.037353515625, "train/tensor_param_model_layers_65_mlp_up_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_65_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_65_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_65_mlp_up_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_65_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_65_mlp_up_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_65_mlp_down_proj_weight/norm": 6.625, "train/tensor_param_model_layers_65_mlp_down_proj_weight/mean": -0.00010538101196289062, "train/tensor_param_model_layers_65_mlp_down_proj_weight/std": 0.03662109375, "train/tensor_param_model_layers_65_mlp_down_proj_weight/max_abs": 0.1396484375, "train/tensor_param_model_layers_65_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_65_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_65_mlp_down_proj_weight/min": -0.1396484375, "train/tensor_param_model_layers_65_mlp_down_proj_weight/max": 0.1318359375, "train/tensor_param_model_layers_65_mlp_down_proj_weight/range": 0.271484375, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/norm": 7.375, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/mean": 0.00011539459228515625, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/std": 0.040771484375, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/max_abs": 0.1484375, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/min": -0.1484375, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/range": 0.2841796875, "train/tensor_param_model_layers_66_mlp_up_proj_weight/norm": 6.71875, "train/tensor_param_model_layers_66_mlp_up_proj_weight/mean": -0.0001735687255859375, "train/tensor_param_model_layers_66_mlp_up_proj_weight/std": 0.037109375, "train/tensor_param_model_layers_66_mlp_up_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_66_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_66_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_66_mlp_up_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_66_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_66_mlp_up_proj_weight/range": 0.255859375, "train/tensor_param_model_layers_66_mlp_down_proj_weight/norm": 6.65625, "train/tensor_param_model_layers_66_mlp_down_proj_weight/mean": 8.726119995117188e-05, "train/tensor_param_model_layers_66_mlp_down_proj_weight/std": 0.036865234375, "train/tensor_param_model_layers_66_mlp_down_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_66_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_66_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_66_mlp_down_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_66_mlp_down_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_66_mlp_down_proj_weight/range": 0.263671875, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/norm": 7.375, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/mean": -9.584426879882812e-05, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/std": 0.040771484375, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/max_abs": 0.13671875, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/min": -0.13671875, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/max": 0.1337890625, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/range": 0.2705078125, "train/tensor_param_model_layers_67_mlp_up_proj_weight/norm": 6.75, "train/tensor_param_model_layers_67_mlp_up_proj_weight/mean": -0.00011587142944335938, "train/tensor_param_model_layers_67_mlp_up_proj_weight/std": 0.037353515625, "train/tensor_param_model_layers_67_mlp_up_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_67_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_67_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_67_mlp_up_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_67_mlp_up_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_67_mlp_up_proj_weight/range": 0.26171875, "train/tensor_param_model_layers_67_mlp_down_proj_weight/norm": 6.71875, "train/tensor_param_model_layers_67_mlp_down_proj_weight/mean": -0.0003204345703125, "train/tensor_param_model_layers_67_mlp_down_proj_weight/std": 0.037109375, "train/tensor_param_model_layers_67_mlp_down_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_67_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_67_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_67_mlp_down_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_67_mlp_down_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_67_mlp_down_proj_weight/range": 0.26171875, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/norm": 7.4375, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/mean": 1.150369644165039e-05, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/std": 0.041015625, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/max_abs": 0.1396484375, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/min": -0.134765625, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/max": 0.1396484375, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/range": 0.2744140625, "train/tensor_param_model_layers_68_mlp_up_proj_weight/norm": 6.78125, "train/tensor_param_model_layers_68_mlp_up_proj_weight/mean": 1.5974044799804688e-05, "train/tensor_param_model_layers_68_mlp_up_proj_weight/std": 0.037353515625, "train/tensor_param_model_layers_68_mlp_up_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_68_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_68_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_68_mlp_up_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_68_mlp_up_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_68_mlp_up_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_68_mlp_down_proj_weight/norm": 6.71875, "train/tensor_param_model_layers_68_mlp_down_proj_weight/mean": -0.0001049041748046875, "train/tensor_param_model_layers_68_mlp_down_proj_weight/std": 0.037109375, "train/tensor_param_model_layers_68_mlp_down_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_68_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_68_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_68_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_68_mlp_down_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_68_mlp_down_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/norm": 7.5, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/mean": -0.0004749298095703125, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/std": 0.04150390625, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/max_abs": 0.1396484375, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/min": -0.134765625, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/max": 0.1396484375, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/range": 0.2744140625, "train/tensor_param_model_layers_69_mlp_up_proj_weight/norm": 6.875, "train/tensor_param_model_layers_69_mlp_up_proj_weight/mean": -6.258487701416016e-06, "train/tensor_param_model_layers_69_mlp_up_proj_weight/std": 0.0380859375, "train/tensor_param_model_layers_69_mlp_up_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_69_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_69_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_69_mlp_up_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_69_mlp_up_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_69_mlp_up_proj_weight/range": 0.267578125, "train/tensor_param_model_layers_69_mlp_down_proj_weight/norm": 6.75, "train/tensor_param_model_layers_69_mlp_down_proj_weight/mean": -9.632110595703125e-05, "train/tensor_param_model_layers_69_mlp_down_proj_weight/std": 0.037353515625, "train/tensor_param_model_layers_69_mlp_down_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_69_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_69_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_69_mlp_down_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_69_mlp_down_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_69_mlp_down_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/norm": 7.53125, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/mean": -0.000293731689453125, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/std": 0.041748046875, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/max_abs": 0.1396484375, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/min": -0.1396484375, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/range": 0.275390625, "train/tensor_param_model_layers_70_mlp_up_proj_weight/norm": 6.84375, "train/tensor_param_model_layers_70_mlp_up_proj_weight/mean": -6.914138793945312e-05, "train/tensor_param_model_layers_70_mlp_up_proj_weight/std": 0.037841796875, "train/tensor_param_model_layers_70_mlp_up_proj_weight/max_abs": 0.140625, "train/tensor_param_model_layers_70_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_70_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_70_mlp_up_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_70_mlp_up_proj_weight/max": 0.140625, "train/tensor_param_model_layers_70_mlp_up_proj_weight/range": 0.271484375, "train/tensor_param_model_layers_70_mlp_down_proj_weight/norm": 6.78125, "train/tensor_param_model_layers_70_mlp_down_proj_weight/mean": -0.000270843505859375, "train/tensor_param_model_layers_70_mlp_down_proj_weight/std": 0.037353515625, "train/tensor_param_model_layers_70_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_70_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_70_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_70_mlp_down_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_70_mlp_down_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_70_mlp_down_proj_weight/range": 0.2587890625, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/norm": 7.625, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/mean": -7.2479248046875e-05, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/std": 0.042236328125, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/max_abs": 0.177734375, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/min": -0.158203125, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/max": 0.177734375, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/range": 0.3359375, "train/tensor_param_model_layers_71_mlp_up_proj_weight/norm": 6.96875, "train/tensor_param_model_layers_71_mlp_up_proj_weight/mean": -8.940696716308594e-06, "train/tensor_param_model_layers_71_mlp_up_proj_weight/std": 0.03857421875, "train/tensor_param_model_layers_71_mlp_up_proj_weight/max_abs": 0.142578125, "train/tensor_param_model_layers_71_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_71_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_71_mlp_up_proj_weight/min": -0.1416015625, "train/tensor_param_model_layers_71_mlp_up_proj_weight/max": 0.142578125, "train/tensor_param_model_layers_71_mlp_up_proj_weight/range": 0.2841796875, "train/tensor_param_model_layers_71_mlp_down_proj_weight/norm": 6.875, "train/tensor_param_model_layers_71_mlp_down_proj_weight/mean": -0.000469207763671875, "train/tensor_param_model_layers_71_mlp_down_proj_weight/std": 0.0380859375, "train/tensor_param_model_layers_71_mlp_down_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_71_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_71_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_71_mlp_down_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_71_mlp_down_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_71_mlp_down_proj_weight/range": 0.2607421875, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/norm": 7.53125, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/mean": -6.580352783203125e-05, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/std": 0.041748046875, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/max_abs": 0.16015625, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/min": -0.16015625, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/max": 0.1435546875, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/range": 0.3037109375, "train/tensor_param_model_layers_72_mlp_up_proj_weight/norm": 6.90625, "train/tensor_param_model_layers_72_mlp_up_proj_weight/mean": 0.0002613067626953125, "train/tensor_param_model_layers_72_mlp_up_proj_weight/std": 0.0380859375, "train/tensor_param_model_layers_72_mlp_up_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_72_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_72_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_72_mlp_up_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_72_mlp_up_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_72_mlp_up_proj_weight/range": 0.2705078125, "train/tensor_param_model_layers_72_mlp_down_proj_weight/norm": 6.84375, "train/tensor_param_model_layers_72_mlp_down_proj_weight/mean": -0.000110626220703125, "train/tensor_param_model_layers_72_mlp_down_proj_weight/std": 0.037841796875, "train/tensor_param_model_layers_72_mlp_down_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_72_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_72_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_72_mlp_down_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_72_mlp_down_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_72_mlp_down_proj_weight/range": 0.263671875, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/norm": 7.625, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/mean": -5.1975250244140625e-05, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/std": 0.0419921875, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/max_abs": 0.1572265625, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/min": -0.1484375, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/max": 0.1572265625, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/range": 0.3056640625, "train/tensor_param_model_layers_73_mlp_up_proj_weight/norm": 6.90625, "train/tensor_param_model_layers_73_mlp_up_proj_weight/mean": 0.0001888275146484375, "train/tensor_param_model_layers_73_mlp_up_proj_weight/std": 0.038330078125, "train/tensor_param_model_layers_73_mlp_up_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_73_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_73_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_73_mlp_up_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_73_mlp_up_proj_weight/max": 0.1337890625, "train/tensor_param_model_layers_73_mlp_up_proj_weight/range": 0.26953125, "train/tensor_param_model_layers_73_mlp_down_proj_weight/norm": 6.875, "train/tensor_param_model_layers_73_mlp_down_proj_weight/mean": -6.771087646484375e-05, "train/tensor_param_model_layers_73_mlp_down_proj_weight/std": 0.037841796875, "train/tensor_param_model_layers_73_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_73_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_73_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_73_mlp_down_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_73_mlp_down_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_73_mlp_down_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/norm": 7.625, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/mean": -0.0002193450927734375, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/std": 0.0419921875, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/max_abs": 0.158203125, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/min": -0.158203125, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/max": 0.1533203125, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/range": 0.3115234375, "train/tensor_param_model_layers_74_mlp_up_proj_weight/norm": 6.9375, "train/tensor_param_model_layers_74_mlp_up_proj_weight/mean": 0.00011157989501953125, "train/tensor_param_model_layers_74_mlp_up_proj_weight/std": 0.038330078125, "train/tensor_param_model_layers_74_mlp_up_proj_weight/max_abs": 0.1416015625, "train/tensor_param_model_layers_74_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_74_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_74_mlp_up_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_74_mlp_up_proj_weight/max": 0.1416015625, "train/tensor_param_model_layers_74_mlp_up_proj_weight/range": 0.2705078125, "train/tensor_param_model_layers_74_mlp_down_proj_weight/norm": 6.9375, "train/tensor_param_model_layers_74_mlp_down_proj_weight/mean": 0.0002002716064453125, "train/tensor_param_model_layers_74_mlp_down_proj_weight/std": 0.038330078125, "train/tensor_param_model_layers_74_mlp_down_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_74_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_74_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_74_mlp_down_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_74_mlp_down_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_74_mlp_down_proj_weight/range": 0.2607421875, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/norm": 7.71875, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/mean": -0.0002460479736328125, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/std": 0.042724609375, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/max_abs": 0.140625, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/min": -0.140625, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/max": 0.134765625, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/range": 0.275390625, "train/tensor_param_model_layers_75_mlp_up_proj_weight/norm": 7.09375, "train/tensor_param_model_layers_75_mlp_up_proj_weight/mean": 3.719329833984375e-05, "train/tensor_param_model_layers_75_mlp_up_proj_weight/std": 0.039306640625, "train/tensor_param_model_layers_75_mlp_up_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_75_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_75_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_75_mlp_up_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_75_mlp_up_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_75_mlp_up_proj_weight/range": 0.2607421875, "train/tensor_param_model_layers_75_mlp_down_proj_weight/norm": 7.03125, "train/tensor_param_model_layers_75_mlp_down_proj_weight/mean": 0.00017833709716796875, "train/tensor_param_model_layers_75_mlp_down_proj_weight/std": 0.038818359375, "train/tensor_param_model_layers_75_mlp_down_proj_weight/max_abs": 0.140625, "train/tensor_param_model_layers_75_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_75_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_75_mlp_down_proj_weight/min": -0.140625, "train/tensor_param_model_layers_75_mlp_down_proj_weight/max": 0.1318359375, "train/tensor_param_model_layers_75_mlp_down_proj_weight/range": 0.2724609375, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/norm": 7.84375, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/mean": -0.0004138946533203125, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/std": 0.04345703125, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/max_abs": 0.1650390625, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/min": -0.15625, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/max": 0.1650390625, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/range": 0.3212890625, "train/tensor_param_model_layers_76_mlp_up_proj_weight/norm": 7.28125, "train/tensor_param_model_layers_76_mlp_up_proj_weight/mean": -5.817413330078125e-05, "train/tensor_param_model_layers_76_mlp_up_proj_weight/std": 0.040283203125, "train/tensor_param_model_layers_76_mlp_up_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_76_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_76_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_76_mlp_up_proj_weight/min": -0.1376953125, "train/tensor_param_model_layers_76_mlp_up_proj_weight/max": 0.134765625, "train/tensor_param_model_layers_76_mlp_up_proj_weight/range": 0.2724609375, "train/tensor_param_model_layers_76_mlp_down_proj_weight/norm": 7.21875, "train/tensor_param_model_layers_76_mlp_down_proj_weight/mean": 0.000179290771484375, "train/tensor_param_model_layers_76_mlp_down_proj_weight/std": 0.039794921875, "train/tensor_param_model_layers_76_mlp_down_proj_weight/max_abs": 0.140625, "train/tensor_param_model_layers_76_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_76_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_76_mlp_down_proj_weight/min": -0.134765625, "train/tensor_param_model_layers_76_mlp_down_proj_weight/max": 0.140625, "train/tensor_param_model_layers_76_mlp_down_proj_weight/range": 0.275390625, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/norm": 7.84375, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/mean": -0.00017452239990234375, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/std": 0.043212890625, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/max_abs": 0.1806640625, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/min": -0.13671875, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/max": 0.1806640625, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/range": 0.3173828125, "train/tensor_param_model_layers_77_mlp_up_proj_weight/norm": 7.21875, "train/tensor_param_model_layers_77_mlp_up_proj_weight/mean": -0.00041961669921875, "train/tensor_param_model_layers_77_mlp_up_proj_weight/std": 0.039794921875, "train/tensor_param_model_layers_77_mlp_up_proj_weight/max_abs": 0.14453125, "train/tensor_param_model_layers_77_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_77_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_77_mlp_up_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_77_mlp_up_proj_weight/max": 0.14453125, "train/tensor_param_model_layers_77_mlp_up_proj_weight/range": 0.2802734375, "train/tensor_param_model_layers_77_mlp_down_proj_weight/norm": 7.15625, "train/tensor_param_model_layers_77_mlp_down_proj_weight/mean": 0.000499725341796875, "train/tensor_param_model_layers_77_mlp_down_proj_weight/std": 0.03955078125, "train/tensor_param_model_layers_77_mlp_down_proj_weight/max_abs": 0.142578125, "train/tensor_param_model_layers_77_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_77_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_77_mlp_down_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_77_mlp_down_proj_weight/max": 0.142578125, "train/tensor_param_model_layers_77_mlp_down_proj_weight/range": 0.271484375, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/norm": 8.0, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/mean": 7.963180541992188e-05, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/std": 0.044189453125, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/max_abs": 0.1591796875, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/min": -0.15234375, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/max": 0.1591796875, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/range": 0.3115234375, "train/tensor_param_model_layers_78_mlp_up_proj_weight/norm": 7.4375, "train/tensor_param_model_layers_78_mlp_up_proj_weight/mean": 0.0003681182861328125, "train/tensor_param_model_layers_78_mlp_up_proj_weight/std": 0.041015625, "train/tensor_param_model_layers_78_mlp_up_proj_weight/max_abs": 0.1435546875, "train/tensor_param_model_layers_78_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_78_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_78_mlp_up_proj_weight/min": -0.1435546875, "train/tensor_param_model_layers_78_mlp_up_proj_weight/max": 0.140625, "train/tensor_param_model_layers_78_mlp_up_proj_weight/range": 0.2841796875, "train/tensor_param_model_layers_78_mlp_down_proj_weight/norm": 7.375, "train/tensor_param_model_layers_78_mlp_down_proj_weight/mean": -2.175569534301758e-06, "train/tensor_param_model_layers_78_mlp_down_proj_weight/std": 0.040771484375, "train/tensor_param_model_layers_78_mlp_down_proj_weight/max_abs": 0.1435546875, "train/tensor_param_model_layers_78_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_78_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_78_mlp_down_proj_weight/min": -0.1376953125, "train/tensor_param_model_layers_78_mlp_down_proj_weight/max": 0.1435546875, "train/tensor_param_model_layers_78_mlp_down_proj_weight/range": 0.28125, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/norm": 8.125, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/mean": 7.724761962890625e-05, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/std": 0.044921875, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/max_abs": 0.1474609375, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/max": 0.1474609375, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/range": 0.2861328125, "train/tensor_param_model_layers_79_mlp_up_proj_weight/norm": 7.46875, "train/tensor_param_model_layers_79_mlp_up_proj_weight/mean": -9.5367431640625e-05, "train/tensor_param_model_layers_79_mlp_up_proj_weight/std": 0.041259765625, "train/tensor_param_model_layers_79_mlp_up_proj_weight/max_abs": 0.1396484375, "train/tensor_param_model_layers_79_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_79_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_79_mlp_up_proj_weight/min": -0.1396484375, "train/tensor_param_model_layers_79_mlp_up_proj_weight/max": 0.1318359375, "train/tensor_param_model_layers_79_mlp_up_proj_weight/range": 0.271484375, "train/tensor_param_model_layers_79_mlp_down_proj_weight/norm": 7.40625, "train/tensor_param_model_layers_79_mlp_down_proj_weight/mean": 0.0002536773681640625, "train/tensor_param_model_layers_79_mlp_down_proj_weight/std": 0.041015625, "train/tensor_param_model_layers_79_mlp_down_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_79_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_79_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_79_mlp_down_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_79_mlp_down_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_79_mlp_down_proj_weight/range": 0.2763671875, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/norm": 8.125, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/mean": -3.0159950256347656e-05, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/std": 0.044677734375, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/max_abs": 0.1435546875, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/min": -0.1435546875, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/max": 0.138671875, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/range": 0.2822265625, "train/tensor_param_model_layers_80_mlp_up_proj_weight/norm": 7.4375, "train/tensor_param_model_layers_80_mlp_up_proj_weight/mean": 0.00012493133544921875, "train/tensor_param_model_layers_80_mlp_up_proj_weight/std": 0.041015625, "train/tensor_param_model_layers_80_mlp_up_proj_weight/max_abs": 0.1474609375, "train/tensor_param_model_layers_80_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_80_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_80_mlp_up_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_80_mlp_up_proj_weight/max": 0.1474609375, "train/tensor_param_model_layers_80_mlp_up_proj_weight/range": 0.2802734375, "train/tensor_param_model_layers_80_mlp_down_proj_weight/norm": 7.375, "train/tensor_param_model_layers_80_mlp_down_proj_weight/mean": 6.705522537231445e-06, "train/tensor_param_model_layers_80_mlp_down_proj_weight/std": 0.040771484375, "train/tensor_param_model_layers_80_mlp_down_proj_weight/max_abs": 0.1494140625, "train/tensor_param_model_layers_80_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_80_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_80_mlp_down_proj_weight/min": -0.1494140625, "train/tensor_param_model_layers_80_mlp_down_proj_weight/max": 0.1494140625, "train/tensor_param_model_layers_80_mlp_down_proj_weight/range": 0.298828125, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/norm": 8.25, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/mean": 0.00016498565673828125, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/std": 0.04541015625, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/max_abs": 0.1533203125, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/min": -0.1533203125, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/max": 0.1396484375, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/range": 0.29296875, "train/tensor_param_model_layers_81_mlp_up_proj_weight/norm": 7.625, "train/tensor_param_model_layers_81_mlp_up_proj_weight/mean": -4.887580871582031e-05, "train/tensor_param_model_layers_81_mlp_up_proj_weight/std": 0.0419921875, "train/tensor_param_model_layers_81_mlp_up_proj_weight/max_abs": 0.140625, "train/tensor_param_model_layers_81_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_81_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_81_mlp_up_proj_weight/min": -0.140625, "train/tensor_param_model_layers_81_mlp_up_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_81_mlp_up_proj_weight/range": 0.2763671875, "train/tensor_param_model_layers_81_mlp_down_proj_weight/norm": 7.59375, "train/tensor_param_model_layers_81_mlp_down_proj_weight/mean": -0.000110626220703125, "train/tensor_param_model_layers_81_mlp_down_proj_weight/std": 0.0419921875, "train/tensor_param_model_layers_81_mlp_down_proj_weight/max_abs": 0.1416015625, "train/tensor_param_model_layers_81_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_81_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_81_mlp_down_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_81_mlp_down_proj_weight/max": 0.1416015625, "train/tensor_param_model_layers_81_mlp_down_proj_weight/range": 0.27734375, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/norm": 8.5, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/mean": -4.482269287109375e-05, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/std": 0.046875, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/max_abs": 0.16015625, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/min": -0.16015625, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/max": 0.15234375, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/range": 0.3125, "train/tensor_param_model_layers_82_mlp_up_proj_weight/norm": 7.84375, "train/tensor_param_model_layers_82_mlp_up_proj_weight/mean": -0.00012111663818359375, "train/tensor_param_model_layers_82_mlp_up_proj_weight/std": 0.04345703125, "train/tensor_param_model_layers_82_mlp_up_proj_weight/max_abs": 0.140625, "train/tensor_param_model_layers_82_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_82_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_82_mlp_up_proj_weight/min": -0.1396484375, "train/tensor_param_model_layers_82_mlp_up_proj_weight/max": 0.140625, "train/tensor_param_model_layers_82_mlp_up_proj_weight/range": 0.2802734375, "train/tensor_param_model_layers_82_mlp_down_proj_weight/norm": 7.8125, "train/tensor_param_model_layers_82_mlp_down_proj_weight/mean": -0.000400543212890625, "train/tensor_param_model_layers_82_mlp_down_proj_weight/std": 0.043212890625, "train/tensor_param_model_layers_82_mlp_down_proj_weight/max_abs": 0.154296875, "train/tensor_param_model_layers_82_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_82_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_82_mlp_down_proj_weight/min": -0.1435546875, "train/tensor_param_model_layers_82_mlp_down_proj_weight/max": 0.154296875, "train/tensor_param_model_layers_82_mlp_down_proj_weight/range": 0.2978515625, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/norm": 8.625, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/mean": -7.772445678710938e-05, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/std": 0.047607421875, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/max_abs": 0.1494140625, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/min": -0.1455078125, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/max": 0.1494140625, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/range": 0.294921875, "train/tensor_param_model_layers_83_mlp_up_proj_weight/norm": 7.96875, "train/tensor_param_model_layers_83_mlp_up_proj_weight/mean": -0.000301361083984375, "train/tensor_param_model_layers_83_mlp_up_proj_weight/std": 0.044189453125, "train/tensor_param_model_layers_83_mlp_up_proj_weight/max_abs": 0.150390625, "train/tensor_param_model_layers_83_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_83_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_83_mlp_up_proj_weight/min": -0.150390625, "train/tensor_param_model_layers_83_mlp_up_proj_weight/max": 0.138671875, "train/tensor_param_model_layers_83_mlp_up_proj_weight/range": 0.2890625, "train/tensor_param_model_layers_83_mlp_down_proj_weight/norm": 7.9375, "train/tensor_param_model_layers_83_mlp_down_proj_weight/mean": -0.0004138946533203125, "train/tensor_param_model_layers_83_mlp_down_proj_weight/std": 0.0439453125, "train/tensor_param_model_layers_83_mlp_down_proj_weight/max_abs": 0.1435546875, "train/tensor_param_model_layers_83_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_83_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_83_mlp_down_proj_weight/min": -0.1435546875, "train/tensor_param_model_layers_83_mlp_down_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_83_mlp_down_proj_weight/range": 0.28125, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/norm": 8.625, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/mean": 0.000766754150390625, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/std": 0.047607421875, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/max_abs": 0.162109375, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/min": -0.154296875, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/max": 0.162109375, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/range": 0.31640625, "train/tensor_param_model_layers_84_mlp_up_proj_weight/norm": 8.0, "train/tensor_param_model_layers_84_mlp_up_proj_weight/mean": 0.000152587890625, "train/tensor_param_model_layers_84_mlp_up_proj_weight/std": 0.044189453125, "train/tensor_param_model_layers_84_mlp_up_proj_weight/max_abs": 0.1513671875, "train/tensor_param_model_layers_84_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_84_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_84_mlp_up_proj_weight/min": -0.14453125, "train/tensor_param_model_layers_84_mlp_up_proj_weight/max": 0.1513671875, "train/tensor_param_model_layers_84_mlp_up_proj_weight/range": 0.2958984375, "train/tensor_param_model_layers_84_mlp_down_proj_weight/norm": 7.96875, "train/tensor_param_model_layers_84_mlp_down_proj_weight/mean": -3.600120544433594e-05, "train/tensor_param_model_layers_84_mlp_down_proj_weight/std": 0.0439453125, "train/tensor_param_model_layers_84_mlp_down_proj_weight/max_abs": 0.16796875, "train/tensor_param_model_layers_84_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_84_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_84_mlp_down_proj_weight/min": -0.16796875, "train/tensor_param_model_layers_84_mlp_down_proj_weight/max": 0.15234375, "train/tensor_param_model_layers_84_mlp_down_proj_weight/range": 0.3203125, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/norm": 8.75, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/mean": -0.00011730194091796875, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/std": 0.04833984375, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/max_abs": 0.1669921875, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/min": -0.1640625, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/max": 0.1669921875, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/range": 0.3310546875, "train/tensor_param_model_layers_85_mlp_up_proj_weight/norm": 8.0625, "train/tensor_param_model_layers_85_mlp_up_proj_weight/mean": 3.7997961044311523e-06, "train/tensor_param_model_layers_85_mlp_up_proj_weight/std": 0.04443359375, "train/tensor_param_model_layers_85_mlp_up_proj_weight/max_abs": 0.1630859375, "train/tensor_param_model_layers_85_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_85_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_85_mlp_up_proj_weight/min": -0.1630859375, "train/tensor_param_model_layers_85_mlp_up_proj_weight/max": 0.1416015625, "train/tensor_param_model_layers_85_mlp_up_proj_weight/range": 0.3046875, "train/tensor_param_model_layers_85_mlp_down_proj_weight/norm": 7.96875, "train/tensor_param_model_layers_85_mlp_down_proj_weight/mean": 0.000423431396484375, "train/tensor_param_model_layers_85_mlp_down_proj_weight/std": 0.0439453125, "train/tensor_param_model_layers_85_mlp_down_proj_weight/max_abs": 0.1396484375, "train/tensor_param_model_layers_85_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_85_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_85_mlp_down_proj_weight/min": -0.1396484375, "train/tensor_param_model_layers_85_mlp_down_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_85_mlp_down_proj_weight/range": 0.27734375, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/norm": 8.75, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/mean": 0.0003604888916015625, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/std": 0.04833984375, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/max_abs": 0.171875, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/min": -0.158203125, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/max": 0.171875, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/range": 0.330078125, "train/tensor_param_model_layers_86_mlp_up_proj_weight/norm": 8.1875, "train/tensor_param_model_layers_86_mlp_up_proj_weight/mean": 0.00014400482177734375, "train/tensor_param_model_layers_86_mlp_up_proj_weight/std": 0.04541015625, "train/tensor_param_model_layers_86_mlp_up_proj_weight/max_abs": 0.1513671875, "train/tensor_param_model_layers_86_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_86_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_86_mlp_up_proj_weight/min": -0.1513671875, "train/tensor_param_model_layers_86_mlp_up_proj_weight/max": 0.1435546875, "train/tensor_param_model_layers_86_mlp_up_proj_weight/range": 0.294921875, "train/tensor_param_model_layers_86_mlp_down_proj_weight/norm": 8.0625, "train/tensor_param_model_layers_86_mlp_down_proj_weight/mean": -0.000278472900390625, "train/tensor_param_model_layers_86_mlp_down_proj_weight/std": 0.04443359375, "train/tensor_param_model_layers_86_mlp_down_proj_weight/max_abs": 0.14453125, "train/tensor_param_model_layers_86_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_86_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_86_mlp_down_proj_weight/min": -0.14453125, "train/tensor_param_model_layers_86_mlp_down_proj_weight/max": 0.1435546875, "train/tensor_param_model_layers_86_mlp_down_proj_weight/range": 0.2880859375, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/norm": 8.75, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/mean": -3.9577484130859375e-05, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/std": 0.04833984375, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/max_abs": 0.162109375, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/min": -0.162109375, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/max": 0.158203125, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/range": 0.3203125, "train/tensor_param_model_layers_87_mlp_up_proj_weight/norm": 8.125, "train/tensor_param_model_layers_87_mlp_up_proj_weight/mean": 0.00038909912109375, "train/tensor_param_model_layers_87_mlp_up_proj_weight/std": 0.044921875, "train/tensor_param_model_layers_87_mlp_up_proj_weight/max_abs": 0.1513671875, "train/tensor_param_model_layers_87_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_87_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_87_mlp_up_proj_weight/min": -0.1513671875, "train/tensor_param_model_layers_87_mlp_up_proj_weight/max": 0.150390625, "train/tensor_param_model_layers_87_mlp_up_proj_weight/range": 0.3017578125, "train/tensor_param_model_layers_87_mlp_down_proj_weight/norm": 8.0625, "train/tensor_param_model_layers_87_mlp_down_proj_weight/mean": 9.72747802734375e-05, "train/tensor_param_model_layers_87_mlp_down_proj_weight/std": 0.04443359375, "train/tensor_param_model_layers_87_mlp_down_proj_weight/max_abs": 0.140625, "train/tensor_param_model_layers_87_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_87_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_87_mlp_down_proj_weight/min": -0.1396484375, "train/tensor_param_model_layers_87_mlp_down_proj_weight/max": 0.140625, "train/tensor_param_model_layers_87_mlp_down_proj_weight/range": 0.2802734375, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/norm": 8.8125, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/mean": 0.00019741058349609375, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/std": 0.048583984375, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/max_abs": 0.1484375, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/min": -0.1484375, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/max": 0.146484375, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/range": 0.294921875, "train/tensor_param_model_layers_88_mlp_up_proj_weight/norm": 8.1875, "train/tensor_param_model_layers_88_mlp_up_proj_weight/mean": -0.0002307891845703125, "train/tensor_param_model_layers_88_mlp_up_proj_weight/std": 0.045166015625, "train/tensor_param_model_layers_88_mlp_up_proj_weight/max_abs": 0.1640625, "train/tensor_param_model_layers_88_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_88_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_88_mlp_up_proj_weight/min": -0.1640625, "train/tensor_param_model_layers_88_mlp_up_proj_weight/max": 0.13671875, "train/tensor_param_model_layers_88_mlp_up_proj_weight/range": 0.30078125, "train/tensor_param_model_layers_88_mlp_down_proj_weight/norm": 8.125, "train/tensor_param_model_layers_88_mlp_down_proj_weight/mean": 0.00028228759765625, "train/tensor_param_model_layers_88_mlp_down_proj_weight/std": 0.044677734375, "train/tensor_param_model_layers_88_mlp_down_proj_weight/max_abs": 0.1474609375, "train/tensor_param_model_layers_88_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_88_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_88_mlp_down_proj_weight/min": -0.1396484375, "train/tensor_param_model_layers_88_mlp_down_proj_weight/max": 0.1474609375, "train/tensor_param_model_layers_88_mlp_down_proj_weight/range": 0.287109375, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/norm": 9.0, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/mean": 0.000701904296875, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/std": 0.049560546875, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/max_abs": 0.16015625, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/min": -0.16015625, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/max": 0.158203125, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/range": 0.318359375, "train/tensor_param_model_layers_89_mlp_up_proj_weight/norm": 8.375, "train/tensor_param_model_layers_89_mlp_up_proj_weight/mean": -0.0003948211669921875, "train/tensor_param_model_layers_89_mlp_up_proj_weight/std": 0.046142578125, "train/tensor_param_model_layers_89_mlp_up_proj_weight/max_abs": 0.1533203125, "train/tensor_param_model_layers_89_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_89_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_89_mlp_up_proj_weight/min": -0.1533203125, "train/tensor_param_model_layers_89_mlp_up_proj_weight/max": 0.142578125, "train/tensor_param_model_layers_89_mlp_up_proj_weight/range": 0.2958984375, "train/tensor_param_model_layers_89_mlp_down_proj_weight/norm": 8.25, "train/tensor_param_model_layers_89_mlp_down_proj_weight/mean": 0.000347137451171875, "train/tensor_param_model_layers_89_mlp_down_proj_weight/std": 0.045654296875, "train/tensor_param_model_layers_89_mlp_down_proj_weight/max_abs": 0.166015625, "train/tensor_param_model_layers_89_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_89_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_89_mlp_down_proj_weight/min": -0.166015625, "train/tensor_param_model_layers_89_mlp_down_proj_weight/max": 0.1455078125, "train/tensor_param_model_layers_89_mlp_down_proj_weight/range": 0.3115234375, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/norm": 9.0, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/mean": 0.000568389892578125, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/std": 0.049560546875, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/max_abs": 0.1572265625, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/min": -0.1552734375, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/max": 0.1572265625, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/range": 0.3125, "train/tensor_param_model_layers_90_mlp_up_proj_weight/norm": 8.375, "train/tensor_param_model_layers_90_mlp_up_proj_weight/mean": -0.000263214111328125, "train/tensor_param_model_layers_90_mlp_up_proj_weight/std": 0.04638671875, "train/tensor_param_model_layers_90_mlp_up_proj_weight/max_abs": 0.162109375, "train/tensor_param_model_layers_90_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_90_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_90_mlp_up_proj_weight/min": -0.1494140625, "train/tensor_param_model_layers_90_mlp_up_proj_weight/max": 0.162109375, "train/tensor_param_model_layers_90_mlp_up_proj_weight/range": 0.3115234375, "train/tensor_param_model_layers_90_mlp_down_proj_weight/norm": 8.3125, "train/tensor_param_model_layers_90_mlp_down_proj_weight/mean": -0.000499725341796875, "train/tensor_param_model_layers_90_mlp_down_proj_weight/std": 0.0458984375, "train/tensor_param_model_layers_90_mlp_down_proj_weight/max_abs": 0.1796875, "train/tensor_param_model_layers_90_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_90_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_90_mlp_down_proj_weight/min": -0.15625, "train/tensor_param_model_layers_90_mlp_down_proj_weight/max": 0.1796875, "train/tensor_param_model_layers_90_mlp_down_proj_weight/range": 0.3359375, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/norm": 9.0, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/mean": 0.00025177001953125, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/std": 0.0498046875, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/max_abs": 0.1650390625, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/min": -0.16015625, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/max": 0.1650390625, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/range": 0.3251953125, "train/tensor_param_model_layers_91_mlp_up_proj_weight/norm": 8.5, "train/tensor_param_model_layers_91_mlp_up_proj_weight/mean": -0.00042724609375, "train/tensor_param_model_layers_91_mlp_up_proj_weight/std": 0.046875, "train/tensor_param_model_layers_91_mlp_up_proj_weight/max_abs": 0.1650390625, "train/tensor_param_model_layers_91_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_91_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_91_mlp_up_proj_weight/min": -0.158203125, "train/tensor_param_model_layers_91_mlp_up_proj_weight/max": 0.1650390625, "train/tensor_param_model_layers_91_mlp_up_proj_weight/range": 0.3232421875, "train/tensor_param_model_layers_91_mlp_down_proj_weight/norm": 8.375, "train/tensor_param_model_layers_91_mlp_down_proj_weight/mean": -0.0004177093505859375, "train/tensor_param_model_layers_91_mlp_down_proj_weight/std": 0.04638671875, "train/tensor_param_model_layers_91_mlp_down_proj_weight/max_abs": 0.17578125, "train/tensor_param_model_layers_91_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_91_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_91_mlp_down_proj_weight/min": -0.1416015625, "train/tensor_param_model_layers_91_mlp_down_proj_weight/max": 0.17578125, "train/tensor_param_model_layers_91_mlp_down_proj_weight/range": 0.3173828125, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/norm": 9.125, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/mean": 0.00102996826171875, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/std": 0.050537109375, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/max_abs": 0.1953125, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/min": -0.1953125, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/max": 0.1669921875, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/range": 0.3623046875, "train/tensor_param_model_layers_92_mlp_up_proj_weight/norm": 8.625, "train/tensor_param_model_layers_92_mlp_up_proj_weight/mean": -0.00021648406982421875, "train/tensor_param_model_layers_92_mlp_up_proj_weight/std": 0.047607421875, "train/tensor_param_model_layers_92_mlp_up_proj_weight/max_abs": 0.1611328125, "train/tensor_param_model_layers_92_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_92_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_92_mlp_up_proj_weight/min": -0.1611328125, "train/tensor_param_model_layers_92_mlp_up_proj_weight/max": 0.146484375, "train/tensor_param_model_layers_92_mlp_up_proj_weight/range": 0.3076171875, "train/tensor_param_model_layers_92_mlp_down_proj_weight/norm": 8.5625, "train/tensor_param_model_layers_92_mlp_down_proj_weight/mean": -0.000278472900390625, "train/tensor_param_model_layers_92_mlp_down_proj_weight/std": 0.047119140625, "train/tensor_param_model_layers_92_mlp_down_proj_weight/max_abs": 0.158203125, "train/tensor_param_model_layers_92_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_92_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_92_mlp_down_proj_weight/min": -0.1435546875, "train/tensor_param_model_layers_92_mlp_down_proj_weight/max": 0.158203125, "train/tensor_param_model_layers_92_mlp_down_proj_weight/range": 0.3017578125, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/norm": 9.25, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/mean": 0.0007171630859375, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/std": 0.051025390625, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/max_abs": 0.17578125, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/min": -0.17578125, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/max": 0.15234375, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/range": 0.328125, "train/tensor_param_model_layers_93_mlp_up_proj_weight/norm": 8.6875, "train/tensor_param_model_layers_93_mlp_up_proj_weight/mean": 0.000255584716796875, "train/tensor_param_model_layers_93_mlp_up_proj_weight/std": 0.048095703125, "train/tensor_param_model_layers_93_mlp_up_proj_weight/max_abs": 0.1513671875, "train/tensor_param_model_layers_93_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_93_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_93_mlp_up_proj_weight/min": -0.142578125, "train/tensor_param_model_layers_93_mlp_up_proj_weight/max": 0.1513671875, "train/tensor_param_model_layers_93_mlp_up_proj_weight/range": 0.2939453125, "train/tensor_param_model_layers_93_mlp_down_proj_weight/norm": 8.625, "train/tensor_param_model_layers_93_mlp_down_proj_weight/mean": -0.0002498626708984375, "train/tensor_param_model_layers_93_mlp_down_proj_weight/std": 0.047607421875, "train/tensor_param_model_layers_93_mlp_down_proj_weight/max_abs": 0.169921875, "train/tensor_param_model_layers_93_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_93_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_93_mlp_down_proj_weight/min": -0.15234375, "train/tensor_param_model_layers_93_mlp_down_proj_weight/max": 0.169921875, "train/tensor_param_model_layers_93_mlp_down_proj_weight/range": 0.322265625, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/norm": 9.4375, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/mean": 0.000598907470703125, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/std": 0.052001953125, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/max_abs": 0.185546875, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/min": -0.185546875, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/max": 0.1552734375, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/range": 0.3408203125, "train/tensor_param_model_layers_94_mlp_up_proj_weight/norm": 8.9375, "train/tensor_param_model_layers_94_mlp_up_proj_weight/mean": -0.000675201416015625, "train/tensor_param_model_layers_94_mlp_up_proj_weight/std": 0.04931640625, "train/tensor_param_model_layers_94_mlp_up_proj_weight/max_abs": 0.166015625, "train/tensor_param_model_layers_94_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_94_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_94_mlp_up_proj_weight/min": -0.158203125, "train/tensor_param_model_layers_94_mlp_up_proj_weight/max": 0.166015625, "train/tensor_param_model_layers_94_mlp_up_proj_weight/range": 0.32421875, "train/tensor_param_model_layers_94_mlp_down_proj_weight/norm": 8.8125, "train/tensor_param_model_layers_94_mlp_down_proj_weight/mean": 4.315376281738281e-05, "train/tensor_param_model_layers_94_mlp_down_proj_weight/std": 0.048828125, "train/tensor_param_model_layers_94_mlp_down_proj_weight/max_abs": 0.1572265625, "train/tensor_param_model_layers_94_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_94_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_94_mlp_down_proj_weight/min": -0.1572265625, "train/tensor_param_model_layers_94_mlp_down_proj_weight/max": 0.1455078125, "train/tensor_param_model_layers_94_mlp_down_proj_weight/range": 0.302734375, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/norm": 9.5, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/mean": 0.000530242919921875, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/std": 0.05224609375, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/max_abs": 0.1875, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/min": -0.1875, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/max": 0.1875, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/range": 0.375, "train/tensor_param_model_layers_95_mlp_up_proj_weight/norm": 8.9375, "train/tensor_param_model_layers_95_mlp_up_proj_weight/mean": 4.839897155761719e-05, "train/tensor_param_model_layers_95_mlp_up_proj_weight/std": 0.049560546875, "train/tensor_param_model_layers_95_mlp_up_proj_weight/max_abs": 0.19921875, "train/tensor_param_model_layers_95_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_95_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_95_mlp_up_proj_weight/min": -0.181640625, "train/tensor_param_model_layers_95_mlp_up_proj_weight/max": 0.19921875, "train/tensor_param_model_layers_95_mlp_up_proj_weight/range": 0.380859375, "train/tensor_param_model_layers_95_mlp_down_proj_weight/norm": 8.75, "train/tensor_param_model_layers_95_mlp_down_proj_weight/mean": 0.000102996826171875, "train/tensor_param_model_layers_95_mlp_down_proj_weight/std": 0.048583984375, "train/tensor_param_model_layers_95_mlp_down_proj_weight/max_abs": 0.171875, "train/tensor_param_model_layers_95_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_95_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_95_mlp_down_proj_weight/min": -0.1572265625, "train/tensor_param_model_layers_95_mlp_down_proj_weight/max": 0.171875, "train/tensor_param_model_layers_95_mlp_down_proj_weight/range": 0.3291015625, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/norm": 9.625, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/mean": 0.000614166259765625, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/std": 0.05322265625, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/max_abs": 0.20703125, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/min": -0.181640625, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/max": 0.20703125, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/range": 0.388671875, "train/tensor_param_model_layers_96_mlp_up_proj_weight/norm": 9.1875, "train/tensor_param_model_layers_96_mlp_up_proj_weight/mean": 0.00020694732666015625, "train/tensor_param_model_layers_96_mlp_up_proj_weight/std": 0.050537109375, "train/tensor_param_model_layers_96_mlp_up_proj_weight/max_abs": 0.1875, "train/tensor_param_model_layers_96_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_96_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_96_mlp_up_proj_weight/min": -0.15234375, "train/tensor_param_model_layers_96_mlp_up_proj_weight/max": 0.1875, "train/tensor_param_model_layers_96_mlp_up_proj_weight/range": 0.33984375, "train/tensor_param_model_layers_96_mlp_down_proj_weight/norm": 9.0, "train/tensor_param_model_layers_96_mlp_down_proj_weight/mean": 0.00013637542724609375, "train/tensor_param_model_layers_96_mlp_down_proj_weight/std": 0.0498046875, "train/tensor_param_model_layers_96_mlp_down_proj_weight/max_abs": 0.166015625, "train/tensor_param_model_layers_96_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_96_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_96_mlp_down_proj_weight/min": -0.166015625, "train/tensor_param_model_layers_96_mlp_down_proj_weight/max": 0.1591796875, "train/tensor_param_model_layers_96_mlp_down_proj_weight/range": 0.3251953125, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/norm": 9.6875, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/mean": 0.0002651214599609375, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/std": 0.0537109375, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/max_abs": 0.181640625, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/min": -0.16796875, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/max": 0.181640625, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/range": 0.349609375, "train/tensor_param_model_layers_97_mlp_up_proj_weight/norm": 9.125, "train/tensor_param_model_layers_97_mlp_up_proj_weight/mean": 0.0002536773681640625, "train/tensor_param_model_layers_97_mlp_up_proj_weight/std": 0.05029296875, "train/tensor_param_model_layers_97_mlp_up_proj_weight/max_abs": 0.19140625, "train/tensor_param_model_layers_97_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_97_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_97_mlp_up_proj_weight/min": -0.19140625, "train/tensor_param_model_layers_97_mlp_up_proj_weight/max": 0.185546875, "train/tensor_param_model_layers_97_mlp_up_proj_weight/range": 0.376953125, "train/tensor_param_model_layers_97_mlp_down_proj_weight/norm": 8.9375, "train/tensor_param_model_layers_97_mlp_down_proj_weight/mean": -0.00019359588623046875, "train/tensor_param_model_layers_97_mlp_down_proj_weight/std": 0.04931640625, "train/tensor_param_model_layers_97_mlp_down_proj_weight/max_abs": 0.2265625, "train/tensor_param_model_layers_97_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_97_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_97_mlp_down_proj_weight/min": -0.166015625, "train/tensor_param_model_layers_97_mlp_down_proj_weight/max": 0.2265625, "train/tensor_param_model_layers_97_mlp_down_proj_weight/range": 0.392578125, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/norm": 9.75, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/mean": 0.0003910064697265625, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/std": 0.053955078125, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/max_abs": 0.2060546875, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/min": -0.2060546875, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/max": 0.1865234375, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/range": 0.392578125, "train/tensor_param_model_layers_98_mlp_up_proj_weight/norm": 9.25, "train/tensor_param_model_layers_98_mlp_up_proj_weight/mean": -5.5789947509765625e-05, "train/tensor_param_model_layers_98_mlp_up_proj_weight/std": 0.051025390625, "train/tensor_param_model_layers_98_mlp_up_proj_weight/max_abs": 0.1806640625, "train/tensor_param_model_layers_98_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_98_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_98_mlp_up_proj_weight/min": -0.1806640625, "train/tensor_param_model_layers_98_mlp_up_proj_weight/max": 0.171875, "train/tensor_param_model_layers_98_mlp_up_proj_weight/range": 0.3525390625, "train/tensor_param_model_layers_98_mlp_down_proj_weight/norm": 8.9375, "train/tensor_param_model_layers_98_mlp_down_proj_weight/mean": 0.0001010894775390625, "train/tensor_param_model_layers_98_mlp_down_proj_weight/std": 0.049560546875, "train/tensor_param_model_layers_98_mlp_down_proj_weight/max_abs": 0.193359375, "train/tensor_param_model_layers_98_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_98_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_98_mlp_down_proj_weight/min": -0.193359375, "train/tensor_param_model_layers_98_mlp_down_proj_weight/max": 0.15625, "train/tensor_param_model_layers_98_mlp_down_proj_weight/range": 0.349609375, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/norm": 9.6875, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/mean": 0.00103759765625, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/std": 0.0537109375, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/max_abs": 0.1962890625, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/min": -0.1962890625, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/max": 0.1943359375, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/range": 0.390625, "train/tensor_param_model_layers_99_mlp_up_proj_weight/norm": 9.25, "train/tensor_param_model_layers_99_mlp_up_proj_weight/mean": -0.0003032684326171875, "train/tensor_param_model_layers_99_mlp_up_proj_weight/std": 0.051025390625, "train/tensor_param_model_layers_99_mlp_up_proj_weight/max_abs": 0.181640625, "train/tensor_param_model_layers_99_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_99_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_99_mlp_up_proj_weight/min": -0.181640625, "train/tensor_param_model_layers_99_mlp_up_proj_weight/max": 0.166015625, "train/tensor_param_model_layers_99_mlp_up_proj_weight/range": 0.34765625, "train/tensor_param_model_layers_99_mlp_down_proj_weight/norm": 9.0, "train/tensor_param_model_layers_99_mlp_down_proj_weight/mean": 0.0004711151123046875, "train/tensor_param_model_layers_99_mlp_down_proj_weight/std": 0.049560546875, "train/tensor_param_model_layers_99_mlp_down_proj_weight/max_abs": 0.2001953125, "train/tensor_param_model_layers_99_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_99_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_99_mlp_down_proj_weight/min": -0.2001953125, "train/tensor_param_model_layers_99_mlp_down_proj_weight/max": 0.1689453125, "train/tensor_param_model_layers_99_mlp_down_proj_weight/range": 0.369140625}
-{"step": 2580, "epoch": 0.17391304347826086, "timestamp": 1786741719.592155, "loss": 7.010993957519531, "grad_norm": 283115520.0, "learning_rate": 9e-05, "train/total_time_seconds": 25.334344439208508, "train/time_per_step_avg": 0.31667930549010637, "train/epoch_time_elapsed": 29.69472750648856, "train/estimated_remaining_minutes": 0.15056587134413324}
-{"step": 2600, "epoch": 0.17526120660599934, "timestamp": 1786741726.5332053, "loss": 7.576824188232422, "grad_norm": 583008256.0, "learning_rate": 9e-05, "train/total_time_seconds": 31.295427937060595, "train/time_per_step_avg": 0.31295427937060594, "train/epoch_time_elapsed": 36.63577691465616, "train/estimated_remaining_minutes": 0.1805505457907342}
-{"step": 2620, "epoch": 0.17660936973373778, "timestamp": 1786741734.4898233, "loss": 7.7992095947265625, "grad_norm": 998244352.0, "learning_rate": 9e-05, "train/total_time_seconds": 37.93675135076046, "train/time_per_step_avg": 0.3085227897018194, "train/epoch_time_elapsed": 44.5666067302227, "train/estimated_remaining_minutes": 0.21236858262512218, "train/tensor_act_model_layers_0_residual_pre_attn/norm": 186.07142639160156, "train/tensor_act_model_layers_0_residual_pre_attn/mean": 0.0008544921875, "train/tensor_act_model_layers_0_residual_pre_attn/std": 0.0908203125, "train/tensor_act_model_layers_0_residual_pre_attn/max_abs": 0.32421875, "train/tensor_act_model_layers_0_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_residual_pre_attn/min": -0.255859375, "train/tensor_act_model_layers_0_residual_pre_attn/max": 0.32421875, "train/tensor_act_model_layers_0_residual_pre_attn/range": 0.580078125, "train/tensor_act_model_layers_0_residual_post_attn/norm": 187.86471557617188, "train/tensor_act_model_layers_0_residual_post_attn/mean": -0.00014400482177734375, "train/tensor_act_model_layers_0_residual_post_attn/std": 0.091796875, "train/tensor_act_model_layers_0_residual_post_attn/max_abs": 0.3359375, "train/tensor_act_model_layers_0_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_residual_post_attn/min": -0.3359375, "train/tensor_act_model_layers_0_residual_post_attn/max": 0.3203125, "train/tensor_act_model_layers_0_residual_post_attn/range": 0.65625, "train/tensor_act_model_layers_0_mlp_gate_proj/norm": 1341.8472900390625, "train/tensor_act_model_layers_0_mlp_gate_proj/mean": 0.002166748046875, "train/tensor_act_model_layers_0_mlp_gate_proj/std": 0.462890625, "train/tensor_act_model_layers_0_mlp_gate_proj/max_abs": 2.46875, "train/tensor_act_model_layers_0_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_mlp_gate_proj/min": -2.109375, "train/tensor_act_model_layers_0_mlp_gate_proj/max": 2.46875, "train/tensor_act_model_layers_0_mlp_gate_proj/range": 4.578125, "train/tensor_act_model_layers_0_mlp_up_proj/norm": 1313.749267578125, "train/tensor_act_model_layers_0_mlp_up_proj/mean": 0.00457763671875, "train/tensor_act_model_layers_0_mlp_up_proj/std": 0.453125, "train/tensor_act_model_layers_0_mlp_up_proj/max_abs": 2.453125, "train/tensor_act_model_layers_0_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_mlp_up_proj/min": -2.453125, "train/tensor_act_model_layers_0_mlp_up_proj/max": 2.453125, "train/tensor_act_model_layers_0_mlp_up_proj/range": 4.90625, "train/tensor_act_model_layers_0_mlp_down_proj/norm": 289.9952392578125, "train/tensor_act_model_layers_0_mlp_down_proj/mean": 0.06298828125, "train/tensor_act_model_layers_0_mlp_down_proj/std": 0.126953125, "train/tensor_act_model_layers_0_mlp_down_proj/max_abs": 0.8046875, "train/tensor_act_model_layers_0_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_mlp_down_proj/min": -0.6328125, "train/tensor_act_model_layers_0_mlp_down_proj/max": 0.8046875, "train/tensor_act_model_layers_0_mlp_down_proj/range": 1.4375, "train/tensor_act_model_layers_0_mlp/norm": 289.9952392578125, "train/tensor_act_model_layers_0_mlp/mean": 0.06298828125, "train/tensor_act_model_layers_0_mlp/std": 0.126953125, "train/tensor_act_model_layers_0_mlp/max_abs": 0.8046875, "train/tensor_act_model_layers_0_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_mlp/min": -0.6328125, "train/tensor_act_model_layers_0_mlp/max": 0.8046875, "train/tensor_act_model_layers_0_mlp/range": 1.4375, "train/tensor_act_model_layers_0_residual_post_mlp/norm": 362.8196716308594, "train/tensor_act_model_layers_0_residual_post_mlp/mean": 0.0625, "train/tensor_act_model_layers_0_residual_post_mlp/std": 0.166015625, "train/tensor_act_model_layers_0_residual_post_mlp/max_abs": 0.98046875, "train/tensor_act_model_layers_0_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_residual_post_mlp/min": -0.796875, "train/tensor_act_model_layers_0_residual_post_mlp/max": 0.98046875, "train/tensor_act_model_layers_0_residual_post_mlp/range": 1.77734375, "train/tensor_act_model_layers_1_residual_pre_attn/norm": 362.8196716308594, "train/tensor_act_model_layers_1_residual_pre_attn/mean": 0.0625, "train/tensor_act_model_layers_1_residual_pre_attn/std": 0.166015625, "train/tensor_act_model_layers_1_residual_pre_attn/max_abs": 0.98046875, "train/tensor_act_model_layers_1_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_residual_pre_attn/min": -0.796875, "train/tensor_act_model_layers_1_residual_pre_attn/max": 0.98046875, "train/tensor_act_model_layers_1_residual_pre_attn/range": 1.77734375, "train/tensor_act_model_layers_1_residual_post_attn/norm": 382.1331481933594, "train/tensor_act_model_layers_1_residual_post_attn/mean": 0.0654296875, "train/tensor_act_model_layers_1_residual_post_attn/std": 0.1748046875, "train/tensor_act_model_layers_1_residual_post_attn/max_abs": 1.09375, "train/tensor_act_model_layers_1_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_residual_post_attn/min": -0.81640625, "train/tensor_act_model_layers_1_residual_post_attn/max": 1.09375, "train/tensor_act_model_layers_1_residual_post_attn/range": 1.91015625, "train/tensor_act_model_layers_1_mlp_gate_proj/norm": 1476.93359375, "train/tensor_act_model_layers_1_mlp_gate_proj/mean": 0.0283203125, "train/tensor_act_model_layers_1_mlp_gate_proj/std": 0.5078125, "train/tensor_act_model_layers_1_mlp_gate_proj/max_abs": 2.765625, "train/tensor_act_model_layers_1_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_mlp_gate_proj/min": -2.375, "train/tensor_act_model_layers_1_mlp_gate_proj/max": 2.765625, "train/tensor_act_model_layers_1_mlp_gate_proj/range": 5.140625, "train/tensor_act_model_layers_1_mlp_up_proj/norm": 1429.0159912109375, "train/tensor_act_model_layers_1_mlp_up_proj/mean": -0.0133056640625, "train/tensor_act_model_layers_1_mlp_up_proj/std": 0.494140625, "train/tensor_act_model_layers_1_mlp_up_proj/max_abs": 2.703125, "train/tensor_act_model_layers_1_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_mlp_up_proj/min": -2.703125, "train/tensor_act_model_layers_1_mlp_up_proj/max": 2.578125, "train/tensor_act_model_layers_1_mlp_up_proj/range": 5.28125, "train/tensor_act_model_layers_1_mlp_down_proj/norm": 357.68359375, "train/tensor_act_model_layers_1_mlp_down_proj/mean": 0.07373046875, "train/tensor_act_model_layers_1_mlp_down_proj/std": 0.158203125, "train/tensor_act_model_layers_1_mlp_down_proj/max_abs": 1.5546875, "train/tensor_act_model_layers_1_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_mlp_down_proj/min": -1.375, "train/tensor_act_model_layers_1_mlp_down_proj/max": 1.5546875, "train/tensor_act_model_layers_1_mlp_down_proj/range": 2.9296875, "train/tensor_act_model_layers_1_mlp/norm": 357.68359375, "train/tensor_act_model_layers_1_mlp/mean": 0.07373046875, "train/tensor_act_model_layers_1_mlp/std": 0.158203125, "train/tensor_act_model_layers_1_mlp/max_abs": 1.5546875, "train/tensor_act_model_layers_1_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_mlp/min": -1.375, "train/tensor_act_model_layers_1_mlp/max": 1.5546875, "train/tensor_act_model_layers_1_mlp/range": 2.9296875, "train/tensor_act_model_layers_1_residual_post_mlp/norm": 623.8192138671875, "train/tensor_act_model_layers_1_residual_post_mlp/mean": 0.138671875, "train/tensor_act_model_layers_1_residual_post_mlp/std": 0.271484375, "train/tensor_act_model_layers_1_residual_post_mlp/max_abs": 2.03125, "train/tensor_act_model_layers_1_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_residual_post_mlp/min": -1.65625, "train/tensor_act_model_layers_1_residual_post_mlp/max": 2.03125, "train/tensor_act_model_layers_1_residual_post_mlp/range": 3.6875, "train/tensor_act_model_layers_2_residual_pre_attn/norm": 623.8192138671875, "train/tensor_act_model_layers_2_residual_pre_attn/mean": 0.138671875, "train/tensor_act_model_layers_2_residual_pre_attn/std": 0.271484375, "train/tensor_act_model_layers_2_residual_pre_attn/max_abs": 2.03125, "train/tensor_act_model_layers_2_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_residual_pre_attn/min": -1.65625, "train/tensor_act_model_layers_2_residual_pre_attn/max": 2.03125, "train/tensor_act_model_layers_2_residual_pre_attn/range": 3.6875, "train/tensor_act_model_layers_2_residual_post_attn/norm": 642.3361206054688, "train/tensor_act_model_layers_2_residual_post_attn/mean": 0.14453125, "train/tensor_act_model_layers_2_residual_post_attn/std": 0.279296875, "train/tensor_act_model_layers_2_residual_post_attn/max_abs": 2.03125, "train/tensor_act_model_layers_2_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_residual_post_attn/min": -1.6484375, "train/tensor_act_model_layers_2_residual_post_attn/max": 2.03125, "train/tensor_act_model_layers_2_residual_post_attn/range": 3.6796875, "train/tensor_act_model_layers_2_mlp_gate_proj/norm": 1386.3465576171875, "train/tensor_act_model_layers_2_mlp_gate_proj/mean": -0.046630859375, "train/tensor_act_model_layers_2_mlp_gate_proj/std": 0.4765625, "train/tensor_act_model_layers_2_mlp_gate_proj/max_abs": 2.328125, "train/tensor_act_model_layers_2_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_mlp_gate_proj/min": -2.1875, "train/tensor_act_model_layers_2_mlp_gate_proj/max": 2.328125, "train/tensor_act_model_layers_2_mlp_gate_proj/range": 4.515625, "train/tensor_act_model_layers_2_mlp_up_proj/norm": 1345.80224609375, "train/tensor_act_model_layers_2_mlp_up_proj/mean": -0.0172119140625, "train/tensor_act_model_layers_2_mlp_up_proj/std": 0.46484375, "train/tensor_act_model_layers_2_mlp_up_proj/max_abs": 2.03125, "train/tensor_act_model_layers_2_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_mlp_up_proj/min": -1.828125, "train/tensor_act_model_layers_2_mlp_up_proj/max": 2.03125, "train/tensor_act_model_layers_2_mlp_up_proj/range": 3.859375, "train/tensor_act_model_layers_2_mlp_down_proj/norm": 272.26898193359375, "train/tensor_act_model_layers_2_mlp_down_proj/mean": 0.09326171875, "train/tensor_act_model_layers_2_mlp_down_proj/std": 0.0947265625, "train/tensor_act_model_layers_2_mlp_down_proj/max_abs": 0.6875, "train/tensor_act_model_layers_2_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_mlp_down_proj/min": -0.51953125, "train/tensor_act_model_layers_2_mlp_down_proj/max": 0.6875, "train/tensor_act_model_layers_2_mlp_down_proj/range": 1.20703125, "train/tensor_act_model_layers_2_mlp/norm": 272.26898193359375, "train/tensor_act_model_layers_2_mlp/mean": 0.09326171875, "train/tensor_act_model_layers_2_mlp/std": 0.0947265625, "train/tensor_act_model_layers_2_mlp/max_abs": 0.6875, "train/tensor_act_model_layers_2_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_mlp/min": -0.51953125, "train/tensor_act_model_layers_2_mlp/max": 0.6875, "train/tensor_act_model_layers_2_mlp/range": 1.20703125, "train/tensor_act_model_layers_2_residual_post_mlp/norm": 819.584716796875, "train/tensor_act_model_layers_2_residual_post_mlp/mean": 0.23828125, "train/tensor_act_model_layers_2_residual_post_mlp/std": 0.322265625, "train/tensor_act_model_layers_2_residual_post_mlp/max_abs": 2.28125, "train/tensor_act_model_layers_2_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_residual_post_mlp/min": -1.8203125, "train/tensor_act_model_layers_2_residual_post_mlp/max": 2.28125, "train/tensor_act_model_layers_2_residual_post_mlp/range": 4.1015625, "train/tensor_act_model_layers_3_residual_pre_attn/norm": 819.584716796875, "train/tensor_act_model_layers_3_residual_pre_attn/mean": 0.23828125, "train/tensor_act_model_layers_3_residual_pre_attn/std": 0.322265625, "train/tensor_act_model_layers_3_residual_pre_attn/max_abs": 2.28125, "train/tensor_act_model_layers_3_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_residual_pre_attn/min": -1.8203125, "train/tensor_act_model_layers_3_residual_pre_attn/max": 2.28125, "train/tensor_act_model_layers_3_residual_pre_attn/range": 4.1015625, "train/tensor_act_model_layers_3_residual_post_attn/norm": 840.4019165039062, "train/tensor_act_model_layers_3_residual_post_attn/mean": 0.2412109375, "train/tensor_act_model_layers_3_residual_post_attn/std": 0.33203125, "train/tensor_act_model_layers_3_residual_post_attn/max_abs": 2.359375, "train/tensor_act_model_layers_3_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_residual_post_attn/min": -1.8046875, "train/tensor_act_model_layers_3_residual_post_attn/max": 2.359375, "train/tensor_act_model_layers_3_residual_post_attn/range": 4.1640625, "train/tensor_act_model_layers_3_mlp_gate_proj/norm": 1498.3450927734375, "train/tensor_act_model_layers_3_mlp_gate_proj/mean": -0.0986328125, "train/tensor_act_model_layers_3_mlp_gate_proj/std": 0.5078125, "train/tensor_act_model_layers_3_mlp_gate_proj/max_abs": 2.5625, "train/tensor_act_model_layers_3_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_mlp_gate_proj/min": -2.5625, "train/tensor_act_model_layers_3_mlp_gate_proj/max": 1.953125, "train/tensor_act_model_layers_3_mlp_gate_proj/range": 4.515625, "train/tensor_act_model_layers_3_mlp_up_proj/norm": 1492.1328125, "train/tensor_act_model_layers_3_mlp_up_proj/mean": 0.037841796875, "train/tensor_act_model_layers_3_mlp_up_proj/std": 0.515625, "train/tensor_act_model_layers_3_mlp_up_proj/max_abs": 2.125, "train/tensor_act_model_layers_3_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_mlp_up_proj/min": -1.9375, "train/tensor_act_model_layers_3_mlp_up_proj/max": 2.125, "train/tensor_act_model_layers_3_mlp_up_proj/range": 4.0625, "train/tensor_act_model_layers_3_mlp_down_proj/norm": 367.9562683105469, "train/tensor_act_model_layers_3_mlp_down_proj/mean": 0.140625, "train/tensor_act_model_layers_3_mlp_down_proj/std": 0.11181640625, "train/tensor_act_model_layers_3_mlp_down_proj/max_abs": 0.66015625, "train/tensor_act_model_layers_3_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_mlp_down_proj/min": -0.34375, "train/tensor_act_model_layers_3_mlp_down_proj/max": 0.66015625, "train/tensor_act_model_layers_3_mlp_down_proj/range": 1.00390625, "train/tensor_act_model_layers_3_mlp/norm": 367.9562683105469, "train/tensor_act_model_layers_3_mlp/mean": 0.140625, "train/tensor_act_model_layers_3_mlp/std": 0.11181640625, "train/tensor_act_model_layers_3_mlp/max_abs": 0.66015625, "train/tensor_act_model_layers_3_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_mlp/min": -0.34375, "train/tensor_act_model_layers_3_mlp/max": 0.66015625, "train/tensor_act_model_layers_3_mlp/range": 1.00390625, "train/tensor_act_model_layers_3_residual_post_mlp/norm": 1085.6497802734375, "train/tensor_act_model_layers_3_residual_post_mlp/mean": 0.3828125, "train/tensor_act_model_layers_3_residual_post_mlp/std": 0.3671875, "train/tensor_act_model_layers_3_residual_post_mlp/max_abs": 2.796875, "train/tensor_act_model_layers_3_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_residual_post_mlp/min": -1.703125, "train/tensor_act_model_layers_3_residual_post_mlp/max": 2.796875, "train/tensor_act_model_layers_3_residual_post_mlp/range": 4.5, "train/tensor_act_model_layers_4_residual_pre_attn/norm": 1085.6497802734375, "train/tensor_act_model_layers_4_residual_pre_attn/mean": 0.3828125, "train/tensor_act_model_layers_4_residual_pre_attn/std": 0.3671875, "train/tensor_act_model_layers_4_residual_pre_attn/max_abs": 2.796875, "train/tensor_act_model_layers_4_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_residual_pre_attn/min": -1.703125, "train/tensor_act_model_layers_4_residual_pre_attn/max": 2.796875, "train/tensor_act_model_layers_4_residual_pre_attn/range": 4.5, "train/tensor_act_model_layers_4_residual_post_attn/norm": 1087.822509765625, "train/tensor_act_model_layers_4_residual_post_attn/mean": 0.37890625, "train/tensor_act_model_layers_4_residual_post_attn/std": 0.37109375, "train/tensor_act_model_layers_4_residual_post_attn/max_abs": 2.78125, "train/tensor_act_model_layers_4_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_residual_post_attn/min": -1.765625, "train/tensor_act_model_layers_4_residual_post_attn/max": 2.78125, "train/tensor_act_model_layers_4_residual_post_attn/range": 4.546875, "train/tensor_act_model_layers_4_mlp_gate_proj/norm": 1576.5546875, "train/tensor_act_model_layers_4_mlp_gate_proj/mean": -0.023681640625, "train/tensor_act_model_layers_4_mlp_gate_proj/std": 0.54296875, "train/tensor_act_model_layers_4_mlp_gate_proj/max_abs": 1.9921875, "train/tensor_act_model_layers_4_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_mlp_gate_proj/min": -1.9140625, "train/tensor_act_model_layers_4_mlp_gate_proj/max": 1.9921875, "train/tensor_act_model_layers_4_mlp_gate_proj/range": 3.90625, "train/tensor_act_model_layers_4_mlp_up_proj/norm": 1665.3046875, "train/tensor_act_model_layers_4_mlp_up_proj/mean": 0.04736328125, "train/tensor_act_model_layers_4_mlp_up_proj/std": 0.57421875, "train/tensor_act_model_layers_4_mlp_up_proj/max_abs": 2.15625, "train/tensor_act_model_layers_4_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_mlp_up_proj/min": -2.140625, "train/tensor_act_model_layers_4_mlp_up_proj/max": 2.15625, "train/tensor_act_model_layers_4_mlp_up_proj/range": 4.296875, "train/tensor_act_model_layers_4_mlp_down_proj/norm": 565.54638671875, "train/tensor_act_model_layers_4_mlp_down_proj/mean": 0.232421875, "train/tensor_act_model_layers_4_mlp_down_proj/std": 0.1494140625, "train/tensor_act_model_layers_4_mlp_down_proj/max_abs": 0.98828125, "train/tensor_act_model_layers_4_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_mlp_down_proj/min": -0.3828125, "train/tensor_act_model_layers_4_mlp_down_proj/max": 0.98828125, "train/tensor_act_model_layers_4_mlp_down_proj/range": 1.37109375, "train/tensor_act_model_layers_4_mlp/norm": 565.54638671875, "train/tensor_act_model_layers_4_mlp/mean": 0.232421875, "train/tensor_act_model_layers_4_mlp/std": 0.1494140625, "train/tensor_act_model_layers_4_mlp/max_abs": 0.98828125, "train/tensor_act_model_layers_4_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_mlp/min": -0.3828125, "train/tensor_act_model_layers_4_mlp/max": 0.98828125, "train/tensor_act_model_layers_4_mlp/range": 1.37109375, "train/tensor_act_model_layers_4_residual_post_mlp/norm": 1529.1990966796875, "train/tensor_act_model_layers_4_residual_post_mlp/mean": 0.61328125, "train/tensor_act_model_layers_4_residual_post_mlp/std": 0.427734375, "train/tensor_act_model_layers_4_residual_post_mlp/max_abs": 3.046875, "train/tensor_act_model_layers_4_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_residual_post_mlp/min": -2.0, "train/tensor_act_model_layers_4_residual_post_mlp/max": 3.046875, "train/tensor_act_model_layers_4_residual_post_mlp/range": 5.046875, "train/tensor_act_model_layers_5_residual_pre_attn/norm": 1529.1990966796875, "train/tensor_act_model_layers_5_residual_pre_attn/mean": 0.61328125, "train/tensor_act_model_layers_5_residual_pre_attn/std": 0.427734375, "train/tensor_act_model_layers_5_residual_pre_attn/max_abs": 3.046875, "train/tensor_act_model_layers_5_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_residual_pre_attn/min": -2.0, "train/tensor_act_model_layers_5_residual_pre_attn/max": 3.046875, "train/tensor_act_model_layers_5_residual_pre_attn/range": 5.046875, "train/tensor_act_model_layers_5_residual_post_attn/norm": 1514.33447265625, "train/tensor_act_model_layers_5_residual_post_attn/mean": 0.6015625, "train/tensor_act_model_layers_5_residual_post_attn/std": 0.431640625, "train/tensor_act_model_layers_5_residual_post_attn/max_abs": 3.015625, "train/tensor_act_model_layers_5_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_residual_post_attn/min": -1.96875, "train/tensor_act_model_layers_5_residual_post_attn/max": 3.015625, "train/tensor_act_model_layers_5_residual_post_attn/range": 4.984375, "train/tensor_act_model_layers_5_mlp_gate_proj/norm": 1691.5877685546875, "train/tensor_act_model_layers_5_mlp_gate_proj/mean": -0.0791015625, "train/tensor_act_model_layers_5_mlp_gate_proj/std": 0.578125, "train/tensor_act_model_layers_5_mlp_gate_proj/max_abs": 2.046875, "train/tensor_act_model_layers_5_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_mlp_gate_proj/min": -1.8359375, "train/tensor_act_model_layers_5_mlp_gate_proj/max": 2.046875, "train/tensor_act_model_layers_5_mlp_gate_proj/range": 3.8828125, "train/tensor_act_model_layers_5_mlp_up_proj/norm": 1751.8900146484375, "train/tensor_act_model_layers_5_mlp_up_proj/mean": -0.01348876953125, "train/tensor_act_model_layers_5_mlp_up_proj/std": 0.60546875, "train/tensor_act_model_layers_5_mlp_up_proj/max_abs": 2.078125, "train/tensor_act_model_layers_5_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_mlp_up_proj/min": -2.078125, "train/tensor_act_model_layers_5_mlp_up_proj/max": 1.8671875, "train/tensor_act_model_layers_5_mlp_up_proj/range": 3.9453125, "train/tensor_act_model_layers_5_mlp_down_proj/norm": 679.1709594726562, "train/tensor_act_model_layers_5_mlp_down_proj/mean": 0.28515625, "train/tensor_act_model_layers_5_mlp_down_proj/std": 0.1689453125, "train/tensor_act_model_layers_5_mlp_down_proj/max_abs": 0.88671875, "train/tensor_act_model_layers_5_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_mlp_down_proj/min": -0.259765625, "train/tensor_act_model_layers_5_mlp_down_proj/max": 0.88671875, "train/tensor_act_model_layers_5_mlp_down_proj/range": 1.146484375, "train/tensor_act_model_layers_5_mlp/norm": 679.1709594726562, "train/tensor_act_model_layers_5_mlp/mean": 0.28515625, "train/tensor_act_model_layers_5_mlp/std": 0.1689453125, "train/tensor_act_model_layers_5_mlp/max_abs": 0.88671875, "train/tensor_act_model_layers_5_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_mlp/min": -0.259765625, "train/tensor_act_model_layers_5_mlp/max": 0.88671875, "train/tensor_act_model_layers_5_mlp/range": 1.146484375, "train/tensor_act_model_layers_5_residual_post_mlp/norm": 2068.12451171875, "train/tensor_act_model_layers_5_residual_post_mlp/mean": 0.88671875, "train/tensor_act_model_layers_5_residual_post_mlp/std": 0.486328125, "train/tensor_act_model_layers_5_residual_post_mlp/max_abs": 3.453125, "train/tensor_act_model_layers_5_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_residual_post_mlp/min": -1.9140625, "train/tensor_act_model_layers_5_residual_post_mlp/max": 3.453125, "train/tensor_act_model_layers_5_residual_post_mlp/range": 5.3671875, "train/tensor_act_model_layers_6_residual_pre_attn/norm": 2068.12451171875, "train/tensor_act_model_layers_6_residual_pre_attn/mean": 0.88671875, "train/tensor_act_model_layers_6_residual_pre_attn/std": 0.486328125, "train/tensor_act_model_layers_6_residual_pre_attn/max_abs": 3.453125, "train/tensor_act_model_layers_6_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_residual_pre_attn/min": -1.9140625, "train/tensor_act_model_layers_6_residual_pre_attn/max": 3.453125, "train/tensor_act_model_layers_6_residual_pre_attn/range": 5.3671875, "train/tensor_act_model_layers_6_residual_post_attn/norm": 2064.02734375, "train/tensor_act_model_layers_6_residual_post_attn/mean": 0.87890625, "train/tensor_act_model_layers_6_residual_post_attn/std": 0.490234375, "train/tensor_act_model_layers_6_residual_post_attn/max_abs": 3.5, "train/tensor_act_model_layers_6_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_residual_post_attn/min": -2.0, "train/tensor_act_model_layers_6_residual_post_attn/max": 3.5, "train/tensor_act_model_layers_6_residual_post_attn/range": 5.5, "train/tensor_act_model_layers_6_mlp_gate_proj/norm": 1786.372314453125, "train/tensor_act_model_layers_6_mlp_gate_proj/mean": -0.041259765625, "train/tensor_act_model_layers_6_mlp_gate_proj/std": 0.6171875, "train/tensor_act_model_layers_6_mlp_gate_proj/max_abs": 1.8046875, "train/tensor_act_model_layers_6_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_mlp_gate_proj/min": -1.6875, "train/tensor_act_model_layers_6_mlp_gate_proj/max": 1.8046875, "train/tensor_act_model_layers_6_mlp_gate_proj/range": 3.4921875, "train/tensor_act_model_layers_6_mlp_up_proj/norm": 1932.6064453125, "train/tensor_act_model_layers_6_mlp_up_proj/mean": -0.0130615234375, "train/tensor_act_model_layers_6_mlp_up_proj/std": 0.66796875, "train/tensor_act_model_layers_6_mlp_up_proj/max_abs": 1.9921875, "train/tensor_act_model_layers_6_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_mlp_up_proj/min": -1.8828125, "train/tensor_act_model_layers_6_mlp_up_proj/max": 1.9921875, "train/tensor_act_model_layers_6_mlp_up_proj/range": 3.875, "train/tensor_act_model_layers_6_mlp_down_proj/norm": 857.0449829101562, "train/tensor_act_model_layers_6_mlp_down_proj/mean": 0.375, "train/tensor_act_model_layers_6_mlp_down_proj/std": 0.1845703125, "train/tensor_act_model_layers_6_mlp_down_proj/max_abs": 1.0625, "train/tensor_act_model_layers_6_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_mlp_down_proj/min": -0.439453125, "train/tensor_act_model_layers_6_mlp_down_proj/max": 1.0625, "train/tensor_act_model_layers_6_mlp_down_proj/range": 1.501953125, "train/tensor_act_model_layers_6_mlp/norm": 857.0449829101562, "train/tensor_act_model_layers_6_mlp/mean": 0.375, "train/tensor_act_model_layers_6_mlp/std": 0.1845703125, "train/tensor_act_model_layers_6_mlp/max_abs": 1.0625, "train/tensor_act_model_layers_6_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_mlp/min": -0.439453125, "train/tensor_act_model_layers_6_mlp/max": 1.0625, "train/tensor_act_model_layers_6_mlp/range": 1.501953125, "train/tensor_act_model_layers_6_residual_post_mlp/norm": 2815.334716796875, "train/tensor_act_model_layers_6_residual_post_mlp/mean": 1.2578125, "train/tensor_act_model_layers_6_residual_post_mlp/std": 0.55859375, "train/tensor_act_model_layers_6_residual_post_mlp/max_abs": 4.25, "train/tensor_act_model_layers_6_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_residual_post_mlp/min": -1.9453125, "train/tensor_act_model_layers_6_residual_post_mlp/max": 4.25, "train/tensor_act_model_layers_6_residual_post_mlp/range": 6.1953125, "train/tensor_act_model_layers_7_residual_pre_attn/norm": 2815.334716796875, "train/tensor_act_model_layers_7_residual_pre_attn/mean": 1.2578125, "train/tensor_act_model_layers_7_residual_pre_attn/std": 0.55859375, "train/tensor_act_model_layers_7_residual_pre_attn/max_abs": 4.25, "train/tensor_act_model_layers_7_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_residual_pre_attn/min": -1.9453125, "train/tensor_act_model_layers_7_residual_pre_attn/max": 4.25, "train/tensor_act_model_layers_7_residual_pre_attn/range": 6.1953125, "train/tensor_act_model_layers_7_residual_post_attn/norm": 2801.71875, "train/tensor_act_model_layers_7_residual_post_attn/mean": 1.25, "train/tensor_act_model_layers_7_residual_post_attn/std": 0.55859375, "train/tensor_act_model_layers_7_residual_post_attn/max_abs": 4.3125, "train/tensor_act_model_layers_7_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_residual_post_attn/min": -1.921875, "train/tensor_act_model_layers_7_residual_post_attn/max": 4.3125, "train/tensor_act_model_layers_7_residual_post_attn/range": 6.234375, "train/tensor_act_model_layers_7_mlp_gate_proj/norm": 1741.63330078125, "train/tensor_act_model_layers_7_mlp_gate_proj/mean": -0.04638671875, "train/tensor_act_model_layers_7_mlp_gate_proj/std": 0.59765625, "train/tensor_act_model_layers_7_mlp_gate_proj/max_abs": 1.8828125, "train/tensor_act_model_layers_7_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_mlp_gate_proj/min": -1.7734375, "train/tensor_act_model_layers_7_mlp_gate_proj/max": 1.8828125, "train/tensor_act_model_layers_7_mlp_gate_proj/range": 3.65625, "train/tensor_act_model_layers_7_mlp_up_proj/norm": 1927.5018310546875, "train/tensor_act_model_layers_7_mlp_up_proj/mean": -0.0093994140625, "train/tensor_act_model_layers_7_mlp_up_proj/std": 0.6640625, "train/tensor_act_model_layers_7_mlp_up_proj/max_abs": 2.015625, "train/tensor_act_model_layers_7_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_mlp_up_proj/min": -1.8046875, "train/tensor_act_model_layers_7_mlp_up_proj/max": 2.015625, "train/tensor_act_model_layers_7_mlp_up_proj/range": 3.8203125, "train/tensor_act_model_layers_7_mlp_down_proj/norm": 869.2052612304688, "train/tensor_act_model_layers_7_mlp_down_proj/mean": 0.380859375, "train/tensor_act_model_layers_7_mlp_down_proj/std": 0.189453125, "train/tensor_act_model_layers_7_mlp_down_proj/max_abs": 0.953125, "train/tensor_act_model_layers_7_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_mlp_down_proj/min": -0.306640625, "train/tensor_act_model_layers_7_mlp_down_proj/max": 0.953125, "train/tensor_act_model_layers_7_mlp_down_proj/range": 1.259765625, "train/tensor_act_model_layers_7_mlp/norm": 869.2052612304688, "train/tensor_act_model_layers_7_mlp/mean": 0.380859375, "train/tensor_act_model_layers_7_mlp/std": 0.189453125, "train/tensor_act_model_layers_7_mlp/max_abs": 0.953125, "train/tensor_act_model_layers_7_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_mlp/min": -0.306640625, "train/tensor_act_model_layers_7_mlp/max": 0.953125, "train/tensor_act_model_layers_7_mlp/range": 1.259765625, "train/tensor_act_model_layers_7_residual_post_mlp/norm": 3575.50439453125, "train/tensor_act_model_layers_7_residual_post_mlp/mean": 1.625, "train/tensor_act_model_layers_7_residual_post_mlp/std": 0.62890625, "train/tensor_act_model_layers_7_residual_post_mlp/max_abs": 4.875, "train/tensor_act_model_layers_7_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_residual_post_mlp/min": -1.6953125, "train/tensor_act_model_layers_7_residual_post_mlp/max": 4.875, "train/tensor_act_model_layers_7_residual_post_mlp/range": 6.5703125, "train/tensor_act_model_layers_8_residual_pre_attn/norm": 3575.50439453125, "train/tensor_act_model_layers_8_residual_pre_attn/mean": 1.625, "train/tensor_act_model_layers_8_residual_pre_attn/std": 0.62890625, "train/tensor_act_model_layers_8_residual_pre_attn/max_abs": 4.875, "train/tensor_act_model_layers_8_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_residual_pre_attn/min": -1.6953125, "train/tensor_act_model_layers_8_residual_pre_attn/max": 4.875, "train/tensor_act_model_layers_8_residual_pre_attn/range": 6.5703125, "train/tensor_act_model_layers_8_residual_post_attn/norm": 3578.44970703125, "train/tensor_act_model_layers_8_residual_post_attn/mean": 1.625, "train/tensor_act_model_layers_8_residual_post_attn/std": 0.6328125, "train/tensor_act_model_layers_8_residual_post_attn/max_abs": 4.90625, "train/tensor_act_model_layers_8_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_residual_post_attn/min": -1.6015625, "train/tensor_act_model_layers_8_residual_post_attn/max": 4.90625, "train/tensor_act_model_layers_8_residual_post_attn/range": 6.5078125, "train/tensor_act_model_layers_8_mlp_gate_proj/norm": 1972.64697265625, "train/tensor_act_model_layers_8_mlp_gate_proj/mean": -0.044921875, "train/tensor_act_model_layers_8_mlp_gate_proj/std": 0.6796875, "train/tensor_act_model_layers_8_mlp_gate_proj/max_abs": 2.34375, "train/tensor_act_model_layers_8_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_mlp_gate_proj/min": -1.53125, "train/tensor_act_model_layers_8_mlp_gate_proj/max": 2.34375, "train/tensor_act_model_layers_8_mlp_gate_proj/range": 3.875, "train/tensor_act_model_layers_8_mlp_up_proj/norm": 2208.576171875, "train/tensor_act_model_layers_8_mlp_up_proj/mean": 0.05322265625, "train/tensor_act_model_layers_8_mlp_up_proj/std": 0.76171875, "train/tensor_act_model_layers_8_mlp_up_proj/max_abs": 1.8515625, "train/tensor_act_model_layers_8_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_mlp_up_proj/min": -1.78125, "train/tensor_act_model_layers_8_mlp_up_proj/max": 1.8515625, "train/tensor_act_model_layers_8_mlp_up_proj/range": 3.6328125, "train/tensor_act_model_layers_8_mlp_down_proj/norm": 1159.35498046875, "train/tensor_act_model_layers_8_mlp_down_proj/mean": 0.51953125, "train/tensor_act_model_layers_8_mlp_down_proj/std": 0.224609375, "train/tensor_act_model_layers_8_mlp_down_proj/max_abs": 1.328125, "train/tensor_act_model_layers_8_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_mlp_down_proj/min": -0.1875, "train/tensor_act_model_layers_8_mlp_down_proj/max": 1.328125, "train/tensor_act_model_layers_8_mlp_down_proj/range": 1.515625, "train/tensor_act_model_layers_8_mlp/norm": 1159.35498046875, "train/tensor_act_model_layers_8_mlp/mean": 0.51953125, "train/tensor_act_model_layers_8_mlp/std": 0.224609375, "train/tensor_act_model_layers_8_mlp/max_abs": 1.328125, "train/tensor_act_model_layers_8_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_mlp/min": -0.1875, "train/tensor_act_model_layers_8_mlp/max": 1.328125, "train/tensor_act_model_layers_8_mlp/range": 1.515625, "train/tensor_act_model_layers_8_residual_post_mlp/norm": 4647.265625, "train/tensor_act_model_layers_8_residual_post_mlp/mean": 2.140625, "train/tensor_act_model_layers_8_residual_post_mlp/std": 0.73046875, "train/tensor_act_model_layers_8_residual_post_mlp/max_abs": 5.8125, "train/tensor_act_model_layers_8_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_residual_post_mlp/min": -1.140625, "train/tensor_act_model_layers_8_residual_post_mlp/max": 5.8125, "train/tensor_act_model_layers_8_residual_post_mlp/range": 6.953125, "train/tensor_act_model_layers_9_residual_pre_attn/norm": 4647.265625, "train/tensor_act_model_layers_9_residual_pre_attn/mean": 2.140625, "train/tensor_act_model_layers_9_residual_pre_attn/std": 0.73046875, "train/tensor_act_model_layers_9_residual_pre_attn/max_abs": 5.8125, "train/tensor_act_model_layers_9_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_9_residual_pre_attn/min": -1.140625, "train/tensor_act_model_layers_9_residual_pre_attn/max": 5.8125, "train/tensor_act_model_layers_9_residual_pre_attn/range": 6.953125, "train/tensor_act_model_layers_9_residual_post_attn/norm": 4618.2490234375, "train/tensor_act_model_layers_9_residual_post_attn/mean": 2.125, "train/tensor_act_model_layers_9_residual_post_attn/std": 0.73828125, "train/tensor_act_model_layers_9_residual_post_attn/max_abs": 5.875, "train/tensor_act_model_layers_9_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_9_residual_post_attn/min": -1.109375, "train/tensor_act_model_layers_9_residual_post_attn/max": 5.875, "train/tensor_act_model_layers_9_residual_post_attn/range": 6.984375, "train/tensor_act_model_layers_9_mlp_gate_proj/norm": 1884.95458984375, "train/tensor_act_model_layers_9_mlp_gate_proj/mean": -0.001861572265625, "train/tensor_act_model_layers_9_mlp_gate_proj/std": 0.65234375, "train/tensor_act_model_layers_9_mlp_gate_proj/max_abs": 1.8203125, "train/tensor_act_model_layers_9_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_9_mlp_gate_proj/min": -1.328125, "train/tensor_act_model_layers_9_mlp_gate_proj/max": 1.8203125, "train/tensor_act_model_layers_9_mlp_gate_proj/range": 3.1484375, "train/tensor_act_model_layers_9_mlp_up_proj/norm": 2038.222412109375, "train/tensor_act_model_layers_9_mlp_up_proj/mean": -0.0380859375, "train/tensor_act_model_layers_9_mlp_up_proj/std": 0.703125, "train/tensor_act_model_layers_9_mlp_up_proj/max_abs": 1.8671875, "train/tensor_act_model_layers_9_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_9_mlp_up_proj/min": -1.8359375, "train/tensor_act_model_layers_9_mlp_up_proj/max": 1.8671875, "train/tensor_act_model_layers_9_mlp_up_proj/range": 3.703125, "train/tensor_act_model_layers_9_mlp_down_proj/norm": 1131.684814453125, "train/tensor_act_model_layers_9_mlp_down_proj/mean": 0.50390625, "train/tensor_act_model_layers_9_mlp_down_proj/std": 0.2265625, "train/tensor_act_model_layers_9_mlp_down_proj/max_abs": 1.109375, "train/tensor_act_model_layers_9_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_9_mlp_down_proj/min": -0.2197265625, "train/tensor_act_model_layers_9_mlp_down_proj/max": 1.109375, "train/tensor_act_model_layers_9_mlp_down_proj/range": 1.3291015625, "train/tensor_act_model_layers_9_mlp/norm": 1131.684814453125, "train/tensor_act_model_layers_9_mlp/mean": 0.50390625, "train/tensor_act_model_layers_9_mlp/std": 0.2265625, "train/tensor_act_model_layers_9_mlp/max_abs": 1.109375, "train/tensor_act_model_layers_9_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_9_mlp/min": -0.2197265625, "train/tensor_act_model_layers_9_mlp/max": 1.109375, "train/tensor_act_model_layers_9_mlp/range": 1.3291015625, "train/tensor_act_model_layers_9_residual_post_mlp/norm": 5636.890625, "train/tensor_act_model_layers_9_residual_post_mlp/mean": 2.640625, "train/tensor_act_model_layers_9_residual_post_mlp/std": 0.796875, "train/tensor_act_model_layers_9_residual_post_mlp/max_abs": 6.5, "train/tensor_act_model_layers_9_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_9_residual_post_mlp/min": -1.0, "train/tensor_act_model_layers_9_residual_post_mlp/max": 6.5, "train/tensor_act_model_layers_9_residual_post_mlp/range": 7.5, "train/tensor_act_model_layers_10_residual_pre_attn/norm": 5636.890625, "train/tensor_act_model_layers_10_residual_pre_attn/mean": 2.640625, "train/tensor_act_model_layers_10_residual_pre_attn/std": 0.796875, "train/tensor_act_model_layers_10_residual_pre_attn/max_abs": 6.5, "train/tensor_act_model_layers_10_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_10_residual_pre_attn/min": -1.0, "train/tensor_act_model_layers_10_residual_pre_attn/max": 6.5, "train/tensor_act_model_layers_10_residual_pre_attn/range": 7.5, "train/tensor_act_model_layers_10_residual_post_attn/norm": 5631.2529296875, "train/tensor_act_model_layers_10_residual_post_attn/mean": 2.625, "train/tensor_act_model_layers_10_residual_post_attn/std": 0.8125, "train/tensor_act_model_layers_10_residual_post_attn/max_abs": 6.65625, "train/tensor_act_model_layers_10_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_10_residual_post_attn/min": -1.015625, "train/tensor_act_model_layers_10_residual_post_attn/max": 6.65625, "train/tensor_act_model_layers_10_residual_post_attn/range": 7.671875, "train/tensor_act_model_layers_10_mlp_gate_proj/norm": 1973.7852783203125, "train/tensor_act_model_layers_10_mlp_gate_proj/mean": -0.0303955078125, "train/tensor_act_model_layers_10_mlp_gate_proj/std": 0.6796875, "train/tensor_act_model_layers_10_mlp_gate_proj/max_abs": 1.9140625, "train/tensor_act_model_layers_10_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_10_mlp_gate_proj/min": -1.3515625, "train/tensor_act_model_layers_10_mlp_gate_proj/max": 1.9140625, "train/tensor_act_model_layers_10_mlp_gate_proj/range": 3.265625, "train/tensor_act_model_layers_10_mlp_up_proj/norm": 2213.251953125, "train/tensor_act_model_layers_10_mlp_up_proj/mean": -0.07666015625, "train/tensor_act_model_layers_10_mlp_up_proj/std": 0.76171875, "train/tensor_act_model_layers_10_mlp_up_proj/max_abs": 1.984375, "train/tensor_act_model_layers_10_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_10_mlp_up_proj/min": -1.7734375, "train/tensor_act_model_layers_10_mlp_up_proj/max": 1.984375, "train/tensor_act_model_layers_10_mlp_up_proj/range": 3.7578125, "train/tensor_act_model_layers_10_mlp_down_proj/norm": 1286.6219482421875, "train/tensor_act_model_layers_10_mlp_down_proj/mean": 0.5703125, "train/tensor_act_model_layers_10_mlp_down_proj/std": 0.267578125, "train/tensor_act_model_layers_10_mlp_down_proj/max_abs": 1.4609375, "train/tensor_act_model_layers_10_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_10_mlp_down_proj/min": -0.1630859375, "train/tensor_act_model_layers_10_mlp_down_proj/max": 1.4609375, "train/tensor_act_model_layers_10_mlp_down_proj/range": 1.6240234375, "train/tensor_act_model_layers_10_mlp/norm": 1286.6219482421875, "train/tensor_act_model_layers_10_mlp/mean": 0.5703125, "train/tensor_act_model_layers_10_mlp/std": 0.267578125, "train/tensor_act_model_layers_10_mlp/max_abs": 1.4609375, "train/tensor_act_model_layers_10_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_10_mlp/min": -0.1630859375, "train/tensor_act_model_layers_10_mlp/max": 1.4609375, "train/tensor_act_model_layers_10_mlp/range": 1.6240234375, "train/tensor_act_model_layers_10_residual_post_mlp/norm": 6780.7568359375, "train/tensor_act_model_layers_10_residual_post_mlp/mean": 3.1875, "train/tensor_act_model_layers_10_residual_post_mlp/std": 0.8671875, "train/tensor_act_model_layers_10_residual_post_mlp/max_abs": 7.34375, "train/tensor_act_model_layers_10_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_10_residual_post_mlp/min": -0.82421875, "train/tensor_act_model_layers_10_residual_post_mlp/max": 7.34375, "train/tensor_act_model_layers_10_residual_post_mlp/range": 8.16796875, "train/tensor_act_model_layers_11_residual_pre_attn/norm": 6780.7568359375, "train/tensor_act_model_layers_11_residual_pre_attn/mean": 3.1875, "train/tensor_act_model_layers_11_residual_pre_attn/std": 0.8671875, "train/tensor_act_model_layers_11_residual_pre_attn/max_abs": 7.34375, "train/tensor_act_model_layers_11_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_11_residual_pre_attn/min": -0.82421875, "train/tensor_act_model_layers_11_residual_pre_attn/max": 7.34375, "train/tensor_act_model_layers_11_residual_pre_attn/range": 8.16796875, "train/tensor_act_model_layers_11_residual_post_attn/norm": 6755.52880859375, "train/tensor_act_model_layers_11_residual_post_attn/mean": 3.1875, "train/tensor_act_model_layers_11_residual_post_attn/std": 0.8671875, "train/tensor_act_model_layers_11_residual_post_attn/max_abs": 7.3125, "train/tensor_act_model_layers_11_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_11_residual_post_attn/min": -0.77734375, "train/tensor_act_model_layers_11_residual_post_attn/max": 7.3125, "train/tensor_act_model_layers_11_residual_post_attn/range": 8.08984375, "train/tensor_act_model_layers_11_mlp_gate_proj/norm": 1987.7137451171875, "train/tensor_act_model_layers_11_mlp_gate_proj/mean": -0.07666015625, "train/tensor_act_model_layers_11_mlp_gate_proj/std": 0.68359375, "train/tensor_act_model_layers_11_mlp_gate_proj/max_abs": 1.8671875, "train/tensor_act_model_layers_11_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_11_mlp_gate_proj/min": -1.1328125, "train/tensor_act_model_layers_11_mlp_gate_proj/max": 1.8671875, "train/tensor_act_model_layers_11_mlp_gate_proj/range": 3.0, "train/tensor_act_model_layers_11_mlp_up_proj/norm": 2350.897216796875, "train/tensor_act_model_layers_11_mlp_up_proj/mean": 0.01153564453125, "train/tensor_act_model_layers_11_mlp_up_proj/std": 0.8125, "train/tensor_act_model_layers_11_mlp_up_proj/max_abs": 2.296875, "train/tensor_act_model_layers_11_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_11_mlp_up_proj/min": -2.09375, "train/tensor_act_model_layers_11_mlp_up_proj/max": 2.296875, "train/tensor_act_model_layers_11_mlp_up_proj/range": 4.390625, "train/tensor_act_model_layers_11_mlp_down_proj/norm": 1351.2467041015625, "train/tensor_act_model_layers_11_mlp_down_proj/mean": 0.58984375, "train/tensor_act_model_layers_11_mlp_down_proj/std": 0.296875, "train/tensor_act_model_layers_11_mlp_down_proj/max_abs": 1.4296875, "train/tensor_act_model_layers_11_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_11_mlp_down_proj/min": -0.232421875, "train/tensor_act_model_layers_11_mlp_down_proj/max": 1.4296875, "train/tensor_act_model_layers_11_mlp_down_proj/range": 1.662109375, "train/tensor_act_model_layers_11_mlp/norm": 1351.2467041015625, "train/tensor_act_model_layers_11_mlp/mean": 0.58984375, "train/tensor_act_model_layers_11_mlp/std": 0.296875, "train/tensor_act_model_layers_11_mlp/max_abs": 1.4296875, "train/tensor_act_model_layers_11_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_11_mlp/min": -0.232421875, "train/tensor_act_model_layers_11_mlp/max": 1.4296875, "train/tensor_act_model_layers_11_mlp/range": 1.662109375, "train/tensor_act_model_layers_11_residual_post_mlp/norm": 7987.08935546875, "train/tensor_act_model_layers_11_residual_post_mlp/mean": 3.765625, "train/tensor_act_model_layers_11_residual_post_mlp/std": 0.99609375, "train/tensor_act_model_layers_11_residual_post_mlp/max_abs": 8.3125, "train/tensor_act_model_layers_11_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_11_residual_post_mlp/min": -0.2099609375, "train/tensor_act_model_layers_11_residual_post_mlp/max": 8.3125, "train/tensor_act_model_layers_11_residual_post_mlp/range": 8.5224609375, "train/tensor_act_model_layers_12_residual_pre_attn/norm": 7987.08935546875, "train/tensor_act_model_layers_12_residual_pre_attn/mean": 3.765625, "train/tensor_act_model_layers_12_residual_pre_attn/std": 0.99609375, "train/tensor_act_model_layers_12_residual_pre_attn/max_abs": 8.3125, "train/tensor_act_model_layers_12_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_12_residual_pre_attn/min": -0.2099609375, "train/tensor_act_model_layers_12_residual_pre_attn/max": 8.3125, "train/tensor_act_model_layers_12_residual_pre_attn/range": 8.5224609375, "train/tensor_act_model_layers_12_residual_post_attn/norm": 7968.9716796875, "train/tensor_act_model_layers_12_residual_post_attn/mean": 3.765625, "train/tensor_act_model_layers_12_residual_post_attn/std": 1.0, "train/tensor_act_model_layers_12_residual_post_attn/max_abs": 8.3125, "train/tensor_act_model_layers_12_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_12_residual_post_attn/min": -0.1591796875, "train/tensor_act_model_layers_12_residual_post_attn/max": 8.3125, "train/tensor_act_model_layers_12_residual_post_attn/range": 8.4716796875, "train/tensor_act_model_layers_12_mlp_gate_proj/norm": 1941.0301513671875, "train/tensor_act_model_layers_12_mlp_gate_proj/mean": -0.040283203125, "train/tensor_act_model_layers_12_mlp_gate_proj/std": 0.66796875, "train/tensor_act_model_layers_12_mlp_gate_proj/max_abs": 2.03125, "train/tensor_act_model_layers_12_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_12_mlp_gate_proj/min": -1.2265625, "train/tensor_act_model_layers_12_mlp_gate_proj/max": 2.03125, "train/tensor_act_model_layers_12_mlp_gate_proj/range": 3.2578125, "train/tensor_act_model_layers_12_mlp_up_proj/norm": 2137.948974609375, "train/tensor_act_model_layers_12_mlp_up_proj/mean": -0.0198974609375, "train/tensor_act_model_layers_12_mlp_up_proj/std": 0.73828125, "train/tensor_act_model_layers_12_mlp_up_proj/max_abs": 1.9609375, "train/tensor_act_model_layers_12_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_12_mlp_up_proj/min": -1.7421875, "train/tensor_act_model_layers_12_mlp_up_proj/max": 1.9609375, "train/tensor_act_model_layers_12_mlp_up_proj/range": 3.703125, "train/tensor_act_model_layers_12_mlp_down_proj/norm": 1292.3055419921875, "train/tensor_act_model_layers_12_mlp_down_proj/mean": 0.57421875, "train/tensor_act_model_layers_12_mlp_down_proj/std": 0.259765625, "train/tensor_act_model_layers_12_mlp_down_proj/max_abs": 1.265625, "train/tensor_act_model_layers_12_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_12_mlp_down_proj/min": -0.18359375, "train/tensor_act_model_layers_12_mlp_down_proj/max": 1.265625, "train/tensor_act_model_layers_12_mlp_down_proj/range": 1.44921875, "train/tensor_act_model_layers_12_mlp/norm": 1292.3055419921875, "train/tensor_act_model_layers_12_mlp/mean": 0.57421875, "train/tensor_act_model_layers_12_mlp/std": 0.259765625, "train/tensor_act_model_layers_12_mlp/max_abs": 1.265625, "train/tensor_act_model_layers_12_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_12_mlp/min": -0.18359375, "train/tensor_act_model_layers_12_mlp/max": 1.265625, "train/tensor_act_model_layers_12_mlp/range": 1.44921875, "train/tensor_act_model_layers_12_residual_post_mlp/norm": 9144.6923828125, "train/tensor_act_model_layers_12_residual_post_mlp/mean": 4.34375, "train/tensor_act_model_layers_12_residual_post_mlp/std": 1.0703125, "train/tensor_act_model_layers_12_residual_post_mlp/max_abs": 9.5, "train/tensor_act_model_layers_12_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_12_residual_post_mlp/min": -0.0615234375, "train/tensor_act_model_layers_12_residual_post_mlp/max": 9.5, "train/tensor_act_model_layers_12_residual_post_mlp/range": 9.5615234375, "train/tensor_act_model_layers_13_residual_pre_attn/norm": 9144.6923828125, "train/tensor_act_model_layers_13_residual_pre_attn/mean": 4.34375, "train/tensor_act_model_layers_13_residual_pre_attn/std": 1.0703125, "train/tensor_act_model_layers_13_residual_pre_attn/max_abs": 9.5, "train/tensor_act_model_layers_13_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_13_residual_pre_attn/min": -0.0615234375, "train/tensor_act_model_layers_13_residual_pre_attn/max": 9.5, "train/tensor_act_model_layers_13_residual_pre_attn/range": 9.5615234375, "train/tensor_act_model_layers_13_residual_post_attn/norm": 9126.7294921875, "train/tensor_act_model_layers_13_residual_post_attn/mean": 4.3125, "train/tensor_act_model_layers_13_residual_post_attn/std": 1.0703125, "train/tensor_act_model_layers_13_residual_post_attn/max_abs": 9.4375, "train/tensor_act_model_layers_13_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_13_residual_post_attn/min": 0.02490234375, "train/tensor_act_model_layers_13_residual_post_attn/max": 9.4375, "train/tensor_act_model_layers_13_residual_post_attn/range": 9.41259765625, "train/tensor_act_model_layers_13_mlp_gate_proj/norm": 2028.56298828125, "train/tensor_act_model_layers_13_mlp_gate_proj/mean": 0.036376953125, "train/tensor_act_model_layers_13_mlp_gate_proj/std": 0.69921875, "train/tensor_act_model_layers_13_mlp_gate_proj/max_abs": 1.859375, "train/tensor_act_model_layers_13_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_13_mlp_gate_proj/min": -1.140625, "train/tensor_act_model_layers_13_mlp_gate_proj/max": 1.859375, "train/tensor_act_model_layers_13_mlp_gate_proj/range": 3.0, "train/tensor_act_model_layers_13_mlp_up_proj/norm": 2223.0712890625, "train/tensor_act_model_layers_13_mlp_up_proj/mean": 0.037109375, "train/tensor_act_model_layers_13_mlp_up_proj/std": 0.765625, "train/tensor_act_model_layers_13_mlp_up_proj/max_abs": 1.78125, "train/tensor_act_model_layers_13_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_13_mlp_up_proj/min": -1.65625, "train/tensor_act_model_layers_13_mlp_up_proj/max": 1.78125, "train/tensor_act_model_layers_13_mlp_up_proj/range": 3.4375, "train/tensor_act_model_layers_13_mlp_down_proj/norm": 1399.2548828125, "train/tensor_act_model_layers_13_mlp_down_proj/mean": 0.6171875, "train/tensor_act_model_layers_13_mlp_down_proj/std": 0.296875, "train/tensor_act_model_layers_13_mlp_down_proj/max_abs": 1.5234375, "train/tensor_act_model_layers_13_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_13_mlp_down_proj/min": -0.1962890625, "train/tensor_act_model_layers_13_mlp_down_proj/max": 1.5234375, "train/tensor_act_model_layers_13_mlp_down_proj/range": 1.7197265625, "train/tensor_act_model_layers_13_mlp/norm": 1399.2548828125, "train/tensor_act_model_layers_13_mlp/mean": 0.6171875, "train/tensor_act_model_layers_13_mlp/std": 0.296875, "train/tensor_act_model_layers_13_mlp/max_abs": 1.5234375, "train/tensor_act_model_layers_13_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_13_mlp/min": -0.1962890625, "train/tensor_act_model_layers_13_mlp/max": 1.5234375, "train/tensor_act_model_layers_13_mlp/range": 1.7197265625, "train/tensor_act_model_layers_13_residual_post_mlp/norm": 10385.560546875, "train/tensor_act_model_layers_13_residual_post_mlp/mean": 4.9375, "train/tensor_act_model_layers_13_residual_post_mlp/std": 1.140625, "train/tensor_act_model_layers_13_residual_post_mlp/max_abs": 10.3125, "train/tensor_act_model_layers_13_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_residual_post_mlp/frac_near_user_limit": 1.430511474609375e-06, "train/tensor_act_model_layers_13_residual_post_mlp/min": 0.205078125, "train/tensor_act_model_layers_13_residual_post_mlp/max": 10.3125, "train/tensor_act_model_layers_13_residual_post_mlp/range": 10.107421875, "train/tensor_act_model_layers_14_residual_pre_attn/norm": 10385.560546875, "train/tensor_act_model_layers_14_residual_pre_attn/mean": 4.9375, "train/tensor_act_model_layers_14_residual_pre_attn/std": 1.140625, "train/tensor_act_model_layers_14_residual_pre_attn/max_abs": 10.3125, "train/tensor_act_model_layers_14_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_residual_pre_attn/frac_near_user_limit": 1.430511474609375e-06, "train/tensor_act_model_layers_14_residual_pre_attn/min": 0.205078125, "train/tensor_act_model_layers_14_residual_pre_attn/max": 10.3125, "train/tensor_act_model_layers_14_residual_pre_attn/range": 10.107421875, "train/tensor_act_model_layers_14_residual_post_attn/norm": 10334.392578125, "train/tensor_act_model_layers_14_residual_post_attn/mean": 4.90625, "train/tensor_act_model_layers_14_residual_post_attn/std": 1.140625, "train/tensor_act_model_layers_14_residual_post_attn/max_abs": 10.25, "train/tensor_act_model_layers_14_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_residual_post_attn/frac_near_user_limit": 9.5367431640625e-07, "train/tensor_act_model_layers_14_residual_post_attn/min": 0.10888671875, "train/tensor_act_model_layers_14_residual_post_attn/max": 10.25, "train/tensor_act_model_layers_14_residual_post_attn/range": 10.14111328125, "train/tensor_act_model_layers_14_mlp_gate_proj/norm": 1881.6943359375, "train/tensor_act_model_layers_14_mlp_gate_proj/mean": -0.08984375, "train/tensor_act_model_layers_14_mlp_gate_proj/std": 0.64453125, "train/tensor_act_model_layers_14_mlp_gate_proj/max_abs": 1.640625, "train/tensor_act_model_layers_14_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_14_mlp_gate_proj/min": -1.484375, "train/tensor_act_model_layers_14_mlp_gate_proj/max": 1.640625, "train/tensor_act_model_layers_14_mlp_gate_proj/range": 3.125, "train/tensor_act_model_layers_14_mlp_up_proj/norm": 2147.10693359375, "train/tensor_act_model_layers_14_mlp_up_proj/mean": -0.037841796875, "train/tensor_act_model_layers_14_mlp_up_proj/std": 0.7421875, "train/tensor_act_model_layers_14_mlp_up_proj/max_abs": 1.9609375, "train/tensor_act_model_layers_14_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_14_mlp_up_proj/min": -1.9609375, "train/tensor_act_model_layers_14_mlp_up_proj/max": 1.546875, "train/tensor_act_model_layers_14_mlp_up_proj/range": 3.5078125, "train/tensor_act_model_layers_14_mlp_down_proj/norm": 953.1295776367188, "train/tensor_act_model_layers_14_mlp_down_proj/mean": 0.423828125, "train/tensor_act_model_layers_14_mlp_down_proj/std": 0.193359375, "train/tensor_act_model_layers_14_mlp_down_proj/max_abs": 0.89453125, "train/tensor_act_model_layers_14_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_14_mlp_down_proj/min": -0.046875, "train/tensor_act_model_layers_14_mlp_down_proj/max": 0.89453125, "train/tensor_act_model_layers_14_mlp_down_proj/range": 0.94140625, "train/tensor_act_model_layers_14_mlp/norm": 953.1295776367188, "train/tensor_act_model_layers_14_mlp/mean": 0.423828125, "train/tensor_act_model_layers_14_mlp/std": 0.193359375, "train/tensor_act_model_layers_14_mlp/max_abs": 0.89453125, "train/tensor_act_model_layers_14_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_14_mlp/min": -0.046875, "train/tensor_act_model_layers_14_mlp/max": 0.89453125, "train/tensor_act_model_layers_14_mlp/range": 0.94140625, "train/tensor_act_model_layers_14_residual_post_mlp/norm": 11210.0244140625, "train/tensor_act_model_layers_14_residual_post_mlp/mean": 5.34375, "train/tensor_act_model_layers_14_residual_post_mlp/std": 1.203125, "train/tensor_act_model_layers_14_residual_post_mlp/max_abs": 10.625, "train/tensor_act_model_layers_14_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_residual_post_mlp/frac_near_user_limit": 1.5974044799804688e-05, "train/tensor_act_model_layers_14_residual_post_mlp/min": 0.123046875, "train/tensor_act_model_layers_14_residual_post_mlp/max": 10.625, "train/tensor_act_model_layers_14_residual_post_mlp/range": 10.501953125, "train/tensor_act_model_layers_15_residual_pre_attn/norm": 11210.0244140625, "train/tensor_act_model_layers_15_residual_pre_attn/mean": 5.34375, "train/tensor_act_model_layers_15_residual_pre_attn/std": 1.203125, "train/tensor_act_model_layers_15_residual_pre_attn/max_abs": 10.625, "train/tensor_act_model_layers_15_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_residual_pre_attn/frac_near_user_limit": 1.5974044799804688e-05, "train/tensor_act_model_layers_15_residual_pre_attn/min": 0.123046875, "train/tensor_act_model_layers_15_residual_pre_attn/max": 10.625, "train/tensor_act_model_layers_15_residual_pre_attn/range": 10.501953125, "train/tensor_act_model_layers_15_residual_post_attn/norm": 11174.322265625, "train/tensor_act_model_layers_15_residual_post_attn/mean": 5.3125, "train/tensor_act_model_layers_15_residual_post_attn/std": 1.2109375, "train/tensor_act_model_layers_15_residual_post_attn/max_abs": 10.5625, "train/tensor_act_model_layers_15_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_residual_post_attn/frac_near_user_limit": 1.0251998901367188e-05, "train/tensor_act_model_layers_15_residual_post_attn/min": -0.03515625, "train/tensor_act_model_layers_15_residual_post_attn/max": 10.5625, "train/tensor_act_model_layers_15_residual_post_attn/range": 10.59765625, "train/tensor_act_model_layers_15_mlp_gate_proj/norm": 1840.1895751953125, "train/tensor_act_model_layers_15_mlp_gate_proj/mean": -0.058349609375, "train/tensor_act_model_layers_15_mlp_gate_proj/std": 0.6328125, "train/tensor_act_model_layers_15_mlp_gate_proj/max_abs": 1.609375, "train/tensor_act_model_layers_15_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_15_mlp_gate_proj/min": -1.359375, "train/tensor_act_model_layers_15_mlp_gate_proj/max": 1.609375, "train/tensor_act_model_layers_15_mlp_gate_proj/range": 2.96875, "train/tensor_act_model_layers_15_mlp_up_proj/norm": 1964.3580322265625, "train/tensor_act_model_layers_15_mlp_up_proj/mean": 0.09814453125, "train/tensor_act_model_layers_15_mlp_up_proj/std": 0.671875, "train/tensor_act_model_layers_15_mlp_up_proj/max_abs": 1.7578125, "train/tensor_act_model_layers_15_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_15_mlp_up_proj/min": -1.640625, "train/tensor_act_model_layers_15_mlp_up_proj/max": 1.7578125, "train/tensor_act_model_layers_15_mlp_up_proj/range": 3.3984375, "train/tensor_act_model_layers_15_mlp_down_proj/norm": 1075.7423095703125, "train/tensor_act_model_layers_15_mlp_down_proj/mean": 0.443359375, "train/tensor_act_model_layers_15_mlp_down_proj/std": 0.283203125, "train/tensor_act_model_layers_15_mlp_down_proj/max_abs": 1.1640625, "train/tensor_act_model_layers_15_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_15_mlp_down_proj/min": -0.30078125, "train/tensor_act_model_layers_15_mlp_down_proj/max": 1.1640625, "train/tensor_act_model_layers_15_mlp_down_proj/range": 1.46484375, "train/tensor_act_model_layers_15_mlp/norm": 1075.7423095703125, "train/tensor_act_model_layers_15_mlp/mean": 0.443359375, "train/tensor_act_model_layers_15_mlp/std": 0.283203125, "train/tensor_act_model_layers_15_mlp/max_abs": 1.1640625, "train/tensor_act_model_layers_15_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_15_mlp/min": -0.30078125, "train/tensor_act_model_layers_15_mlp/max": 1.1640625, "train/tensor_act_model_layers_15_mlp/range": 1.46484375, "train/tensor_act_model_layers_15_residual_post_mlp/norm": 12117.267578125, "train/tensor_act_model_layers_15_residual_post_mlp/mean": 5.75, "train/tensor_act_model_layers_15_residual_post_mlp/std": 1.3359375, "train/tensor_act_model_layers_15_residual_post_mlp/max_abs": 11.25, "train/tensor_act_model_layers_15_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_residual_post_mlp/frac_near_user_limit": 0.0009860992431640625, "train/tensor_act_model_layers_15_residual_post_mlp/min": 0.154296875, "train/tensor_act_model_layers_15_residual_post_mlp/max": 11.25, "train/tensor_act_model_layers_15_residual_post_mlp/range": 11.095703125, "train/tensor_act_model_layers_16_residual_pre_attn/norm": 12117.267578125, "train/tensor_act_model_layers_16_residual_pre_attn/mean": 5.75, "train/tensor_act_model_layers_16_residual_pre_attn/std": 1.3359375, "train/tensor_act_model_layers_16_residual_pre_attn/max_abs": 11.25, "train/tensor_act_model_layers_16_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_residual_pre_attn/frac_near_user_limit": 0.0009860992431640625, "train/tensor_act_model_layers_16_residual_pre_attn/min": 0.154296875, "train/tensor_act_model_layers_16_residual_pre_attn/max": 11.25, "train/tensor_act_model_layers_16_residual_pre_attn/range": 11.095703125, "train/tensor_act_model_layers_16_residual_post_attn/norm": 12058.19140625, "train/tensor_act_model_layers_16_residual_post_attn/mean": 5.71875, "train/tensor_act_model_layers_16_residual_post_attn/std": 1.34375, "train/tensor_act_model_layers_16_residual_post_attn/max_abs": 11.25, "train/tensor_act_model_layers_16_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_residual_post_attn/frac_near_user_limit": 0.0009860992431640625, "train/tensor_act_model_layers_16_residual_post_attn/min": 0.2314453125, "train/tensor_act_model_layers_16_residual_post_attn/max": 11.25, "train/tensor_act_model_layers_16_residual_post_attn/range": 11.0185546875, "train/tensor_act_model_layers_16_mlp_gate_proj/norm": 1782.5338134765625, "train/tensor_act_model_layers_16_mlp_gate_proj/mean": -0.1044921875, "train/tensor_act_model_layers_16_mlp_gate_proj/std": 0.60546875, "train/tensor_act_model_layers_16_mlp_gate_proj/max_abs": 1.7578125, "train/tensor_act_model_layers_16_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_16_mlp_gate_proj/min": -1.2109375, "train/tensor_act_model_layers_16_mlp_gate_proj/max": 1.7578125, "train/tensor_act_model_layers_16_mlp_gate_proj/range": 2.96875, "train/tensor_act_model_layers_16_mlp_up_proj/norm": 1964.8133544921875, "train/tensor_act_model_layers_16_mlp_up_proj/mean": -0.0211181640625, "train/tensor_act_model_layers_16_mlp_up_proj/std": 0.6796875, "train/tensor_act_model_layers_16_mlp_up_proj/max_abs": 1.75, "train/tensor_act_model_layers_16_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_16_mlp_up_proj/min": -1.75, "train/tensor_act_model_layers_16_mlp_up_proj/max": 1.6484375, "train/tensor_act_model_layers_16_mlp_up_proj/range": 3.3984375, "train/tensor_act_model_layers_16_mlp_down_proj/norm": 959.806884765625, "train/tensor_act_model_layers_16_mlp_down_proj/mean": 0.41015625, "train/tensor_act_model_layers_16_mlp_down_proj/std": 0.2265625, "train/tensor_act_model_layers_16_mlp_down_proj/max_abs": 1.0234375, "train/tensor_act_model_layers_16_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_16_mlp_down_proj/min": -0.1875, "train/tensor_act_model_layers_16_mlp_down_proj/max": 1.0234375, "train/tensor_act_model_layers_16_mlp_down_proj/range": 1.2109375, "train/tensor_act_model_layers_16_mlp/norm": 959.806884765625, "train/tensor_act_model_layers_16_mlp/mean": 0.41015625, "train/tensor_act_model_layers_16_mlp/std": 0.2265625, "train/tensor_act_model_layers_16_mlp/max_abs": 1.0234375, "train/tensor_act_model_layers_16_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_16_mlp/min": -0.1875, "train/tensor_act_model_layers_16_mlp/max": 1.0234375, "train/tensor_act_model_layers_16_mlp/range": 1.2109375, "train/tensor_act_model_layers_16_residual_post_mlp/norm": 12866.7216796875, "train/tensor_act_model_layers_16_residual_post_mlp/mean": 6.15625, "train/tensor_act_model_layers_16_residual_post_mlp/std": 1.3203125, "train/tensor_act_model_layers_16_residual_post_mlp/max_abs": 11.5, "train/tensor_act_model_layers_16_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_residual_post_mlp/frac_near_user_limit": 0.0022821426391601562, "train/tensor_act_model_layers_16_residual_post_mlp/min": 0.52734375, "train/tensor_act_model_layers_16_residual_post_mlp/max": 11.5, "train/tensor_act_model_layers_16_residual_post_mlp/range": 10.97265625, "train/tensor_act_model_layers_17_residual_pre_attn/norm": 12866.7216796875, "train/tensor_act_model_layers_17_residual_pre_attn/mean": 6.15625, "train/tensor_act_model_layers_17_residual_pre_attn/std": 1.3203125, "train/tensor_act_model_layers_17_residual_pre_attn/max_abs": 11.5, "train/tensor_act_model_layers_17_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_residual_pre_attn/frac_near_user_limit": 0.0022821426391601562, "train/tensor_act_model_layers_17_residual_pre_attn/min": 0.52734375, "train/tensor_act_model_layers_17_residual_pre_attn/max": 11.5, "train/tensor_act_model_layers_17_residual_pre_attn/range": 10.97265625, "train/tensor_act_model_layers_17_residual_post_attn/norm": 12840.8134765625, "train/tensor_act_model_layers_17_residual_post_attn/mean": 6.125, "train/tensor_act_model_layers_17_residual_post_attn/std": 1.3046875, "train/tensor_act_model_layers_17_residual_post_attn/max_abs": 11.5, "train/tensor_act_model_layers_17_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_residual_post_attn/frac_near_user_limit": 0.0022819042205810547, "train/tensor_act_model_layers_17_residual_post_attn/min": 0.57421875, "train/tensor_act_model_layers_17_residual_post_attn/max": 11.5, "train/tensor_act_model_layers_17_residual_post_attn/range": 10.92578125, "train/tensor_act_model_layers_17_mlp_gate_proj/norm": 1871.31201171875, "train/tensor_act_model_layers_17_mlp_gate_proj/mean": -0.08251953125, "train/tensor_act_model_layers_17_mlp_gate_proj/std": 0.640625, "train/tensor_act_model_layers_17_mlp_gate_proj/max_abs": 1.6953125, "train/tensor_act_model_layers_17_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_17_mlp_gate_proj/min": -1.6953125, "train/tensor_act_model_layers_17_mlp_gate_proj/max": 1.609375, "train/tensor_act_model_layers_17_mlp_gate_proj/range": 3.3046875, "train/tensor_act_model_layers_17_mlp_up_proj/norm": 2107.60302734375, "train/tensor_act_model_layers_17_mlp_up_proj/mean": -0.0260009765625, "train/tensor_act_model_layers_17_mlp_up_proj/std": 0.7265625, "train/tensor_act_model_layers_17_mlp_up_proj/max_abs": 1.9609375, "train/tensor_act_model_layers_17_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_17_mlp_up_proj/min": -1.9609375, "train/tensor_act_model_layers_17_mlp_up_proj/max": 1.7734375, "train/tensor_act_model_layers_17_mlp_up_proj/range": 3.734375, "train/tensor_act_model_layers_17_mlp_down_proj/norm": 993.8128662109375, "train/tensor_act_model_layers_17_mlp_down_proj/mean": 0.4453125, "train/tensor_act_model_layers_17_mlp_down_proj/std": 0.1904296875, "train/tensor_act_model_layers_17_mlp_down_proj/max_abs": 0.953125, "train/tensor_act_model_layers_17_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_17_mlp_down_proj/min": -0.3046875, "train/tensor_act_model_layers_17_mlp_down_proj/max": 0.953125, "train/tensor_act_model_layers_17_mlp_down_proj/range": 1.2578125, "train/tensor_act_model_layers_17_mlp/norm": 993.8128662109375, "train/tensor_act_model_layers_17_mlp/mean": 0.4453125, "train/tensor_act_model_layers_17_mlp/std": 0.1904296875, "train/tensor_act_model_layers_17_mlp/max_abs": 0.953125, "train/tensor_act_model_layers_17_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_17_mlp/min": -0.3046875, "train/tensor_act_model_layers_17_mlp/max": 0.953125, "train/tensor_act_model_layers_17_mlp/range": 1.2578125, "train/tensor_act_model_layers_17_residual_post_mlp/norm": 13745.287109375, "train/tensor_act_model_layers_17_residual_post_mlp/mean": 6.59375, "train/tensor_act_model_layers_17_residual_post_mlp/std": 1.328125, "train/tensor_act_model_layers_17_residual_post_mlp/max_abs": 12.1875, "train/tensor_act_model_layers_17_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_residual_post_mlp/frac_near_user_limit": 0.00548100471496582, "train/tensor_act_model_layers_17_residual_post_mlp/min": 0.94140625, "train/tensor_act_model_layers_17_residual_post_mlp/max": 12.1875, "train/tensor_act_model_layers_17_residual_post_mlp/range": 11.24609375, "train/tensor_act_model_layers_18_residual_pre_attn/norm": 13745.287109375, "train/tensor_act_model_layers_18_residual_pre_attn/mean": 6.59375, "train/tensor_act_model_layers_18_residual_pre_attn/std": 1.328125, "train/tensor_act_model_layers_18_residual_pre_attn/max_abs": 12.1875, "train/tensor_act_model_layers_18_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_residual_pre_attn/frac_near_user_limit": 0.00548100471496582, "train/tensor_act_model_layers_18_residual_pre_attn/min": 0.94140625, "train/tensor_act_model_layers_18_residual_pre_attn/max": 12.1875, "train/tensor_act_model_layers_18_residual_pre_attn/range": 11.24609375, "train/tensor_act_model_layers_18_residual_post_attn/norm": 13735.9794921875, "train/tensor_act_model_layers_18_residual_post_attn/mean": 6.5625, "train/tensor_act_model_layers_18_residual_post_attn/std": 1.3359375, "train/tensor_act_model_layers_18_residual_post_attn/max_abs": 12.3125, "train/tensor_act_model_layers_18_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_residual_post_attn/frac_near_user_limit": 0.005945920944213867, "train/tensor_act_model_layers_18_residual_post_attn/min": 0.90625, "train/tensor_act_model_layers_18_residual_post_attn/max": 12.3125, "train/tensor_act_model_layers_18_residual_post_attn/range": 11.40625, "train/tensor_act_model_layers_18_mlp_gate_proj/norm": 1839.7608642578125, "train/tensor_act_model_layers_18_mlp_gate_proj/mean": -0.1357421875, "train/tensor_act_model_layers_18_mlp_gate_proj/std": 0.62109375, "train/tensor_act_model_layers_18_mlp_gate_proj/max_abs": 1.8125, "train/tensor_act_model_layers_18_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_18_mlp_gate_proj/min": -1.390625, "train/tensor_act_model_layers_18_mlp_gate_proj/max": 1.8125, "train/tensor_act_model_layers_18_mlp_gate_proj/range": 3.203125, "train/tensor_act_model_layers_18_mlp_up_proj/norm": 2126.040771484375, "train/tensor_act_model_layers_18_mlp_up_proj/mean": -0.005889892578125, "train/tensor_act_model_layers_18_mlp_up_proj/std": 0.734375, "train/tensor_act_model_layers_18_mlp_up_proj/max_abs": 1.609375, "train/tensor_act_model_layers_18_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_18_mlp_up_proj/min": -1.609375, "train/tensor_act_model_layers_18_mlp_up_proj/max": 1.5, "train/tensor_act_model_layers_18_mlp_up_proj/range": 3.109375, "train/tensor_act_model_layers_18_mlp_down_proj/norm": 1003.9767456054688, "train/tensor_act_model_layers_18_mlp_down_proj/mean": 0.44140625, "train/tensor_act_model_layers_18_mlp_down_proj/std": 0.21484375, "train/tensor_act_model_layers_18_mlp_down_proj/max_abs": 1.0859375, "train/tensor_act_model_layers_18_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_18_mlp_down_proj/min": -0.11328125, "train/tensor_act_model_layers_18_mlp_down_proj/max": 1.0859375, "train/tensor_act_model_layers_18_mlp_down_proj/range": 1.19921875, "train/tensor_act_model_layers_18_mlp/norm": 1003.9767456054688, "train/tensor_act_model_layers_18_mlp/mean": 0.44140625, "train/tensor_act_model_layers_18_mlp/std": 0.21484375, "train/tensor_act_model_layers_18_mlp/max_abs": 1.0859375, "train/tensor_act_model_layers_18_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_18_mlp/min": -0.11328125, "train/tensor_act_model_layers_18_mlp/max": 1.0859375, "train/tensor_act_model_layers_18_mlp/range": 1.19921875, "train/tensor_act_model_layers_18_residual_post_mlp/norm": 14629.19140625, "train/tensor_act_model_layers_18_residual_post_mlp/mean": 7.0, "train/tensor_act_model_layers_18_residual_post_mlp/std": 1.3515625, "train/tensor_act_model_layers_18_residual_post_mlp/max_abs": 12.375, "train/tensor_act_model_layers_18_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_residual_post_mlp/frac_near_user_limit": 0.012362480163574219, "train/tensor_act_model_layers_18_residual_post_mlp/min": 1.2265625, "train/tensor_act_model_layers_18_residual_post_mlp/max": 12.375, "train/tensor_act_model_layers_18_residual_post_mlp/range": 11.1484375, "train/tensor_act_model_layers_19_residual_pre_attn/norm": 14629.19140625, "train/tensor_act_model_layers_19_residual_pre_attn/mean": 7.0, "train/tensor_act_model_layers_19_residual_pre_attn/std": 1.3515625, "train/tensor_act_model_layers_19_residual_pre_attn/max_abs": 12.375, "train/tensor_act_model_layers_19_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_residual_pre_attn/frac_near_user_limit": 0.012362480163574219, "train/tensor_act_model_layers_19_residual_pre_attn/min": 1.2265625, "train/tensor_act_model_layers_19_residual_pre_attn/max": 12.375, "train/tensor_act_model_layers_19_residual_pre_attn/range": 11.1484375, "train/tensor_act_model_layers_19_residual_post_attn/norm": 14598.2275390625, "train/tensor_act_model_layers_19_residual_post_attn/mean": 7.0, "train/tensor_act_model_layers_19_residual_post_attn/std": 1.359375, "train/tensor_act_model_layers_19_residual_post_attn/max_abs": 12.3125, "train/tensor_act_model_layers_19_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_residual_post_attn/frac_near_user_limit": 0.010577917098999023, "train/tensor_act_model_layers_19_residual_post_attn/min": 1.1875, "train/tensor_act_model_layers_19_residual_post_attn/max": 12.3125, "train/tensor_act_model_layers_19_residual_post_attn/range": 11.125, "train/tensor_act_model_layers_19_mlp_gate_proj/norm": 1851.132568359375, "train/tensor_act_model_layers_19_mlp_gate_proj/mean": -0.0615234375, "train/tensor_act_model_layers_19_mlp_gate_proj/std": 0.63671875, "train/tensor_act_model_layers_19_mlp_gate_proj/max_abs": 1.671875, "train/tensor_act_model_layers_19_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_19_mlp_gate_proj/min": -1.109375, "train/tensor_act_model_layers_19_mlp_gate_proj/max": 1.671875, "train/tensor_act_model_layers_19_mlp_gate_proj/range": 2.78125, "train/tensor_act_model_layers_19_mlp_up_proj/norm": 1968.8270263671875, "train/tensor_act_model_layers_19_mlp_up_proj/mean": -0.07470703125, "train/tensor_act_model_layers_19_mlp_up_proj/std": 0.67578125, "train/tensor_act_model_layers_19_mlp_up_proj/max_abs": 1.6953125, "train/tensor_act_model_layers_19_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_19_mlp_up_proj/min": -1.6953125, "train/tensor_act_model_layers_19_mlp_up_proj/max": 1.3203125, "train/tensor_act_model_layers_19_mlp_up_proj/range": 3.015625, "train/tensor_act_model_layers_19_mlp_down_proj/norm": 1070.2218017578125, "train/tensor_act_model_layers_19_mlp_down_proj/mean": 0.466796875, "train/tensor_act_model_layers_19_mlp_down_proj/std": 0.236328125, "train/tensor_act_model_layers_19_mlp_down_proj/max_abs": 1.1015625, "train/tensor_act_model_layers_19_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_19_mlp_down_proj/min": -0.349609375, "train/tensor_act_model_layers_19_mlp_down_proj/max": 1.1015625, "train/tensor_act_model_layers_19_mlp_down_proj/range": 1.451171875, "train/tensor_act_model_layers_19_mlp/norm": 1070.2218017578125, "train/tensor_act_model_layers_19_mlp/mean": 0.466796875, "train/tensor_act_model_layers_19_mlp/std": 0.236328125, "train/tensor_act_model_layers_19_mlp/max_abs": 1.1015625, "train/tensor_act_model_layers_19_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_19_mlp/min": -0.349609375, "train/tensor_act_model_layers_19_mlp/max": 1.1015625, "train/tensor_act_model_layers_19_mlp/range": 1.451171875, "train/tensor_act_model_layers_19_residual_post_mlp/norm": 15531.6572265625, "train/tensor_act_model_layers_19_residual_post_mlp/mean": 7.46875, "train/tensor_act_model_layers_19_residual_post_mlp/std": 1.34375, "train/tensor_act_model_layers_19_residual_post_mlp/max_abs": 12.8125, "train/tensor_act_model_layers_19_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_residual_post_mlp/frac_near_user_limit": 0.02708268165588379, "train/tensor_act_model_layers_19_residual_post_mlp/min": 1.921875, "train/tensor_act_model_layers_19_residual_post_mlp/max": 12.8125, "train/tensor_act_model_layers_19_residual_post_mlp/range": 10.890625, "train/tensor_act_model_layers_20_residual_pre_attn/norm": 15531.6572265625, "train/tensor_act_model_layers_20_residual_pre_attn/mean": 7.46875, "train/tensor_act_model_layers_20_residual_pre_attn/std": 1.34375, "train/tensor_act_model_layers_20_residual_pre_attn/max_abs": 12.8125, "train/tensor_act_model_layers_20_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_residual_pre_attn/frac_near_user_limit": 0.02708268165588379, "train/tensor_act_model_layers_20_residual_pre_attn/min": 1.921875, "train/tensor_act_model_layers_20_residual_pre_attn/max": 12.8125, "train/tensor_act_model_layers_20_residual_pre_attn/range": 10.890625, "train/tensor_act_model_layers_20_residual_post_attn/norm": 15495.05859375, "train/tensor_act_model_layers_20_residual_post_attn/mean": 7.4375, "train/tensor_act_model_layers_20_residual_post_attn/std": 1.34375, "train/tensor_act_model_layers_20_residual_post_attn/max_abs": 12.6875, "train/tensor_act_model_layers_20_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_residual_post_attn/frac_near_user_limit": 0.02459716796875, "train/tensor_act_model_layers_20_residual_post_attn/min": 1.9296875, "train/tensor_act_model_layers_20_residual_post_attn/max": 12.6875, "train/tensor_act_model_layers_20_residual_post_attn/range": 10.7578125, "train/tensor_act_model_layers_20_mlp_gate_proj/norm": 1928.4820556640625, "train/tensor_act_model_layers_20_mlp_gate_proj/mean": -0.0947265625, "train/tensor_act_model_layers_20_mlp_gate_proj/std": 0.66015625, "train/tensor_act_model_layers_20_mlp_gate_proj/max_abs": 2.0, "train/tensor_act_model_layers_20_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_20_mlp_gate_proj/min": -1.140625, "train/tensor_act_model_layers_20_mlp_gate_proj/max": 2.0, "train/tensor_act_model_layers_20_mlp_gate_proj/range": 3.140625, "train/tensor_act_model_layers_20_mlp_up_proj/norm": 2138.02294921875, "train/tensor_act_model_layers_20_mlp_up_proj/mean": -0.00836181640625, "train/tensor_act_model_layers_20_mlp_up_proj/std": 0.73828125, "train/tensor_act_model_layers_20_mlp_up_proj/max_abs": 1.78125, "train/tensor_act_model_layers_20_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_20_mlp_up_proj/min": -1.78125, "train/tensor_act_model_layers_20_mlp_up_proj/max": 1.7109375, "train/tensor_act_model_layers_20_mlp_up_proj/range": 3.4921875, "train/tensor_act_model_layers_20_mlp_down_proj/norm": 1115.9173583984375, "train/tensor_act_model_layers_20_mlp_down_proj/mean": 0.490234375, "train/tensor_act_model_layers_20_mlp_down_proj/std": 0.236328125, "train/tensor_act_model_layers_20_mlp_down_proj/max_abs": 1.1015625, "train/tensor_act_model_layers_20_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_20_mlp_down_proj/min": -0.10009765625, "train/tensor_act_model_layers_20_mlp_down_proj/max": 1.1015625, "train/tensor_act_model_layers_20_mlp_down_proj/range": 1.20166015625, "train/tensor_act_model_layers_20_mlp/norm": 1115.9173583984375, "train/tensor_act_model_layers_20_mlp/mean": 0.490234375, "train/tensor_act_model_layers_20_mlp/std": 0.236328125, "train/tensor_act_model_layers_20_mlp/max_abs": 1.1015625, "train/tensor_act_model_layers_20_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_20_mlp/min": -0.10009765625, "train/tensor_act_model_layers_20_mlp/max": 1.1015625, "train/tensor_act_model_layers_20_mlp/range": 1.20166015625, "train/tensor_act_model_layers_20_residual_post_mlp/norm": 16502.28515625, "train/tensor_act_model_layers_20_residual_post_mlp/mean": 7.9375, "train/tensor_act_model_layers_20_residual_post_mlp/std": 1.390625, "train/tensor_act_model_layers_20_residual_post_mlp/max_abs": 13.375, "train/tensor_act_model_layers_20_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_residual_post_mlp/frac_near_user_limit": 0.07142329216003418, "train/tensor_act_model_layers_20_residual_post_mlp/min": 2.453125, "train/tensor_act_model_layers_20_residual_post_mlp/max": 13.375, "train/tensor_act_model_layers_20_residual_post_mlp/range": 10.921875, "train/tensor_act_model_layers_21_residual_pre_attn/norm": 16502.28515625, "train/tensor_act_model_layers_21_residual_pre_attn/mean": 7.9375, "train/tensor_act_model_layers_21_residual_pre_attn/std": 1.390625, "train/tensor_act_model_layers_21_residual_pre_attn/max_abs": 13.375, "train/tensor_act_model_layers_21_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_residual_pre_attn/frac_near_user_limit": 0.07142329216003418, "train/tensor_act_model_layers_21_residual_pre_attn/min": 2.453125, "train/tensor_act_model_layers_21_residual_pre_attn/max": 13.375, "train/tensor_act_model_layers_21_residual_pre_attn/range": 10.921875, "train/tensor_act_model_layers_21_residual_post_attn/norm": 16502.599609375, "train/tensor_act_model_layers_21_residual_post_attn/mean": 7.9375, "train/tensor_act_model_layers_21_residual_post_attn/std": 1.375, "train/tensor_act_model_layers_21_residual_post_attn/max_abs": 13.25, "train/tensor_act_model_layers_21_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_residual_post_attn/frac_near_user_limit": 0.07118844985961914, "train/tensor_act_model_layers_21_residual_post_attn/min": 2.4375, "train/tensor_act_model_layers_21_residual_post_attn/max": 13.25, "train/tensor_act_model_layers_21_residual_post_attn/range": 10.8125, "train/tensor_act_model_layers_21_mlp_gate_proj/norm": 2087.17138671875, "train/tensor_act_model_layers_21_mlp_gate_proj/mean": 0.033935546875, "train/tensor_act_model_layers_21_mlp_gate_proj/std": 0.71875, "train/tensor_act_model_layers_21_mlp_gate_proj/max_abs": 1.8359375, "train/tensor_act_model_layers_21_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_21_mlp_gate_proj/min": -1.171875, "train/tensor_act_model_layers_21_mlp_gate_proj/max": 1.8359375, "train/tensor_act_model_layers_21_mlp_gate_proj/range": 3.0078125, "train/tensor_act_model_layers_21_mlp_up_proj/norm": 2299.681396484375, "train/tensor_act_model_layers_21_mlp_up_proj/mean": -0.04443359375, "train/tensor_act_model_layers_21_mlp_up_proj/std": 0.79296875, "train/tensor_act_model_layers_21_mlp_up_proj/max_abs": 1.7890625, "train/tensor_act_model_layers_21_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_21_mlp_up_proj/min": -1.75, "train/tensor_act_model_layers_21_mlp_up_proj/max": 1.7890625, "train/tensor_act_model_layers_21_mlp_up_proj/range": 3.5390625, "train/tensor_act_model_layers_21_mlp_down_proj/norm": 1562.603271484375, "train/tensor_act_model_layers_21_mlp_down_proj/mean": 0.70703125, "train/tensor_act_model_layers_21_mlp_down_proj/std": 0.28515625, "train/tensor_act_model_layers_21_mlp_down_proj/max_abs": 1.4609375, "train/tensor_act_model_layers_21_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_21_mlp_down_proj/min": -0.267578125, "train/tensor_act_model_layers_21_mlp_down_proj/max": 1.4609375, "train/tensor_act_model_layers_21_mlp_down_proj/range": 1.728515625, "train/tensor_act_model_layers_21_mlp/norm": 1562.603271484375, "train/tensor_act_model_layers_21_mlp/mean": 0.70703125, "train/tensor_act_model_layers_21_mlp/std": 0.28515625, "train/tensor_act_model_layers_21_mlp/max_abs": 1.4609375, "train/tensor_act_model_layers_21_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_21_mlp/min": -0.267578125, "train/tensor_act_model_layers_21_mlp/max": 1.4609375, "train/tensor_act_model_layers_21_mlp/range": 1.728515625, "train/tensor_act_model_layers_21_residual_post_mlp/norm": 17944.4921875, "train/tensor_act_model_layers_21_residual_post_mlp/mean": 8.625, "train/tensor_act_model_layers_21_residual_post_mlp/std": 1.421875, "train/tensor_act_model_layers_21_residual_post_mlp/max_abs": 13.9375, "train/tensor_act_model_layers_21_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_residual_post_mlp/frac_near_user_limit": 0.17255592346191406, "train/tensor_act_model_layers_21_residual_post_mlp/min": 3.25, "train/tensor_act_model_layers_21_residual_post_mlp/max": 13.9375, "train/tensor_act_model_layers_21_residual_post_mlp/range": 10.6875, "train/tensor_act_model_layers_22_residual_pre_attn/norm": 17944.4921875, "train/tensor_act_model_layers_22_residual_pre_attn/mean": 8.625, "train/tensor_act_model_layers_22_residual_pre_attn/std": 1.421875, "train/tensor_act_model_layers_22_residual_pre_attn/max_abs": 13.9375, "train/tensor_act_model_layers_22_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_residual_pre_attn/frac_near_user_limit": 0.17255592346191406, "train/tensor_act_model_layers_22_residual_pre_attn/min": 3.25, "train/tensor_act_model_layers_22_residual_pre_attn/max": 13.9375, "train/tensor_act_model_layers_22_residual_pre_attn/range": 10.6875, "train/tensor_act_model_layers_22_residual_post_attn/norm": 17920.353515625, "train/tensor_act_model_layers_22_residual_post_attn/mean": 8.625, "train/tensor_act_model_layers_22_residual_post_attn/std": 1.4140625, "train/tensor_act_model_layers_22_residual_post_attn/max_abs": 13.875, "train/tensor_act_model_layers_22_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_residual_post_attn/frac_near_user_limit": 0.17058038711547852, "train/tensor_act_model_layers_22_residual_post_attn/min": 3.28125, "train/tensor_act_model_layers_22_residual_post_attn/max": 13.875, "train/tensor_act_model_layers_22_residual_post_attn/range": 10.59375, "train/tensor_act_model_layers_22_mlp_gate_proj/norm": 1871.284912109375, "train/tensor_act_model_layers_22_mlp_gate_proj/mean": -0.06884765625, "train/tensor_act_model_layers_22_mlp_gate_proj/std": 0.640625, "train/tensor_act_model_layers_22_mlp_gate_proj/max_abs": 1.59375, "train/tensor_act_model_layers_22_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_22_mlp_gate_proj/min": -1.046875, "train/tensor_act_model_layers_22_mlp_gate_proj/max": 1.59375, "train/tensor_act_model_layers_22_mlp_gate_proj/range": 2.640625, "train/tensor_act_model_layers_22_mlp_up_proj/norm": 2076.48095703125, "train/tensor_act_model_layers_22_mlp_up_proj/mean": -0.028564453125, "train/tensor_act_model_layers_22_mlp_up_proj/std": 0.71484375, "train/tensor_act_model_layers_22_mlp_up_proj/max_abs": 1.7421875, "train/tensor_act_model_layers_22_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_22_mlp_up_proj/min": -1.7421875, "train/tensor_act_model_layers_22_mlp_up_proj/max": 1.6875, "train/tensor_act_model_layers_22_mlp_up_proj/range": 3.4296875, "train/tensor_act_model_layers_22_mlp_down_proj/norm": 1177.831787109375, "train/tensor_act_model_layers_22_mlp_down_proj/mean": 0.51953125, "train/tensor_act_model_layers_22_mlp_down_proj/std": 0.24609375, "train/tensor_act_model_layers_22_mlp_down_proj/max_abs": 1.078125, "train/tensor_act_model_layers_22_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_22_mlp_down_proj/min": -0.1455078125, "train/tensor_act_model_layers_22_mlp_down_proj/max": 1.078125, "train/tensor_act_model_layers_22_mlp_down_proj/range": 1.2236328125, "train/tensor_act_model_layers_22_mlp/norm": 1177.831787109375, "train/tensor_act_model_layers_22_mlp/mean": 0.51953125, "train/tensor_act_model_layers_22_mlp/std": 0.24609375, "train/tensor_act_model_layers_22_mlp/max_abs": 1.078125, "train/tensor_act_model_layers_22_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_22_mlp/min": -0.1455078125, "train/tensor_act_model_layers_22_mlp/max": 1.078125, "train/tensor_act_model_layers_22_mlp/range": 1.2236328125, "train/tensor_act_model_layers_22_residual_post_mlp/norm": 18997.15234375, "train/tensor_act_model_layers_22_residual_post_mlp/mean": 9.125, "train/tensor_act_model_layers_22_residual_post_mlp/std": 1.4921875, "train/tensor_act_model_layers_22_residual_post_mlp/max_abs": 14.4375, "train/tensor_act_model_layers_22_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_residual_post_mlp/frac_near_user_limit": 0.2768383026123047, "train/tensor_act_model_layers_22_residual_post_mlp/min": 3.796875, "train/tensor_act_model_layers_22_residual_post_mlp/max": 14.4375, "train/tensor_act_model_layers_22_residual_post_mlp/range": 10.640625, "train/tensor_act_model_layers_23_residual_pre_attn/norm": 18997.15234375, "train/tensor_act_model_layers_23_residual_pre_attn/mean": 9.125, "train/tensor_act_model_layers_23_residual_pre_attn/std": 1.4921875, "train/tensor_act_model_layers_23_residual_pre_attn/max_abs": 14.4375, "train/tensor_act_model_layers_23_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_residual_pre_attn/frac_near_user_limit": 0.2768383026123047, "train/tensor_act_model_layers_23_residual_pre_attn/min": 3.796875, "train/tensor_act_model_layers_23_residual_pre_attn/max": 14.4375, "train/tensor_act_model_layers_23_residual_pre_attn/range": 10.640625, "train/tensor_act_model_layers_23_residual_post_attn/norm": 18965.119140625, "train/tensor_act_model_layers_23_residual_post_attn/mean": 9.125, "train/tensor_act_model_layers_23_residual_post_attn/std": 1.5, "train/tensor_act_model_layers_23_residual_post_attn/max_abs": 14.4375, "train/tensor_act_model_layers_23_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_residual_post_attn/frac_near_user_limit": 0.2744736671447754, "train/tensor_act_model_layers_23_residual_post_attn/min": 3.734375, "train/tensor_act_model_layers_23_residual_post_attn/max": 14.4375, "train/tensor_act_model_layers_23_residual_post_attn/range": 10.703125, "train/tensor_act_model_layers_23_mlp_gate_proj/norm": 2007.2890625, "train/tensor_act_model_layers_23_mlp_gate_proj/mean": -0.10009765625, "train/tensor_act_model_layers_23_mlp_gate_proj/std": 0.6875, "train/tensor_act_model_layers_23_mlp_gate_proj/max_abs": 1.6953125, "train/tensor_act_model_layers_23_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_23_mlp_gate_proj/min": -1.1875, "train/tensor_act_model_layers_23_mlp_gate_proj/max": 1.6953125, "train/tensor_act_model_layers_23_mlp_gate_proj/range": 2.8828125, "train/tensor_act_model_layers_23_mlp_up_proj/norm": 2288.01171875, "train/tensor_act_model_layers_23_mlp_up_proj/mean": 0.1259765625, "train/tensor_act_model_layers_23_mlp_up_proj/std": 0.78125, "train/tensor_act_model_layers_23_mlp_up_proj/max_abs": 2.046875, "train/tensor_act_model_layers_23_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_23_mlp_up_proj/min": -1.8359375, "train/tensor_act_model_layers_23_mlp_up_proj/max": 2.046875, "train/tensor_act_model_layers_23_mlp_up_proj/range": 3.8828125, "train/tensor_act_model_layers_23_mlp_down_proj/norm": 1363.722900390625, "train/tensor_act_model_layers_23_mlp_down_proj/mean": 0.6171875, "train/tensor_act_model_layers_23_mlp_down_proj/std": 0.251953125, "train/tensor_act_model_layers_23_mlp_down_proj/max_abs": 1.125, "train/tensor_act_model_layers_23_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_23_mlp_down_proj/min": -0.12451171875, "train/tensor_act_model_layers_23_mlp_down_proj/max": 1.125, "train/tensor_act_model_layers_23_mlp_down_proj/range": 1.24951171875, "train/tensor_act_model_layers_23_mlp/norm": 1363.722900390625, "train/tensor_act_model_layers_23_mlp/mean": 0.6171875, "train/tensor_act_model_layers_23_mlp/std": 0.251953125, "train/tensor_act_model_layers_23_mlp/max_abs": 1.125, "train/tensor_act_model_layers_23_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_23_mlp/min": -0.12451171875, "train/tensor_act_model_layers_23_mlp/max": 1.125, "train/tensor_act_model_layers_23_mlp/range": 1.24951171875, "train/tensor_act_model_layers_23_residual_post_mlp/norm": 20215.736328125, "train/tensor_act_model_layers_23_residual_post_mlp/mean": 9.75, "train/tensor_act_model_layers_23_residual_post_mlp/std": 1.5078125, "train/tensor_act_model_layers_23_residual_post_mlp/max_abs": 15.25, "train/tensor_act_model_layers_23_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_residual_post_mlp/frac_near_user_limit": 0.42863035202026367, "train/tensor_act_model_layers_23_residual_post_mlp/min": 4.21875, "train/tensor_act_model_layers_23_residual_post_mlp/max": 15.25, "train/tensor_act_model_layers_23_residual_post_mlp/range": 11.03125, "train/tensor_act_model_layers_24_residual_pre_attn/norm": 20215.736328125, "train/tensor_act_model_layers_24_residual_pre_attn/mean": 9.75, "train/tensor_act_model_layers_24_residual_pre_attn/std": 1.5078125, "train/tensor_act_model_layers_24_residual_pre_attn/max_abs": 15.25, "train/tensor_act_model_layers_24_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_residual_pre_attn/frac_near_user_limit": 0.42863035202026367, "train/tensor_act_model_layers_24_residual_pre_attn/min": 4.21875, "train/tensor_act_model_layers_24_residual_pre_attn/max": 15.25, "train/tensor_act_model_layers_24_residual_pre_attn/range": 11.03125, "train/tensor_act_model_layers_24_residual_post_attn/norm": 20196.73828125, "train/tensor_act_model_layers_24_residual_post_attn/mean": 9.75, "train/tensor_act_model_layers_24_residual_post_attn/std": 1.5078125, "train/tensor_act_model_layers_24_residual_post_attn/max_abs": 15.375, "train/tensor_act_model_layers_24_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_residual_post_attn/frac_near_user_limit": 0.4267692565917969, "train/tensor_act_model_layers_24_residual_post_attn/min": 4.21875, "train/tensor_act_model_layers_24_residual_post_attn/max": 15.375, "train/tensor_act_model_layers_24_residual_post_attn/range": 11.15625, "train/tensor_act_model_layers_24_mlp_gate_proj/norm": 1996.9698486328125, "train/tensor_act_model_layers_24_mlp_gate_proj/mean": -0.055908203125, "train/tensor_act_model_layers_24_mlp_gate_proj/std": 0.6875, "train/tensor_act_model_layers_24_mlp_gate_proj/max_abs": 1.96875, "train/tensor_act_model_layers_24_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_24_mlp_gate_proj/min": -1.3515625, "train/tensor_act_model_layers_24_mlp_gate_proj/max": 1.96875, "train/tensor_act_model_layers_24_mlp_gate_proj/range": 3.3203125, "train/tensor_act_model_layers_24_mlp_up_proj/norm": 2202.696533203125, "train/tensor_act_model_layers_24_mlp_up_proj/mean": -0.0115966796875, "train/tensor_act_model_layers_24_mlp_up_proj/std": 0.76171875, "train/tensor_act_model_layers_24_mlp_up_proj/max_abs": 1.8359375, "train/tensor_act_model_layers_24_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_24_mlp_up_proj/min": -1.8359375, "train/tensor_act_model_layers_24_mlp_up_proj/max": 1.5234375, "train/tensor_act_model_layers_24_mlp_up_proj/range": 3.359375, "train/tensor_act_model_layers_24_mlp_down_proj/norm": 1234.4964599609375, "train/tensor_act_model_layers_24_mlp_down_proj/mean": 0.5390625, "train/tensor_act_model_layers_24_mlp_down_proj/std": 0.26953125, "train/tensor_act_model_layers_24_mlp_down_proj/max_abs": 1.21875, "train/tensor_act_model_layers_24_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_24_mlp_down_proj/min": -0.376953125, "train/tensor_act_model_layers_24_mlp_down_proj/max": 1.21875, "train/tensor_act_model_layers_24_mlp_down_proj/range": 1.595703125, "train/tensor_act_model_layers_24_mlp/norm": 1234.4964599609375, "train/tensor_act_model_layers_24_mlp/mean": 0.5390625, "train/tensor_act_model_layers_24_mlp/std": 0.26953125, "train/tensor_act_model_layers_24_mlp/max_abs": 1.21875, "train/tensor_act_model_layers_24_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_24_mlp/min": -0.376953125, "train/tensor_act_model_layers_24_mlp/max": 1.21875, "train/tensor_act_model_layers_24_mlp/range": 1.595703125, "train/tensor_act_model_layers_24_residual_post_mlp/norm": 21289.76171875, "train/tensor_act_model_layers_24_residual_post_mlp/mean": 10.3125, "train/tensor_act_model_layers_24_residual_post_mlp/std": 1.515625, "train/tensor_act_model_layers_24_residual_post_mlp/max_abs": 16.625, "train/tensor_act_model_layers_24_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_residual_post_mlp/frac_near_user_limit": 0.5683498382568359, "train/tensor_act_model_layers_24_residual_post_mlp/min": 4.65625, "train/tensor_act_model_layers_24_residual_post_mlp/max": 16.625, "train/tensor_act_model_layers_24_residual_post_mlp/range": 11.96875, "train/tensor_act_model_layers_25_residual_pre_attn/norm": 21289.76171875, "train/tensor_act_model_layers_25_residual_pre_attn/mean": 10.3125, "train/tensor_act_model_layers_25_residual_pre_attn/std": 1.515625, "train/tensor_act_model_layers_25_residual_pre_attn/max_abs": 16.625, "train/tensor_act_model_layers_25_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_residual_pre_attn/frac_near_user_limit": 0.5683498382568359, "train/tensor_act_model_layers_25_residual_pre_attn/min": 4.65625, "train/tensor_act_model_layers_25_residual_pre_attn/max": 16.625, "train/tensor_act_model_layers_25_residual_pre_attn/range": 11.96875, "train/tensor_act_model_layers_25_residual_post_attn/norm": 21277.23046875, "train/tensor_act_model_layers_25_residual_post_attn/mean": 10.25, "train/tensor_act_model_layers_25_residual_post_attn/std": 1.5234375, "train/tensor_act_model_layers_25_residual_post_attn/max_abs": 16.75, "train/tensor_act_model_layers_25_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_residual_post_attn/frac_near_user_limit": 0.5675795078277588, "train/tensor_act_model_layers_25_residual_post_attn/min": 4.46875, "train/tensor_act_model_layers_25_residual_post_attn/max": 16.75, "train/tensor_act_model_layers_25_residual_post_attn/range": 12.28125, "train/tensor_act_model_layers_25_mlp_gate_proj/norm": 2064.453857421875, "train/tensor_act_model_layers_25_mlp_gate_proj/mean": 0.05810546875, "train/tensor_act_model_layers_25_mlp_gate_proj/std": 0.7109375, "train/tensor_act_model_layers_25_mlp_gate_proj/max_abs": 1.828125, "train/tensor_act_model_layers_25_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_25_mlp_gate_proj/min": -0.87890625, "train/tensor_act_model_layers_25_mlp_gate_proj/max": 1.828125, "train/tensor_act_model_layers_25_mlp_gate_proj/range": 2.70703125, "train/tensor_act_model_layers_25_mlp_up_proj/norm": 2266.102294921875, "train/tensor_act_model_layers_25_mlp_up_proj/mean": 0.044189453125, "train/tensor_act_model_layers_25_mlp_up_proj/std": 0.78125, "train/tensor_act_model_layers_25_mlp_up_proj/max_abs": 1.8203125, "train/tensor_act_model_layers_25_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_25_mlp_up_proj/min": -1.8203125, "train/tensor_act_model_layers_25_mlp_up_proj/max": 1.6796875, "train/tensor_act_model_layers_25_mlp_up_proj/range": 3.5, "train/tensor_act_model_layers_25_mlp_down_proj/norm": 1513.0103759765625, "train/tensor_act_model_layers_25_mlp_down_proj/mean": 0.6796875, "train/tensor_act_model_layers_25_mlp_down_proj/std": 0.2890625, "train/tensor_act_model_layers_25_mlp_down_proj/max_abs": 1.4140625, "train/tensor_act_model_layers_25_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_25_mlp_down_proj/min": -0.173828125, "train/tensor_act_model_layers_25_mlp_down_proj/max": 1.4140625, "train/tensor_act_model_layers_25_mlp_down_proj/range": 1.587890625, "train/tensor_act_model_layers_25_mlp/norm": 1513.0103759765625, "train/tensor_act_model_layers_25_mlp/mean": 0.6796875, "train/tensor_act_model_layers_25_mlp/std": 0.2890625, "train/tensor_act_model_layers_25_mlp/max_abs": 1.4140625, "train/tensor_act_model_layers_25_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_25_mlp/min": -0.173828125, "train/tensor_act_model_layers_25_mlp/max": 1.4140625, "train/tensor_act_model_layers_25_mlp/range": 1.587890625, "train/tensor_act_model_layers_25_residual_post_mlp/norm": 22660.94921875, "train/tensor_act_model_layers_25_residual_post_mlp/mean": 10.9375, "train/tensor_act_model_layers_25_residual_post_mlp/std": 1.5625, "train/tensor_act_model_layers_25_residual_post_mlp/max_abs": 17.875, "train/tensor_act_model_layers_25_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_residual_post_mlp/frac_near_user_limit": 0.7180731296539307, "train/tensor_act_model_layers_25_residual_post_mlp/min": 4.875, "train/tensor_act_model_layers_25_residual_post_mlp/max": 17.875, "train/tensor_act_model_layers_25_residual_post_mlp/range": 13.0, "train/tensor_act_model_layers_26_residual_pre_attn/norm": 22660.94921875, "train/tensor_act_model_layers_26_residual_pre_attn/mean": 10.9375, "train/tensor_act_model_layers_26_residual_pre_attn/std": 1.5625, "train/tensor_act_model_layers_26_residual_pre_attn/max_abs": 17.875, "train/tensor_act_model_layers_26_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_residual_pre_attn/frac_near_user_limit": 0.7180731296539307, "train/tensor_act_model_layers_26_residual_pre_attn/min": 4.875, "train/tensor_act_model_layers_26_residual_pre_attn/max": 17.875, "train/tensor_act_model_layers_26_residual_pre_attn/range": 13.0, "train/tensor_act_model_layers_26_residual_post_attn/norm": 22631.884765625, "train/tensor_act_model_layers_26_residual_post_attn/mean": 10.9375, "train/tensor_act_model_layers_26_residual_post_attn/std": 1.5625, "train/tensor_act_model_layers_26_residual_post_attn/max_abs": 17.75, "train/tensor_act_model_layers_26_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_residual_post_attn/frac_near_user_limit": 0.7125141620635986, "train/tensor_act_model_layers_26_residual_post_attn/min": 4.8125, "train/tensor_act_model_layers_26_residual_post_attn/max": 17.75, "train/tensor_act_model_layers_26_residual_post_attn/range": 12.9375, "train/tensor_act_model_layers_26_mlp_gate_proj/norm": 2052.0673828125, "train/tensor_act_model_layers_26_mlp_gate_proj/mean": 0.014404296875, "train/tensor_act_model_layers_26_mlp_gate_proj/std": 0.70703125, "train/tensor_act_model_layers_26_mlp_gate_proj/max_abs": 2.125, "train/tensor_act_model_layers_26_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_26_mlp_gate_proj/min": -1.2109375, "train/tensor_act_model_layers_26_mlp_gate_proj/max": 2.125, "train/tensor_act_model_layers_26_mlp_gate_proj/range": 3.3359375, "train/tensor_act_model_layers_26_mlp_up_proj/norm": 2302.6591796875, "train/tensor_act_model_layers_26_mlp_up_proj/mean": -0.0115966796875, "train/tensor_act_model_layers_26_mlp_up_proj/std": 0.796875, "train/tensor_act_model_layers_26_mlp_up_proj/max_abs": 1.8203125, "train/tensor_act_model_layers_26_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_26_mlp_up_proj/min": -1.8203125, "train/tensor_act_model_layers_26_mlp_up_proj/max": 1.59375, "train/tensor_act_model_layers_26_mlp_up_proj/range": 3.4140625, "train/tensor_act_model_layers_26_mlp_down_proj/norm": 1464.82861328125, "train/tensor_act_model_layers_26_mlp_down_proj/mean": 0.6484375, "train/tensor_act_model_layers_26_mlp_down_proj/std": 0.302734375, "train/tensor_act_model_layers_26_mlp_down_proj/max_abs": 1.4375, "train/tensor_act_model_layers_26_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_26_mlp_down_proj/min": -0.0849609375, "train/tensor_act_model_layers_26_mlp_down_proj/max": 1.4375, "train/tensor_act_model_layers_26_mlp_down_proj/range": 1.5224609375, "train/tensor_act_model_layers_26_mlp/norm": 1464.82861328125, "train/tensor_act_model_layers_26_mlp/mean": 0.6484375, "train/tensor_act_model_layers_26_mlp/std": 0.302734375, "train/tensor_act_model_layers_26_mlp/max_abs": 1.4375, "train/tensor_act_model_layers_26_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_26_mlp/min": -0.0849609375, "train/tensor_act_model_layers_26_mlp/max": 1.4375, "train/tensor_act_model_layers_26_mlp/range": 1.5224609375, "train/tensor_act_model_layers_26_residual_post_mlp/norm": 23957.953125, "train/tensor_act_model_layers_26_residual_post_mlp/mean": 11.5625, "train/tensor_act_model_layers_26_residual_post_mlp/std": 1.609375, "train/tensor_act_model_layers_26_residual_post_mlp/max_abs": 18.75, "train/tensor_act_model_layers_26_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_residual_post_mlp/frac_near_user_limit": 0.8310458660125732, "train/tensor_act_model_layers_26_residual_post_mlp/min": 4.90625, "train/tensor_act_model_layers_26_residual_post_mlp/max": 18.75, "train/tensor_act_model_layers_26_residual_post_mlp/range": 13.84375, "train/tensor_act_model_layers_27_residual_pre_attn/norm": 23957.953125, "train/tensor_act_model_layers_27_residual_pre_attn/mean": 11.5625, "train/tensor_act_model_layers_27_residual_pre_attn/std": 1.609375, "train/tensor_act_model_layers_27_residual_pre_attn/max_abs": 18.75, "train/tensor_act_model_layers_27_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_residual_pre_attn/frac_near_user_limit": 0.8310458660125732, "train/tensor_act_model_layers_27_residual_pre_attn/min": 4.90625, "train/tensor_act_model_layers_27_residual_pre_attn/max": 18.75, "train/tensor_act_model_layers_27_residual_pre_attn/range": 13.84375, "train/tensor_act_model_layers_27_residual_post_attn/norm": 23936.08984375, "train/tensor_act_model_layers_27_residual_post_attn/mean": 11.5625, "train/tensor_act_model_layers_27_residual_post_attn/std": 1.609375, "train/tensor_act_model_layers_27_residual_post_attn/max_abs": 18.625, "train/tensor_act_model_layers_27_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_residual_post_attn/frac_near_user_limit": 0.8300004005432129, "train/tensor_act_model_layers_27_residual_post_attn/min": 4.90625, "train/tensor_act_model_layers_27_residual_post_attn/max": 18.625, "train/tensor_act_model_layers_27_residual_post_attn/range": 13.71875, "train/tensor_act_model_layers_27_mlp_gate_proj/norm": 2110.24169921875, "train/tensor_act_model_layers_27_mlp_gate_proj/mean": 0.01171875, "train/tensor_act_model_layers_27_mlp_gate_proj/std": 0.7265625, "train/tensor_act_model_layers_27_mlp_gate_proj/max_abs": 1.921875, "train/tensor_act_model_layers_27_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_27_mlp_gate_proj/min": -1.125, "train/tensor_act_model_layers_27_mlp_gate_proj/max": 1.921875, "train/tensor_act_model_layers_27_mlp_gate_proj/range": 3.046875, "train/tensor_act_model_layers_27_mlp_up_proj/norm": 2336.3564453125, "train/tensor_act_model_layers_27_mlp_up_proj/mean": -0.03125, "train/tensor_act_model_layers_27_mlp_up_proj/std": 0.8046875, "train/tensor_act_model_layers_27_mlp_up_proj/max_abs": 1.8125, "train/tensor_act_model_layers_27_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_27_mlp_up_proj/min": -1.6953125, "train/tensor_act_model_layers_27_mlp_up_proj/max": 1.8125, "train/tensor_act_model_layers_27_mlp_up_proj/range": 3.5078125, "train/tensor_act_model_layers_27_mlp_down_proj/norm": 1570.4139404296875, "train/tensor_act_model_layers_27_mlp_down_proj/mean": 0.69921875, "train/tensor_act_model_layers_27_mlp_down_proj/std": 0.3125, "train/tensor_act_model_layers_27_mlp_down_proj/max_abs": 1.6484375, "train/tensor_act_model_layers_27_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_27_mlp_down_proj/min": -0.12255859375, "train/tensor_act_model_layers_27_mlp_down_proj/max": 1.6484375, "train/tensor_act_model_layers_27_mlp_down_proj/range": 1.77099609375, "train/tensor_act_model_layers_27_mlp/norm": 1570.4139404296875, "train/tensor_act_model_layers_27_mlp/mean": 0.69921875, "train/tensor_act_model_layers_27_mlp/std": 0.3125, "train/tensor_act_model_layers_27_mlp/max_abs": 1.6484375, "train/tensor_act_model_layers_27_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_27_mlp/min": -0.12255859375, "train/tensor_act_model_layers_27_mlp/max": 1.6484375, "train/tensor_act_model_layers_27_mlp/range": 1.77099609375, "train/tensor_act_model_layers_27_residual_post_mlp/norm": 25377.7421875, "train/tensor_act_model_layers_27_residual_post_mlp/mean": 12.25, "train/tensor_act_model_layers_27_residual_post_mlp/std": 1.6875, "train/tensor_act_model_layers_27_residual_post_mlp/max_abs": 19.5, "train/tensor_act_model_layers_27_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_residual_post_mlp/frac_near_user_limit": 0.9094095230102539, "train/tensor_act_model_layers_27_residual_post_mlp/min": 5.125, "train/tensor_act_model_layers_27_residual_post_mlp/max": 19.5, "train/tensor_act_model_layers_27_residual_post_mlp/range": 14.375, "train/tensor_act_model_layers_28_residual_pre_attn/norm": 25377.7421875, "train/tensor_act_model_layers_28_residual_pre_attn/mean": 12.25, "train/tensor_act_model_layers_28_residual_pre_attn/std": 1.6875, "train/tensor_act_model_layers_28_residual_pre_attn/max_abs": 19.5, "train/tensor_act_model_layers_28_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_residual_pre_attn/frac_near_user_limit": 0.9094095230102539, "train/tensor_act_model_layers_28_residual_pre_attn/min": 5.125, "train/tensor_act_model_layers_28_residual_pre_attn/max": 19.5, "train/tensor_act_model_layers_28_residual_pre_attn/range": 14.375, "train/tensor_act_model_layers_28_residual_post_attn/norm": 25346.736328125, "train/tensor_act_model_layers_28_residual_post_attn/mean": 12.25, "train/tensor_act_model_layers_28_residual_post_attn/std": 1.6796875, "train/tensor_act_model_layers_28_residual_post_attn/max_abs": 19.375, "train/tensor_act_model_layers_28_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_residual_post_attn/frac_near_user_limit": 0.9098374843597412, "train/tensor_act_model_layers_28_residual_post_attn/min": 5.15625, "train/tensor_act_model_layers_28_residual_post_attn/max": 19.375, "train/tensor_act_model_layers_28_residual_post_attn/range": 14.21875, "train/tensor_act_model_layers_28_mlp_gate_proj/norm": 2048.901123046875, "train/tensor_act_model_layers_28_mlp_gate_proj/mean": -0.02880859375, "train/tensor_act_model_layers_28_mlp_gate_proj/std": 0.70703125, "train/tensor_act_model_layers_28_mlp_gate_proj/max_abs": 1.9609375, "train/tensor_act_model_layers_28_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_28_mlp_gate_proj/min": -0.87109375, "train/tensor_act_model_layers_28_mlp_gate_proj/max": 1.9609375, "train/tensor_act_model_layers_28_mlp_gate_proj/range": 2.83203125, "train/tensor_act_model_layers_28_mlp_up_proj/norm": 2371.962890625, "train/tensor_act_model_layers_28_mlp_up_proj/mean": -0.0234375, "train/tensor_act_model_layers_28_mlp_up_proj/std": 0.8203125, "train/tensor_act_model_layers_28_mlp_up_proj/max_abs": 2.09375, "train/tensor_act_model_layers_28_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_28_mlp_up_proj/min": -1.84375, "train/tensor_act_model_layers_28_mlp_up_proj/max": 2.09375, "train/tensor_act_model_layers_28_mlp_up_proj/range": 3.9375, "train/tensor_act_model_layers_28_mlp_down_proj/norm": 1498.7703857421875, "train/tensor_act_model_layers_28_mlp_down_proj/mean": 0.66015625, "train/tensor_act_model_layers_28_mlp_down_proj/std": 0.3125, "train/tensor_act_model_layers_28_mlp_down_proj/max_abs": 1.53125, "train/tensor_act_model_layers_28_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_28_mlp_down_proj/min": -0.162109375, "train/tensor_act_model_layers_28_mlp_down_proj/max": 1.53125, "train/tensor_act_model_layers_28_mlp_down_proj/range": 1.693359375, "train/tensor_act_model_layers_28_mlp/norm": 1498.7703857421875, "train/tensor_act_model_layers_28_mlp/mean": 0.66015625, "train/tensor_act_model_layers_28_mlp/std": 0.3125, "train/tensor_act_model_layers_28_mlp/max_abs": 1.53125, "train/tensor_act_model_layers_28_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_28_mlp/min": -0.162109375, "train/tensor_act_model_layers_28_mlp/max": 1.53125, "train/tensor_act_model_layers_28_mlp/range": 1.693359375, "train/tensor_act_model_layers_28_residual_post_mlp/norm": 26709.447265625, "train/tensor_act_model_layers_28_residual_post_mlp/mean": 12.9375, "train/tensor_act_model_layers_28_residual_post_mlp/std": 1.7578125, "train/tensor_act_model_layers_28_residual_post_mlp/max_abs": 20.125, "train/tensor_act_model_layers_28_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_residual_post_mlp/frac_near_user_limit": 0.9451735019683838, "train/tensor_act_model_layers_28_residual_post_mlp/min": 6.0625, "train/tensor_act_model_layers_28_residual_post_mlp/max": 20.125, "train/tensor_act_model_layers_28_residual_post_mlp/range": 14.0625, "train/tensor_act_model_layers_29_residual_pre_attn/norm": 26709.447265625, "train/tensor_act_model_layers_29_residual_pre_attn/mean": 12.9375, "train/tensor_act_model_layers_29_residual_pre_attn/std": 1.7578125, "train/tensor_act_model_layers_29_residual_pre_attn/max_abs": 20.125, "train/tensor_act_model_layers_29_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_residual_pre_attn/frac_near_user_limit": 0.9451735019683838, "train/tensor_act_model_layers_29_residual_pre_attn/min": 6.0625, "train/tensor_act_model_layers_29_residual_pre_attn/max": 20.125, "train/tensor_act_model_layers_29_residual_pre_attn/range": 14.0625, "train/tensor_act_model_layers_29_residual_post_attn/norm": 26669.77734375, "train/tensor_act_model_layers_29_residual_post_attn/mean": 12.875, "train/tensor_act_model_layers_29_residual_post_attn/std": 1.7578125, "train/tensor_act_model_layers_29_residual_post_attn/max_abs": 20.0, "train/tensor_act_model_layers_29_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_residual_post_attn/frac_near_user_limit": 0.9436585903167725, "train/tensor_act_model_layers_29_residual_post_attn/min": 5.96875, "train/tensor_act_model_layers_29_residual_post_attn/max": 20.0, "train/tensor_act_model_layers_29_residual_post_attn/range": 14.03125, "train/tensor_act_model_layers_29_mlp_gate_proj/norm": 2168.8681640625, "train/tensor_act_model_layers_29_mlp_gate_proj/mean": 0.020263671875, "train/tensor_act_model_layers_29_mlp_gate_proj/std": 0.75, "train/tensor_act_model_layers_29_mlp_gate_proj/max_abs": 1.890625, "train/tensor_act_model_layers_29_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_29_mlp_gate_proj/min": -1.7578125, "train/tensor_act_model_layers_29_mlp_gate_proj/max": 1.890625, "train/tensor_act_model_layers_29_mlp_gate_proj/range": 3.6484375, "train/tensor_act_model_layers_29_mlp_up_proj/norm": 2465.873291015625, "train/tensor_act_model_layers_29_mlp_up_proj/mean": 0.033447265625, "train/tensor_act_model_layers_29_mlp_up_proj/std": 0.8515625, "train/tensor_act_model_layers_29_mlp_up_proj/max_abs": 2.0, "train/tensor_act_model_layers_29_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_29_mlp_up_proj/min": -2.0, "train/tensor_act_model_layers_29_mlp_up_proj/max": 1.75, "train/tensor_act_model_layers_29_mlp_up_proj/range": 3.75, "train/tensor_act_model_layers_29_mlp_down_proj/norm": 1678.3887939453125, "train/tensor_act_model_layers_29_mlp_down_proj/mean": 0.7578125, "train/tensor_act_model_layers_29_mlp_down_proj/std": 0.31640625, "train/tensor_act_model_layers_29_mlp_down_proj/max_abs": 1.59375, "train/tensor_act_model_layers_29_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_29_mlp_down_proj/min": -0.1953125, "train/tensor_act_model_layers_29_mlp_down_proj/max": 1.59375, "train/tensor_act_model_layers_29_mlp_down_proj/range": 1.7890625, "train/tensor_act_model_layers_29_mlp/norm": 1678.3887939453125, "train/tensor_act_model_layers_29_mlp/mean": 0.7578125, "train/tensor_act_model_layers_29_mlp/std": 0.31640625, "train/tensor_act_model_layers_29_mlp/max_abs": 1.59375, "train/tensor_act_model_layers_29_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_29_mlp/min": -0.1953125, "train/tensor_act_model_layers_29_mlp/max": 1.59375, "train/tensor_act_model_layers_29_mlp/range": 1.7890625, "train/tensor_act_model_layers_29_residual_post_mlp/norm": 28204.3359375, "train/tensor_act_model_layers_29_residual_post_mlp/mean": 13.6875, "train/tensor_act_model_layers_29_residual_post_mlp/std": 1.7578125, "train/tensor_act_model_layers_29_residual_post_mlp/max_abs": 20.5, "train/tensor_act_model_layers_29_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_residual_post_mlp/frac_near_user_limit": 0.9829857349395752, "train/tensor_act_model_layers_29_residual_post_mlp/min": 6.5625, "train/tensor_act_model_layers_29_residual_post_mlp/max": 20.5, "train/tensor_act_model_layers_29_residual_post_mlp/range": 13.9375, "train/tensor_act_model_layers_30_residual_pre_attn/norm": 28204.3359375, "train/tensor_act_model_layers_30_residual_pre_attn/mean": 13.6875, "train/tensor_act_model_layers_30_residual_pre_attn/std": 1.7578125, "train/tensor_act_model_layers_30_residual_pre_attn/max_abs": 20.5, "train/tensor_act_model_layers_30_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_residual_pre_attn/frac_near_user_limit": 0.9829857349395752, "train/tensor_act_model_layers_30_residual_pre_attn/min": 6.5625, "train/tensor_act_model_layers_30_residual_pre_attn/max": 20.5, "train/tensor_act_model_layers_30_residual_pre_attn/range": 13.9375, "train/tensor_act_model_layers_30_residual_post_attn/norm": 28176.25390625, "train/tensor_act_model_layers_30_residual_post_attn/mean": 13.625, "train/tensor_act_model_layers_30_residual_post_attn/std": 1.7578125, "train/tensor_act_model_layers_30_residual_post_attn/max_abs": 20.5, "train/tensor_act_model_layers_30_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_residual_post_attn/frac_near_user_limit": 0.983790397644043, "train/tensor_act_model_layers_30_residual_post_attn/min": 6.53125, "train/tensor_act_model_layers_30_residual_post_attn/max": 20.5, "train/tensor_act_model_layers_30_residual_post_attn/range": 13.96875, "train/tensor_act_model_layers_30_mlp_gate_proj/norm": 2024.7274169921875, "train/tensor_act_model_layers_30_mlp_gate_proj/mean": 0.041259765625, "train/tensor_act_model_layers_30_mlp_gate_proj/std": 0.69921875, "train/tensor_act_model_layers_30_mlp_gate_proj/max_abs": 1.7734375, "train/tensor_act_model_layers_30_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_30_mlp_gate_proj/min": -0.95703125, "train/tensor_act_model_layers_30_mlp_gate_proj/max": 1.7734375, "train/tensor_act_model_layers_30_mlp_gate_proj/range": 2.73046875, "train/tensor_act_model_layers_30_mlp_up_proj/norm": 2308.432861328125, "train/tensor_act_model_layers_30_mlp_up_proj/mean": 0.029296875, "train/tensor_act_model_layers_30_mlp_up_proj/std": 0.796875, "train/tensor_act_model_layers_30_mlp_up_proj/max_abs": 2.109375, "train/tensor_act_model_layers_30_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_30_mlp_up_proj/min": -2.109375, "train/tensor_act_model_layers_30_mlp_up_proj/max": 1.8046875, "train/tensor_act_model_layers_30_mlp_up_proj/range": 3.9140625, "train/tensor_act_model_layers_30_mlp_down_proj/norm": 1382.955078125, "train/tensor_act_model_layers_30_mlp_down_proj/mean": 0.6171875, "train/tensor_act_model_layers_30_mlp_down_proj/std": 0.26953125, "train/tensor_act_model_layers_30_mlp_down_proj/max_abs": 1.3203125, "train/tensor_act_model_layers_30_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_30_mlp_down_proj/min": -0.039794921875, "train/tensor_act_model_layers_30_mlp_down_proj/max": 1.3203125, "train/tensor_act_model_layers_30_mlp_down_proj/range": 1.360107421875, "train/tensor_act_model_layers_30_mlp/norm": 1382.955078125, "train/tensor_act_model_layers_30_mlp/mean": 0.6171875, "train/tensor_act_model_layers_30_mlp/std": 0.26953125, "train/tensor_act_model_layers_30_mlp/max_abs": 1.3203125, "train/tensor_act_model_layers_30_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_30_mlp/min": -0.039794921875, "train/tensor_act_model_layers_30_mlp/max": 1.3203125, "train/tensor_act_model_layers_30_mlp/range": 1.360107421875, "train/tensor_act_model_layers_30_residual_post_mlp/norm": 29446.27734375, "train/tensor_act_model_layers_30_residual_post_mlp/mean": 14.25, "train/tensor_act_model_layers_30_residual_post_mlp/std": 1.8046875, "train/tensor_act_model_layers_30_residual_post_mlp/max_abs": 21.375, "train/tensor_act_model_layers_30_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_residual_post_mlp/frac_near_user_limit": 0.994596004486084, "train/tensor_act_model_layers_30_residual_post_mlp/min": 7.21875, "train/tensor_act_model_layers_30_residual_post_mlp/max": 21.375, "train/tensor_act_model_layers_30_residual_post_mlp/range": 14.15625, "train/tensor_act_model_layers_31_residual_pre_attn/norm": 29446.27734375, "train/tensor_act_model_layers_31_residual_pre_attn/mean": 14.25, "train/tensor_act_model_layers_31_residual_pre_attn/std": 1.8046875, "train/tensor_act_model_layers_31_residual_pre_attn/max_abs": 21.375, "train/tensor_act_model_layers_31_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_residual_pre_attn/frac_near_user_limit": 0.994596004486084, "train/tensor_act_model_layers_31_residual_pre_attn/min": 7.21875, "train/tensor_act_model_layers_31_residual_pre_attn/max": 21.375, "train/tensor_act_model_layers_31_residual_pre_attn/range": 14.15625, "train/tensor_act_model_layers_31_residual_post_attn/norm": 29395.400390625, "train/tensor_act_model_layers_31_residual_post_attn/mean": 14.25, "train/tensor_act_model_layers_31_residual_post_attn/std": 1.8046875, "train/tensor_act_model_layers_31_residual_post_attn/max_abs": 21.25, "train/tensor_act_model_layers_31_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_residual_post_attn/frac_near_user_limit": 0.9944026470184326, "train/tensor_act_model_layers_31_residual_post_attn/min": 7.1875, "train/tensor_act_model_layers_31_residual_post_attn/max": 21.25, "train/tensor_act_model_layers_31_residual_post_attn/range": 14.0625, "train/tensor_act_model_layers_31_mlp_gate_proj/norm": 2086.3681640625, "train/tensor_act_model_layers_31_mlp_gate_proj/mean": 0.033447265625, "train/tensor_act_model_layers_31_mlp_gate_proj/std": 0.71875, "train/tensor_act_model_layers_31_mlp_gate_proj/max_abs": 1.6953125, "train/tensor_act_model_layers_31_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_31_mlp_gate_proj/min": -1.078125, "train/tensor_act_model_layers_31_mlp_gate_proj/max": 1.6953125, "train/tensor_act_model_layers_31_mlp_gate_proj/range": 2.7734375, "train/tensor_act_model_layers_31_mlp_up_proj/norm": 2341.8017578125, "train/tensor_act_model_layers_31_mlp_up_proj/mean": 0.0537109375, "train/tensor_act_model_layers_31_mlp_up_proj/std": 0.80859375, "train/tensor_act_model_layers_31_mlp_up_proj/max_abs": 1.8203125, "train/tensor_act_model_layers_31_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_31_mlp_up_proj/min": -1.5859375, "train/tensor_act_model_layers_31_mlp_up_proj/max": 1.8203125, "train/tensor_act_model_layers_31_mlp_up_proj/range": 3.40625, "train/tensor_act_model_layers_31_mlp_down_proj/norm": 1662.5299072265625, "train/tensor_act_model_layers_31_mlp_down_proj/mean": 0.7421875, "train/tensor_act_model_layers_31_mlp_down_proj/std": 0.33203125, "train/tensor_act_model_layers_31_mlp_down_proj/max_abs": 1.90625, "train/tensor_act_model_layers_31_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_31_mlp_down_proj/min": -0.234375, "train/tensor_act_model_layers_31_mlp_down_proj/max": 1.90625, "train/tensor_act_model_layers_31_mlp_down_proj/range": 2.140625, "train/tensor_act_model_layers_31_mlp/norm": 1662.5299072265625, "train/tensor_act_model_layers_31_mlp/mean": 0.7421875, "train/tensor_act_model_layers_31_mlp/std": 0.33203125, "train/tensor_act_model_layers_31_mlp/max_abs": 1.90625, "train/tensor_act_model_layers_31_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_31_mlp/min": -0.234375, "train/tensor_act_model_layers_31_mlp/max": 1.90625, "train/tensor_act_model_layers_31_mlp/range": 2.140625, "train/tensor_act_model_layers_31_residual_post_mlp/norm": 30911.2734375, "train/tensor_act_model_layers_31_residual_post_mlp/mean": 15.0, "train/tensor_act_model_layers_31_residual_post_mlp/std": 1.8515625, "train/tensor_act_model_layers_31_residual_post_mlp/max_abs": 21.625, "train/tensor_act_model_layers_31_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_residual_post_mlp/frac_near_user_limit": 0.9995930194854736, "train/tensor_act_model_layers_31_residual_post_mlp/min": 7.9375, "train/tensor_act_model_layers_31_residual_post_mlp/max": 21.625, "train/tensor_act_model_layers_31_residual_post_mlp/range": 13.6875, "train/tensor_act_model_layers_32_residual_pre_attn/norm": 30911.2734375, "train/tensor_act_model_layers_32_residual_pre_attn/mean": 15.0, "train/tensor_act_model_layers_32_residual_pre_attn/std": 1.8515625, "train/tensor_act_model_layers_32_residual_pre_attn/max_abs": 21.625, "train/tensor_act_model_layers_32_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_residual_pre_attn/frac_near_user_limit": 0.9995930194854736, "train/tensor_act_model_layers_32_residual_pre_attn/min": 7.9375, "train/tensor_act_model_layers_32_residual_pre_attn/max": 21.625, "train/tensor_act_model_layers_32_residual_pre_attn/range": 13.6875, "train/tensor_act_model_layers_32_residual_post_attn/norm": 30879.6484375, "train/tensor_act_model_layers_32_residual_post_attn/mean": 14.9375, "train/tensor_act_model_layers_32_residual_post_attn/std": 1.84375, "train/tensor_act_model_layers_32_residual_post_attn/max_abs": 21.625, "train/tensor_act_model_layers_32_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_residual_post_attn/frac_near_user_limit": 0.9995722770690918, "train/tensor_act_model_layers_32_residual_post_attn/min": 7.9375, "train/tensor_act_model_layers_32_residual_post_attn/max": 21.625, "train/tensor_act_model_layers_32_residual_post_attn/range": 13.6875, "train/tensor_act_model_layers_32_mlp_gate_proj/norm": 2066.00244140625, "train/tensor_act_model_layers_32_mlp_gate_proj/mean": -0.0035858154296875, "train/tensor_act_model_layers_32_mlp_gate_proj/std": 0.71484375, "train/tensor_act_model_layers_32_mlp_gate_proj/max_abs": 1.7890625, "train/tensor_act_model_layers_32_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_32_mlp_gate_proj/min": -0.9375, "train/tensor_act_model_layers_32_mlp_gate_proj/max": 1.7890625, "train/tensor_act_model_layers_32_mlp_gate_proj/range": 2.7265625, "train/tensor_act_model_layers_32_mlp_up_proj/norm": 2266.51708984375, "train/tensor_act_model_layers_32_mlp_up_proj/mean": -0.007049560546875, "train/tensor_act_model_layers_32_mlp_up_proj/std": 0.78125, "train/tensor_act_model_layers_32_mlp_up_proj/max_abs": 1.84375, "train/tensor_act_model_layers_32_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_32_mlp_up_proj/min": -1.59375, "train/tensor_act_model_layers_32_mlp_up_proj/max": 1.84375, "train/tensor_act_model_layers_32_mlp_up_proj/range": 3.4375, "train/tensor_act_model_layers_32_mlp_down_proj/norm": 1448.7010498046875, "train/tensor_act_model_layers_32_mlp_down_proj/mean": 0.63671875, "train/tensor_act_model_layers_32_mlp_down_proj/std": 0.306640625, "train/tensor_act_model_layers_32_mlp_down_proj/max_abs": 1.3671875, "train/tensor_act_model_layers_32_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_32_mlp_down_proj/min": -0.138671875, "train/tensor_act_model_layers_32_mlp_down_proj/max": 1.3671875, "train/tensor_act_model_layers_32_mlp_down_proj/range": 1.505859375, "train/tensor_act_model_layers_32_mlp/norm": 1448.7010498046875, "train/tensor_act_model_layers_32_mlp/mean": 0.63671875, "train/tensor_act_model_layers_32_mlp/std": 0.306640625, "train/tensor_act_model_layers_32_mlp/max_abs": 1.3671875, "train/tensor_act_model_layers_32_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_32_mlp/min": -0.138671875, "train/tensor_act_model_layers_32_mlp/max": 1.3671875, "train/tensor_act_model_layers_32_mlp/range": 1.505859375, "train/tensor_act_model_layers_32_residual_post_mlp/norm": 32192.037109375, "train/tensor_act_model_layers_32_residual_post_mlp/mean": 15.625, "train/tensor_act_model_layers_32_residual_post_mlp/std": 1.9296875, "train/tensor_act_model_layers_32_residual_post_mlp/max_abs": 22.25, "train/tensor_act_model_layers_32_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_residual_post_mlp/frac_near_user_limit": 0.9998786449432373, "train/tensor_act_model_layers_32_residual_post_mlp/min": 8.1875, "train/tensor_act_model_layers_32_residual_post_mlp/max": 22.25, "train/tensor_act_model_layers_32_residual_post_mlp/range": 14.0625, "train/tensor_act_model_layers_33_residual_pre_attn/norm": 32192.037109375, "train/tensor_act_model_layers_33_residual_pre_attn/mean": 15.625, "train/tensor_act_model_layers_33_residual_pre_attn/std": 1.9296875, "train/tensor_act_model_layers_33_residual_pre_attn/max_abs": 22.25, "train/tensor_act_model_layers_33_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_residual_pre_attn/frac_near_user_limit": 0.9998786449432373, "train/tensor_act_model_layers_33_residual_pre_attn/min": 8.1875, "train/tensor_act_model_layers_33_residual_pre_attn/max": 22.25, "train/tensor_act_model_layers_33_residual_pre_attn/range": 14.0625, "train/tensor_act_model_layers_33_residual_post_attn/norm": 32174.01171875, "train/tensor_act_model_layers_33_residual_post_attn/mean": 15.5625, "train/tensor_act_model_layers_33_residual_post_attn/std": 1.9296875, "train/tensor_act_model_layers_33_residual_post_attn/max_abs": 22.25, "train/tensor_act_model_layers_33_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_residual_post_attn/frac_near_user_limit": 0.9998786449432373, "train/tensor_act_model_layers_33_residual_post_attn/min": 8.1875, "train/tensor_act_model_layers_33_residual_post_attn/max": 22.25, "train/tensor_act_model_layers_33_residual_post_attn/range": 14.0625, "train/tensor_act_model_layers_33_mlp_gate_proj/norm": 2048.28857421875, "train/tensor_act_model_layers_33_mlp_gate_proj/mean": -0.00616455078125, "train/tensor_act_model_layers_33_mlp_gate_proj/std": 0.70703125, "train/tensor_act_model_layers_33_mlp_gate_proj/max_abs": 1.9296875, "train/tensor_act_model_layers_33_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_33_mlp_gate_proj/min": -1.1484375, "train/tensor_act_model_layers_33_mlp_gate_proj/max": 1.9296875, "train/tensor_act_model_layers_33_mlp_gate_proj/range": 3.078125, "train/tensor_act_model_layers_33_mlp_up_proj/norm": 2188.66357421875, "train/tensor_act_model_layers_33_mlp_up_proj/mean": -0.06103515625, "train/tensor_act_model_layers_33_mlp_up_proj/std": 0.75390625, "train/tensor_act_model_layers_33_mlp_up_proj/max_abs": 1.796875, "train/tensor_act_model_layers_33_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_33_mlp_up_proj/min": -1.796875, "train/tensor_act_model_layers_33_mlp_up_proj/max": 1.7265625, "train/tensor_act_model_layers_33_mlp_up_proj/range": 3.5234375, "train/tensor_act_model_layers_33_mlp_down_proj/norm": 1387.9996337890625, "train/tensor_act_model_layers_33_mlp_down_proj/mean": 0.60546875, "train/tensor_act_model_layers_33_mlp_down_proj/std": 0.3046875, "train/tensor_act_model_layers_33_mlp_down_proj/max_abs": 1.4765625, "train/tensor_act_model_layers_33_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_33_mlp_down_proj/min": -0.1474609375, "train/tensor_act_model_layers_33_mlp_down_proj/max": 1.4765625, "train/tensor_act_model_layers_33_mlp_down_proj/range": 1.6240234375, "train/tensor_act_model_layers_33_mlp/norm": 1387.9996337890625, "train/tensor_act_model_layers_33_mlp/mean": 0.60546875, "train/tensor_act_model_layers_33_mlp/std": 0.3046875, "train/tensor_act_model_layers_33_mlp/max_abs": 1.4765625, "train/tensor_act_model_layers_33_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_33_mlp/min": -0.1474609375, "train/tensor_act_model_layers_33_mlp/max": 1.4765625, "train/tensor_act_model_layers_33_mlp/range": 1.6240234375, "train/tensor_act_model_layers_33_residual_post_mlp/norm": 33421.0234375, "train/tensor_act_model_layers_33_residual_post_mlp/mean": 16.25, "train/tensor_act_model_layers_33_residual_post_mlp/std": 1.984375, "train/tensor_act_model_layers_33_residual_post_mlp/max_abs": 22.625, "train/tensor_act_model_layers_33_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_residual_post_mlp/frac_near_user_limit": 0.999976396560669, "train/tensor_act_model_layers_33_residual_post_mlp/min": 8.5, "train/tensor_act_model_layers_33_residual_post_mlp/max": 22.625, "train/tensor_act_model_layers_33_residual_post_mlp/range": 14.125, "train/tensor_act_model_layers_34_residual_pre_attn/norm": 33421.0234375, "train/tensor_act_model_layers_34_residual_pre_attn/mean": 16.25, "train/tensor_act_model_layers_34_residual_pre_attn/std": 1.984375, "train/tensor_act_model_layers_34_residual_pre_attn/max_abs": 22.625, "train/tensor_act_model_layers_34_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_residual_pre_attn/frac_near_user_limit": 0.999976396560669, "train/tensor_act_model_layers_34_residual_pre_attn/min": 8.5, "train/tensor_act_model_layers_34_residual_pre_attn/max": 22.625, "train/tensor_act_model_layers_34_residual_pre_attn/range": 14.125, "train/tensor_act_model_layers_34_residual_post_attn/norm": 33367.1015625, "train/tensor_act_model_layers_34_residual_post_attn/mean": 16.125, "train/tensor_act_model_layers_34_residual_post_attn/std": 1.9765625, "train/tensor_act_model_layers_34_residual_post_attn/max_abs": 22.625, "train/tensor_act_model_layers_34_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_residual_post_attn/frac_near_user_limit": 0.99997878074646, "train/tensor_act_model_layers_34_residual_post_attn/min": 8.625, "train/tensor_act_model_layers_34_residual_post_attn/max": 22.625, "train/tensor_act_model_layers_34_residual_post_attn/range": 14.0, "train/tensor_act_model_layers_34_mlp_gate_proj/norm": 2065.5478515625, "train/tensor_act_model_layers_34_mlp_gate_proj/mean": 0.021484375, "train/tensor_act_model_layers_34_mlp_gate_proj/std": 0.7109375, "train/tensor_act_model_layers_34_mlp_gate_proj/max_abs": 1.9140625, "train/tensor_act_model_layers_34_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_34_mlp_gate_proj/min": -0.94140625, "train/tensor_act_model_layers_34_mlp_gate_proj/max": 1.9140625, "train/tensor_act_model_layers_34_mlp_gate_proj/range": 2.85546875, "train/tensor_act_model_layers_34_mlp_up_proj/norm": 2321.779296875, "train/tensor_act_model_layers_34_mlp_up_proj/mean": 0.09765625, "train/tensor_act_model_layers_34_mlp_up_proj/std": 0.796875, "train/tensor_act_model_layers_34_mlp_up_proj/max_abs": 1.921875, "train/tensor_act_model_layers_34_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_34_mlp_up_proj/min": -1.4921875, "train/tensor_act_model_layers_34_mlp_up_proj/max": 1.921875, "train/tensor_act_model_layers_34_mlp_up_proj/range": 3.4140625, "train/tensor_act_model_layers_34_mlp_down_proj/norm": 1565.6358642578125, "train/tensor_act_model_layers_34_mlp_down_proj/mean": 0.69140625, "train/tensor_act_model_layers_34_mlp_down_proj/std": 0.330078125, "train/tensor_act_model_layers_34_mlp_down_proj/max_abs": 1.6953125, "train/tensor_act_model_layers_34_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_34_mlp_down_proj/min": -0.08349609375, "train/tensor_act_model_layers_34_mlp_down_proj/max": 1.6953125, "train/tensor_act_model_layers_34_mlp_down_proj/range": 1.77880859375, "train/tensor_act_model_layers_34_mlp/norm": 1565.6358642578125, "train/tensor_act_model_layers_34_mlp/mean": 0.69140625, "train/tensor_act_model_layers_34_mlp/std": 0.330078125, "train/tensor_act_model_layers_34_mlp/max_abs": 1.6953125, "train/tensor_act_model_layers_34_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_34_mlp/min": -0.08349609375, "train/tensor_act_model_layers_34_mlp/max": 1.6953125, "train/tensor_act_model_layers_34_mlp/range": 1.77880859375, "train/tensor_act_model_layers_34_residual_post_mlp/norm": 34779.98046875, "train/tensor_act_model_layers_34_residual_post_mlp/mean": 16.875, "train/tensor_act_model_layers_34_residual_post_mlp/std": 2.0, "train/tensor_act_model_layers_34_residual_post_mlp/max_abs": 23.25, "train/tensor_act_model_layers_34_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_residual_post_mlp/frac_near_user_limit": 0.9999978542327881, "train/tensor_act_model_layers_34_residual_post_mlp/min": 9.0625, "train/tensor_act_model_layers_34_residual_post_mlp/max": 23.25, "train/tensor_act_model_layers_34_residual_post_mlp/range": 14.1875, "train/tensor_act_model_layers_35_residual_pre_attn/norm": 34779.98046875, "train/tensor_act_model_layers_35_residual_pre_attn/mean": 16.875, "train/tensor_act_model_layers_35_residual_pre_attn/std": 2.0, "train/tensor_act_model_layers_35_residual_pre_attn/max_abs": 23.25, "train/tensor_act_model_layers_35_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_residual_pre_attn/frac_near_user_limit": 0.9999978542327881, "train/tensor_act_model_layers_35_residual_pre_attn/min": 9.0625, "train/tensor_act_model_layers_35_residual_pre_attn/max": 23.25, "train/tensor_act_model_layers_35_residual_pre_attn/range": 14.1875, "train/tensor_act_model_layers_35_residual_post_attn/norm": 34713.22265625, "train/tensor_act_model_layers_35_residual_post_attn/mean": 16.875, "train/tensor_act_model_layers_35_residual_post_attn/std": 1.96875, "train/tensor_act_model_layers_35_residual_post_attn/max_abs": 23.25, "train/tensor_act_model_layers_35_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_residual_post_attn/frac_near_user_limit": 0.9999990463256836, "train/tensor_act_model_layers_35_residual_post_attn/min": 9.375, "train/tensor_act_model_layers_35_residual_post_attn/max": 23.25, "train/tensor_act_model_layers_35_residual_post_attn/range": 13.875, "train/tensor_act_model_layers_35_mlp_gate_proj/norm": 2106.685302734375, "train/tensor_act_model_layers_35_mlp_gate_proj/mean": 0.049560546875, "train/tensor_act_model_layers_35_mlp_gate_proj/std": 0.7265625, "train/tensor_act_model_layers_35_mlp_gate_proj/max_abs": 1.734375, "train/tensor_act_model_layers_35_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_35_mlp_gate_proj/min": -1.125, "train/tensor_act_model_layers_35_mlp_gate_proj/max": 1.734375, "train/tensor_act_model_layers_35_mlp_gate_proj/range": 2.859375, "train/tensor_act_model_layers_35_mlp_up_proj/norm": 2319.621826171875, "train/tensor_act_model_layers_35_mlp_up_proj/mean": -0.08740234375, "train/tensor_act_model_layers_35_mlp_up_proj/std": 0.796875, "train/tensor_act_model_layers_35_mlp_up_proj/max_abs": 1.84375, "train/tensor_act_model_layers_35_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_35_mlp_up_proj/min": -1.7890625, "train/tensor_act_model_layers_35_mlp_up_proj/max": 1.84375, "train/tensor_act_model_layers_35_mlp_up_proj/range": 3.6328125, "train/tensor_act_model_layers_35_mlp_down_proj/norm": 1529.0465087890625, "train/tensor_act_model_layers_35_mlp_down_proj/mean": 0.6953125, "train/tensor_act_model_layers_35_mlp_down_proj/std": 0.271484375, "train/tensor_act_model_layers_35_mlp_down_proj/max_abs": 1.6015625, "train/tensor_act_model_layers_35_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_35_mlp_down_proj/min": -0.031982421875, "train/tensor_act_model_layers_35_mlp_down_proj/max": 1.6015625, "train/tensor_act_model_layers_35_mlp_down_proj/range": 1.633544921875, "train/tensor_act_model_layers_35_mlp/norm": 1529.0465087890625, "train/tensor_act_model_layers_35_mlp/mean": 0.6953125, "train/tensor_act_model_layers_35_mlp/std": 0.271484375, "train/tensor_act_model_layers_35_mlp/max_abs": 1.6015625, "train/tensor_act_model_layers_35_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_35_mlp/min": -0.031982421875, "train/tensor_act_model_layers_35_mlp/max": 1.6015625, "train/tensor_act_model_layers_35_mlp/range": 1.633544921875, "train/tensor_act_model_layers_35_residual_post_mlp/norm": 36135.4140625, "train/tensor_act_model_layers_35_residual_post_mlp/mean": 17.5, "train/tensor_act_model_layers_35_residual_post_mlp/std": 1.9921875, "train/tensor_act_model_layers_35_residual_post_mlp/max_abs": 24.375, "train/tensor_act_model_layers_35_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_35_residual_post_mlp/min": 10.0625, "train/tensor_act_model_layers_35_residual_post_mlp/max": 24.375, "train/tensor_act_model_layers_35_residual_post_mlp/range": 14.3125, "train/tensor_act_model_layers_36_residual_pre_attn/norm": 36135.4140625, "train/tensor_act_model_layers_36_residual_pre_attn/mean": 17.5, "train/tensor_act_model_layers_36_residual_pre_attn/std": 1.9921875, "train/tensor_act_model_layers_36_residual_pre_attn/max_abs": 24.375, "train/tensor_act_model_layers_36_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_36_residual_pre_attn/min": 10.0625, "train/tensor_act_model_layers_36_residual_pre_attn/max": 24.375, "train/tensor_act_model_layers_36_residual_pre_attn/range": 14.3125, "train/tensor_act_model_layers_36_residual_post_attn/norm": 36143.93359375, "train/tensor_act_model_layers_36_residual_post_attn/mean": 17.5, "train/tensor_act_model_layers_36_residual_post_attn/std": 1.984375, "train/tensor_act_model_layers_36_residual_post_attn/max_abs": 24.375, "train/tensor_act_model_layers_36_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_residual_post_attn/frac_near_user_limit": 0.9999997615814209, "train/tensor_act_model_layers_36_residual_post_attn/min": 9.875, "train/tensor_act_model_layers_36_residual_post_attn/max": 24.375, "train/tensor_act_model_layers_36_residual_post_attn/range": 14.5, "train/tensor_act_model_layers_36_mlp_gate_proj/norm": 2173.729736328125, "train/tensor_act_model_layers_36_mlp_gate_proj/mean": 0.06494140625, "train/tensor_act_model_layers_36_mlp_gate_proj/std": 0.74609375, "train/tensor_act_model_layers_36_mlp_gate_proj/max_abs": 1.984375, "train/tensor_act_model_layers_36_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_36_mlp_gate_proj/min": -1.4140625, "train/tensor_act_model_layers_36_mlp_gate_proj/max": 1.984375, "train/tensor_act_model_layers_36_mlp_gate_proj/range": 3.3984375, "train/tensor_act_model_layers_36_mlp_up_proj/norm": 2386.90283203125, "train/tensor_act_model_layers_36_mlp_up_proj/mean": -0.078125, "train/tensor_act_model_layers_36_mlp_up_proj/std": 0.8203125, "train/tensor_act_model_layers_36_mlp_up_proj/max_abs": 1.96875, "train/tensor_act_model_layers_36_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_36_mlp_up_proj/min": -1.9296875, "train/tensor_act_model_layers_36_mlp_up_proj/max": 1.96875, "train/tensor_act_model_layers_36_mlp_up_proj/range": 3.8984375, "train/tensor_act_model_layers_36_mlp_down_proj/norm": 1667.04638671875, "train/tensor_act_model_layers_36_mlp_down_proj/mean": 0.75390625, "train/tensor_act_model_layers_36_mlp_down_proj/std": 0.306640625, "train/tensor_act_model_layers_36_mlp_down_proj/max_abs": 1.546875, "train/tensor_act_model_layers_36_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_36_mlp_down_proj/min": -0.07763671875, "train/tensor_act_model_layers_36_mlp_down_proj/max": 1.546875, "train/tensor_act_model_layers_36_mlp_down_proj/range": 1.62451171875, "train/tensor_act_model_layers_36_mlp/norm": 1667.04638671875, "train/tensor_act_model_layers_36_mlp/mean": 0.75390625, "train/tensor_act_model_layers_36_mlp/std": 0.306640625, "train/tensor_act_model_layers_36_mlp/max_abs": 1.546875, "train/tensor_act_model_layers_36_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_36_mlp/min": -0.07763671875, "train/tensor_act_model_layers_36_mlp/max": 1.546875, "train/tensor_act_model_layers_36_mlp/range": 1.62451171875, "train/tensor_act_model_layers_36_residual_post_mlp/norm": 37669.125, "train/tensor_act_model_layers_36_residual_post_mlp/mean": 18.25, "train/tensor_act_model_layers_36_residual_post_mlp/std": 1.953125, "train/tensor_act_model_layers_36_residual_post_mlp/max_abs": 25.0, "train/tensor_act_model_layers_36_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_36_residual_post_mlp/min": 11.1875, "train/tensor_act_model_layers_36_residual_post_mlp/max": 25.0, "train/tensor_act_model_layers_36_residual_post_mlp/range": 13.8125, "train/tensor_act_model_layers_37_residual_pre_attn/norm": 37669.125, "train/tensor_act_model_layers_37_residual_pre_attn/mean": 18.25, "train/tensor_act_model_layers_37_residual_pre_attn/std": 1.953125, "train/tensor_act_model_layers_37_residual_pre_attn/max_abs": 25.0, "train/tensor_act_model_layers_37_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_37_residual_pre_attn/min": 11.1875, "train/tensor_act_model_layers_37_residual_pre_attn/max": 25.0, "train/tensor_act_model_layers_37_residual_pre_attn/range": 13.8125, "train/tensor_act_model_layers_37_residual_post_attn/norm": 37673.921875, "train/tensor_act_model_layers_37_residual_post_attn/mean": 18.25, "train/tensor_act_model_layers_37_residual_post_attn/std": 1.9609375, "train/tensor_act_model_layers_37_residual_post_attn/max_abs": 25.125, "train/tensor_act_model_layers_37_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_37_residual_post_attn/min": 11.0625, "train/tensor_act_model_layers_37_residual_post_attn/max": 25.125, "train/tensor_act_model_layers_37_residual_post_attn/range": 14.0625, "train/tensor_act_model_layers_37_mlp_gate_proj/norm": 2094.893310546875, "train/tensor_act_model_layers_37_mlp_gate_proj/mean": 0.0272216796875, "train/tensor_act_model_layers_37_mlp_gate_proj/std": 0.72265625, "train/tensor_act_model_layers_37_mlp_gate_proj/max_abs": 1.8671875, "train/tensor_act_model_layers_37_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_37_mlp_gate_proj/min": -1.015625, "train/tensor_act_model_layers_37_mlp_gate_proj/max": 1.8671875, "train/tensor_act_model_layers_37_mlp_gate_proj/range": 2.8828125, "train/tensor_act_model_layers_37_mlp_up_proj/norm": 2319.027099609375, "train/tensor_act_model_layers_37_mlp_up_proj/mean": 0.053955078125, "train/tensor_act_model_layers_37_mlp_up_proj/std": 0.80078125, "train/tensor_act_model_layers_37_mlp_up_proj/max_abs": 1.859375, "train/tensor_act_model_layers_37_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_37_mlp_up_proj/min": -1.6875, "train/tensor_act_model_layers_37_mlp_up_proj/max": 1.859375, "train/tensor_act_model_layers_37_mlp_up_proj/range": 3.546875, "train/tensor_act_model_layers_37_mlp_down_proj/norm": 1535.8907470703125, "train/tensor_act_model_layers_37_mlp_down_proj/mean": 0.68359375, "train/tensor_act_model_layers_37_mlp_down_proj/std": 0.30859375, "train/tensor_act_model_layers_37_mlp_down_proj/max_abs": 1.3984375, "train/tensor_act_model_layers_37_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_37_mlp_down_proj/min": -0.04541015625, "train/tensor_act_model_layers_37_mlp_down_proj/max": 1.3984375, "train/tensor_act_model_layers_37_mlp_down_proj/range": 1.44384765625, "train/tensor_act_model_layers_37_mlp/norm": 1535.8907470703125, "train/tensor_act_model_layers_37_mlp/mean": 0.68359375, "train/tensor_act_model_layers_37_mlp/std": 0.30859375, "train/tensor_act_model_layers_37_mlp/max_abs": 1.3984375, "train/tensor_act_model_layers_37_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_37_mlp/min": -0.04541015625, "train/tensor_act_model_layers_37_mlp/max": 1.3984375, "train/tensor_act_model_layers_37_mlp/range": 1.44384765625, "train/tensor_act_model_layers_37_residual_post_mlp/norm": 39078.11328125, "train/tensor_act_model_layers_37_residual_post_mlp/mean": 19.0, "train/tensor_act_model_layers_37_residual_post_mlp/std": 1.984375, "train/tensor_act_model_layers_37_residual_post_mlp/max_abs": 26.0, "train/tensor_act_model_layers_37_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_37_residual_post_mlp/min": 11.9375, "train/tensor_act_model_layers_37_residual_post_mlp/max": 26.0, "train/tensor_act_model_layers_37_residual_post_mlp/range": 14.0625, "train/tensor_act_model_layers_38_residual_pre_attn/norm": 39078.11328125, "train/tensor_act_model_layers_38_residual_pre_attn/mean": 19.0, "train/tensor_act_model_layers_38_residual_pre_attn/std": 1.984375, "train/tensor_act_model_layers_38_residual_pre_attn/max_abs": 26.0, "train/tensor_act_model_layers_38_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_38_residual_pre_attn/min": 11.9375, "train/tensor_act_model_layers_38_residual_pre_attn/max": 26.0, "train/tensor_act_model_layers_38_residual_pre_attn/range": 14.0625, "train/tensor_act_model_layers_38_residual_post_attn/norm": 39041.0859375, "train/tensor_act_model_layers_38_residual_post_attn/mean": 19.0, "train/tensor_act_model_layers_38_residual_post_attn/std": 1.984375, "train/tensor_act_model_layers_38_residual_post_attn/max_abs": 25.875, "train/tensor_act_model_layers_38_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_38_residual_post_attn/min": 11.9375, "train/tensor_act_model_layers_38_residual_post_attn/max": 25.875, "train/tensor_act_model_layers_38_residual_post_attn/range": 13.9375, "train/tensor_act_model_layers_38_mlp_gate_proj/norm": 2291.265380859375, "train/tensor_act_model_layers_38_mlp_gate_proj/mean": 0.1435546875, "train/tensor_act_model_layers_38_mlp_gate_proj/std": 0.77734375, "train/tensor_act_model_layers_38_mlp_gate_proj/max_abs": 1.875, "train/tensor_act_model_layers_38_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_38_mlp_gate_proj/min": -1.1875, "train/tensor_act_model_layers_38_mlp_gate_proj/max": 1.875, "train/tensor_act_model_layers_38_mlp_gate_proj/range": 3.0625, "train/tensor_act_model_layers_38_mlp_up_proj/norm": 2441.614990234375, "train/tensor_act_model_layers_38_mlp_up_proj/mean": -0.0849609375, "train/tensor_act_model_layers_38_mlp_up_proj/std": 0.83984375, "train/tensor_act_model_layers_38_mlp_up_proj/max_abs": 1.8671875, "train/tensor_act_model_layers_38_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_38_mlp_up_proj/min": -1.7109375, "train/tensor_act_model_layers_38_mlp_up_proj/max": 1.8671875, "train/tensor_act_model_layers_38_mlp_up_proj/range": 3.578125, "train/tensor_act_model_layers_38_mlp_down_proj/norm": 2161.193603515625, "train/tensor_act_model_layers_38_mlp_down_proj/mean": 0.96875, "train/tensor_act_model_layers_38_mlp_down_proj/std": 0.419921875, "train/tensor_act_model_layers_38_mlp_down_proj/max_abs": 1.9609375, "train/tensor_act_model_layers_38_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_38_mlp_down_proj/min": -0.205078125, "train/tensor_act_model_layers_38_mlp_down_proj/max": 1.9609375, "train/tensor_act_model_layers_38_mlp_down_proj/range": 2.166015625, "train/tensor_act_model_layers_38_mlp/norm": 2161.193603515625, "train/tensor_act_model_layers_38_mlp/mean": 0.96875, "train/tensor_act_model_layers_38_mlp/std": 0.419921875, "train/tensor_act_model_layers_38_mlp/max_abs": 1.9609375, "train/tensor_act_model_layers_38_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_38_mlp/min": -0.205078125, "train/tensor_act_model_layers_38_mlp/max": 1.9609375, "train/tensor_act_model_layers_38_mlp/range": 2.166015625, "train/tensor_act_model_layers_38_residual_post_mlp/norm": 41037.53515625, "train/tensor_act_model_layers_38_residual_post_mlp/mean": 19.875, "train/tensor_act_model_layers_38_residual_post_mlp/std": 2.109375, "train/tensor_act_model_layers_38_residual_post_mlp/max_abs": 27.375, "train/tensor_act_model_layers_38_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_38_residual_post_mlp/min": 12.625, "train/tensor_act_model_layers_38_residual_post_mlp/max": 27.375, "train/tensor_act_model_layers_38_residual_post_mlp/range": 14.75, "train/tensor_act_model_layers_39_residual_pre_attn/norm": 41037.53515625, "train/tensor_act_model_layers_39_residual_pre_attn/mean": 19.875, "train/tensor_act_model_layers_39_residual_pre_attn/std": 2.109375, "train/tensor_act_model_layers_39_residual_pre_attn/max_abs": 27.375, "train/tensor_act_model_layers_39_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_39_residual_pre_attn/min": 12.625, "train/tensor_act_model_layers_39_residual_pre_attn/max": 27.375, "train/tensor_act_model_layers_39_residual_pre_attn/range": 14.75, "train/tensor_act_model_layers_39_residual_post_attn/norm": 41019.8203125, "train/tensor_act_model_layers_39_residual_post_attn/mean": 19.875, "train/tensor_act_model_layers_39_residual_post_attn/std": 2.125, "train/tensor_act_model_layers_39_residual_post_attn/max_abs": 27.375, "train/tensor_act_model_layers_39_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_39_residual_post_attn/min": 12.5625, "train/tensor_act_model_layers_39_residual_post_attn/max": 27.375, "train/tensor_act_model_layers_39_residual_post_attn/range": 14.8125, "train/tensor_act_model_layers_39_mlp_gate_proj/norm": 2115.96044921875, "train/tensor_act_model_layers_39_mlp_gate_proj/mean": 0.057373046875, "train/tensor_act_model_layers_39_mlp_gate_proj/std": 0.7265625, "train/tensor_act_model_layers_39_mlp_gate_proj/max_abs": 1.8828125, "train/tensor_act_model_layers_39_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_39_mlp_gate_proj/min": -1.0078125, "train/tensor_act_model_layers_39_mlp_gate_proj/max": 1.8828125, "train/tensor_act_model_layers_39_mlp_gate_proj/range": 2.890625, "train/tensor_act_model_layers_39_mlp_up_proj/norm": 2300.924072265625, "train/tensor_act_model_layers_39_mlp_up_proj/mean": -0.0084228515625, "train/tensor_act_model_layers_39_mlp_up_proj/std": 0.79296875, "train/tensor_act_model_layers_39_mlp_up_proj/max_abs": 1.96875, "train/tensor_act_model_layers_39_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_39_mlp_up_proj/min": -1.8359375, "train/tensor_act_model_layers_39_mlp_up_proj/max": 1.96875, "train/tensor_act_model_layers_39_mlp_up_proj/range": 3.8046875, "train/tensor_act_model_layers_39_mlp_down_proj/norm": 1680.708740234375, "train/tensor_act_model_layers_39_mlp_down_proj/mean": 0.734375, "train/tensor_act_model_layers_39_mlp_down_proj/std": 0.36328125, "train/tensor_act_model_layers_39_mlp_down_proj/max_abs": 1.8828125, "train/tensor_act_model_layers_39_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_39_mlp_down_proj/min": -0.423828125, "train/tensor_act_model_layers_39_mlp_down_proj/max": 1.8828125, "train/tensor_act_model_layers_39_mlp_down_proj/range": 2.306640625, "train/tensor_act_model_layers_39_mlp/norm": 1680.708740234375, "train/tensor_act_model_layers_39_mlp/mean": 0.734375, "train/tensor_act_model_layers_39_mlp/std": 0.36328125, "train/tensor_act_model_layers_39_mlp/max_abs": 1.8828125, "train/tensor_act_model_layers_39_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_39_mlp/min": -0.423828125, "train/tensor_act_model_layers_39_mlp/max": 1.8828125, "train/tensor_act_model_layers_39_mlp/range": 2.306640625, "train/tensor_act_model_layers_39_residual_post_mlp/norm": 42523.6171875, "train/tensor_act_model_layers_39_residual_post_mlp/mean": 20.625, "train/tensor_act_model_layers_39_residual_post_mlp/std": 2.125, "train/tensor_act_model_layers_39_residual_post_mlp/max_abs": 27.75, "train/tensor_act_model_layers_39_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_39_residual_post_mlp/min": 13.125, "train/tensor_act_model_layers_39_residual_post_mlp/max": 27.75, "train/tensor_act_model_layers_39_residual_post_mlp/range": 14.625, "train/tensor_act_model_layers_40_residual_pre_attn/norm": 42523.6171875, "train/tensor_act_model_layers_40_residual_pre_attn/mean": 20.625, "train/tensor_act_model_layers_40_residual_pre_attn/std": 2.125, "train/tensor_act_model_layers_40_residual_pre_attn/max_abs": 27.75, "train/tensor_act_model_layers_40_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_40_residual_pre_attn/min": 13.125, "train/tensor_act_model_layers_40_residual_pre_attn/max": 27.75, "train/tensor_act_model_layers_40_residual_pre_attn/range": 14.625, "train/tensor_act_model_layers_40_residual_post_attn/norm": 42496.4296875, "train/tensor_act_model_layers_40_residual_post_attn/mean": 20.625, "train/tensor_act_model_layers_40_residual_post_attn/std": 2.125, "train/tensor_act_model_layers_40_residual_post_attn/max_abs": 27.75, "train/tensor_act_model_layers_40_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_40_residual_post_attn/min": 13.1875, "train/tensor_act_model_layers_40_residual_post_attn/max": 27.75, "train/tensor_act_model_layers_40_residual_post_attn/range": 14.5625, "train/tensor_act_model_layers_40_mlp_gate_proj/norm": 2058.565673828125, "train/tensor_act_model_layers_40_mlp_gate_proj/mean": 0.007537841796875, "train/tensor_act_model_layers_40_mlp_gate_proj/std": 0.7109375, "train/tensor_act_model_layers_40_mlp_gate_proj/max_abs": 1.609375, "train/tensor_act_model_layers_40_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_40_mlp_gate_proj/min": -1.046875, "train/tensor_act_model_layers_40_mlp_gate_proj/max": 1.609375, "train/tensor_act_model_layers_40_mlp_gate_proj/range": 2.65625, "train/tensor_act_model_layers_40_mlp_up_proj/norm": 2313.989990234375, "train/tensor_act_model_layers_40_mlp_up_proj/mean": -0.06103515625, "train/tensor_act_model_layers_40_mlp_up_proj/std": 0.796875, "train/tensor_act_model_layers_40_mlp_up_proj/max_abs": 2.265625, "train/tensor_act_model_layers_40_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_40_mlp_up_proj/min": -2.265625, "train/tensor_act_model_layers_40_mlp_up_proj/max": 2.015625, "train/tensor_act_model_layers_40_mlp_up_proj/range": 4.28125, "train/tensor_act_model_layers_40_mlp_down_proj/norm": 1497.8228759765625, "train/tensor_act_model_layers_40_mlp_down_proj/mean": 0.671875, "train/tensor_act_model_layers_40_mlp_down_proj/std": 0.2890625, "train/tensor_act_model_layers_40_mlp_down_proj/max_abs": 1.4453125, "train/tensor_act_model_layers_40_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_40_mlp_down_proj/min": -0.16796875, "train/tensor_act_model_layers_40_mlp_down_proj/max": 1.4453125, "train/tensor_act_model_layers_40_mlp_down_proj/range": 1.61328125, "train/tensor_act_model_layers_40_mlp/norm": 1497.8228759765625, "train/tensor_act_model_layers_40_mlp/mean": 0.671875, "train/tensor_act_model_layers_40_mlp/std": 0.2890625, "train/tensor_act_model_layers_40_mlp/max_abs": 1.4453125, "train/tensor_act_model_layers_40_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_40_mlp/min": -0.16796875, "train/tensor_act_model_layers_40_mlp/max": 1.4453125, "train/tensor_act_model_layers_40_mlp/range": 1.61328125, "train/tensor_act_model_layers_40_residual_post_mlp/norm": 43873.71484375, "train/tensor_act_model_layers_40_residual_post_mlp/mean": 21.375, "train/tensor_act_model_layers_40_residual_post_mlp/std": 2.15625, "train/tensor_act_model_layers_40_residual_post_mlp/max_abs": 28.125, "train/tensor_act_model_layers_40_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_40_residual_post_mlp/min": 13.8125, "train/tensor_act_model_layers_40_residual_post_mlp/max": 28.125, "train/tensor_act_model_layers_40_residual_post_mlp/range": 14.3125, "train/tensor_act_model_layers_41_residual_pre_attn/norm": 43873.71484375, "train/tensor_act_model_layers_41_residual_pre_attn/mean": 21.375, "train/tensor_act_model_layers_41_residual_pre_attn/std": 2.15625, "train/tensor_act_model_layers_41_residual_pre_attn/max_abs": 28.125, "train/tensor_act_model_layers_41_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_41_residual_pre_attn/min": 13.8125, "train/tensor_act_model_layers_41_residual_pre_attn/max": 28.125, "train/tensor_act_model_layers_41_residual_pre_attn/range": 14.3125, "train/tensor_act_model_layers_41_residual_post_attn/norm": 43845.9453125, "train/tensor_act_model_layers_41_residual_post_attn/mean": 21.25, "train/tensor_act_model_layers_41_residual_post_attn/std": 2.171875, "train/tensor_act_model_layers_41_residual_post_attn/max_abs": 28.125, "train/tensor_act_model_layers_41_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_41_residual_post_attn/min": 13.75, "train/tensor_act_model_layers_41_residual_post_attn/max": 28.125, "train/tensor_act_model_layers_41_residual_post_attn/range": 14.375, "train/tensor_act_model_layers_41_mlp_gate_proj/norm": 2067.818115234375, "train/tensor_act_model_layers_41_mlp_gate_proj/mean": 0.053955078125, "train/tensor_act_model_layers_41_mlp_gate_proj/std": 0.7109375, "train/tensor_act_model_layers_41_mlp_gate_proj/max_abs": 1.8359375, "train/tensor_act_model_layers_41_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_41_mlp_gate_proj/min": -1.0703125, "train/tensor_act_model_layers_41_mlp_gate_proj/max": 1.8359375, "train/tensor_act_model_layers_41_mlp_gate_proj/range": 2.90625, "train/tensor_act_model_layers_41_mlp_up_proj/norm": 2446.76611328125, "train/tensor_act_model_layers_41_mlp_up_proj/mean": 0.03564453125, "train/tensor_act_model_layers_41_mlp_up_proj/std": 0.84375, "train/tensor_act_model_layers_41_mlp_up_proj/max_abs": 1.8671875, "train/tensor_act_model_layers_41_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_41_mlp_up_proj/min": -1.7265625, "train/tensor_act_model_layers_41_mlp_up_proj/max": 1.8671875, "train/tensor_act_model_layers_41_mlp_up_proj/range": 3.59375, "train/tensor_act_model_layers_41_mlp_down_proj/norm": 1698.318115234375, "train/tensor_act_model_layers_41_mlp_down_proj/mean": 0.765625, "train/tensor_act_model_layers_41_mlp_down_proj/std": 0.314453125, "train/tensor_act_model_layers_41_mlp_down_proj/max_abs": 1.7109375, "train/tensor_act_model_layers_41_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_41_mlp_down_proj/min": -0.028076171875, "train/tensor_act_model_layers_41_mlp_down_proj/max": 1.7109375, "train/tensor_act_model_layers_41_mlp_down_proj/range": 1.739013671875, "train/tensor_act_model_layers_41_mlp/norm": 1698.318115234375, "train/tensor_act_model_layers_41_mlp/mean": 0.765625, "train/tensor_act_model_layers_41_mlp/std": 0.314453125, "train/tensor_act_model_layers_41_mlp/max_abs": 1.7109375, "train/tensor_act_model_layers_41_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_41_mlp/min": -0.028076171875, "train/tensor_act_model_layers_41_mlp/max": 1.7109375, "train/tensor_act_model_layers_41_mlp/range": 1.739013671875, "train/tensor_act_model_layers_41_residual_post_mlp/norm": 45416.6484375, "train/tensor_act_model_layers_41_residual_post_mlp/mean": 22.125, "train/tensor_act_model_layers_41_residual_post_mlp/std": 2.203125, "train/tensor_act_model_layers_41_residual_post_mlp/max_abs": 29.125, "train/tensor_act_model_layers_41_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_41_residual_post_mlp/min": 14.0625, "train/tensor_act_model_layers_41_residual_post_mlp/max": 29.125, "train/tensor_act_model_layers_41_residual_post_mlp/range": 15.0625, "train/tensor_act_model_layers_42_residual_pre_attn/norm": 45416.6484375, "train/tensor_act_model_layers_42_residual_pre_attn/mean": 22.125, "train/tensor_act_model_layers_42_residual_pre_attn/std": 2.203125, "train/tensor_act_model_layers_42_residual_pre_attn/max_abs": 29.125, "train/tensor_act_model_layers_42_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_42_residual_pre_attn/min": 14.0625, "train/tensor_act_model_layers_42_residual_pre_attn/max": 29.125, "train/tensor_act_model_layers_42_residual_pre_attn/range": 15.0625, "train/tensor_act_model_layers_42_residual_post_attn/norm": 45372.0703125, "train/tensor_act_model_layers_42_residual_post_attn/mean": 22.0, "train/tensor_act_model_layers_42_residual_post_attn/std": 2.21875, "train/tensor_act_model_layers_42_residual_post_attn/max_abs": 29.375, "train/tensor_act_model_layers_42_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_42_residual_post_attn/min": 14.125, "train/tensor_act_model_layers_42_residual_post_attn/max": 29.375, "train/tensor_act_model_layers_42_residual_post_attn/range": 15.25, "train/tensor_act_model_layers_42_mlp_gate_proj/norm": 1999.8009033203125, "train/tensor_act_model_layers_42_mlp_gate_proj/mean": 0.0223388671875, "train/tensor_act_model_layers_42_mlp_gate_proj/std": 0.69140625, "train/tensor_act_model_layers_42_mlp_gate_proj/max_abs": 2.0, "train/tensor_act_model_layers_42_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_42_mlp_gate_proj/min": -1.1484375, "train/tensor_act_model_layers_42_mlp_gate_proj/max": 2.0, "train/tensor_act_model_layers_42_mlp_gate_proj/range": 3.1484375, "train/tensor_act_model_layers_42_mlp_up_proj/norm": 2270.631591796875, "train/tensor_act_model_layers_42_mlp_up_proj/mean": 0.07275390625, "train/tensor_act_model_layers_42_mlp_up_proj/std": 0.78125, "train/tensor_act_model_layers_42_mlp_up_proj/max_abs": 1.9296875, "train/tensor_act_model_layers_42_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_42_mlp_up_proj/min": -1.6796875, "train/tensor_act_model_layers_42_mlp_up_proj/max": 1.9296875, "train/tensor_act_model_layers_42_mlp_up_proj/range": 3.609375, "train/tensor_act_model_layers_42_mlp_down_proj/norm": 1352.2962646484375, "train/tensor_act_model_layers_42_mlp_down_proj/mean": 0.6015625, "train/tensor_act_model_layers_42_mlp_down_proj/std": 0.267578125, "train/tensor_act_model_layers_42_mlp_down_proj/max_abs": 1.4296875, "train/tensor_act_model_layers_42_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_42_mlp_down_proj/min": -0.294921875, "train/tensor_act_model_layers_42_mlp_down_proj/max": 1.4296875, "train/tensor_act_model_layers_42_mlp_down_proj/range": 1.724609375, "train/tensor_act_model_layers_42_mlp/norm": 1352.2962646484375, "train/tensor_act_model_layers_42_mlp/mean": 0.6015625, "train/tensor_act_model_layers_42_mlp/std": 0.267578125, "train/tensor_act_model_layers_42_mlp/max_abs": 1.4296875, "train/tensor_act_model_layers_42_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_42_mlp/min": -0.294921875, "train/tensor_act_model_layers_42_mlp/max": 1.4296875, "train/tensor_act_model_layers_42_mlp/range": 1.724609375, "train/tensor_act_model_layers_42_residual_post_mlp/norm": 46615.28125, "train/tensor_act_model_layers_42_residual_post_mlp/mean": 22.625, "train/tensor_act_model_layers_42_residual_post_mlp/std": 2.21875, "train/tensor_act_model_layers_42_residual_post_mlp/max_abs": 30.125, "train/tensor_act_model_layers_42_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_42_residual_post_mlp/min": 14.875, "train/tensor_act_model_layers_42_residual_post_mlp/max": 30.125, "train/tensor_act_model_layers_42_residual_post_mlp/range": 15.25, "train/tensor_act_model_layers_43_residual_pre_attn/norm": 46615.28125, "train/tensor_act_model_layers_43_residual_pre_attn/mean": 22.625, "train/tensor_act_model_layers_43_residual_pre_attn/std": 2.21875, "train/tensor_act_model_layers_43_residual_pre_attn/max_abs": 30.125, "train/tensor_act_model_layers_43_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_43_residual_pre_attn/min": 14.875, "train/tensor_act_model_layers_43_residual_pre_attn/max": 30.125, "train/tensor_act_model_layers_43_residual_pre_attn/range": 15.25, "train/tensor_act_model_layers_43_residual_post_attn/norm": 46598.55078125, "train/tensor_act_model_layers_43_residual_post_attn/mean": 22.625, "train/tensor_act_model_layers_43_residual_post_attn/std": 2.203125, "train/tensor_act_model_layers_43_residual_post_attn/max_abs": 30.0, "train/tensor_act_model_layers_43_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_43_residual_post_attn/min": 14.75, "train/tensor_act_model_layers_43_residual_post_attn/max": 30.0, "train/tensor_act_model_layers_43_residual_post_attn/range": 15.25, "train/tensor_act_model_layers_43_mlp_gate_proj/norm": 2108.67138671875, "train/tensor_act_model_layers_43_mlp_gate_proj/mean": 0.07568359375, "train/tensor_act_model_layers_43_mlp_gate_proj/std": 0.72265625, "train/tensor_act_model_layers_43_mlp_gate_proj/max_abs": 1.921875, "train/tensor_act_model_layers_43_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_43_mlp_gate_proj/min": -1.0390625, "train/tensor_act_model_layers_43_mlp_gate_proj/max": 1.921875, "train/tensor_act_model_layers_43_mlp_gate_proj/range": 2.9609375, "train/tensor_act_model_layers_43_mlp_up_proj/norm": 2401.24560546875, "train/tensor_act_model_layers_43_mlp_up_proj/mean": -0.034912109375, "train/tensor_act_model_layers_43_mlp_up_proj/std": 0.828125, "train/tensor_act_model_layers_43_mlp_up_proj/max_abs": 2.03125, "train/tensor_act_model_layers_43_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_43_mlp_up_proj/min": -1.7265625, "train/tensor_act_model_layers_43_mlp_up_proj/max": 2.03125, "train/tensor_act_model_layers_43_mlp_up_proj/range": 3.7578125, "train/tensor_act_model_layers_43_mlp_down_proj/norm": 1699.2601318359375, "train/tensor_act_model_layers_43_mlp_down_proj/mean": 0.76171875, "train/tensor_act_model_layers_43_mlp_down_proj/std": 0.33203125, "train/tensor_act_model_layers_43_mlp_down_proj/max_abs": 1.4921875, "train/tensor_act_model_layers_43_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_43_mlp_down_proj/min": -0.146484375, "train/tensor_act_model_layers_43_mlp_down_proj/max": 1.4921875, "train/tensor_act_model_layers_43_mlp_down_proj/range": 1.638671875, "train/tensor_act_model_layers_43_mlp/norm": 1699.2601318359375, "train/tensor_act_model_layers_43_mlp/mean": 0.76171875, "train/tensor_act_model_layers_43_mlp/std": 0.33203125, "train/tensor_act_model_layers_43_mlp/max_abs": 1.4921875, "train/tensor_act_model_layers_43_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_43_mlp/min": -0.146484375, "train/tensor_act_model_layers_43_mlp/max": 1.4921875, "train/tensor_act_model_layers_43_mlp/range": 1.638671875, "train/tensor_act_model_layers_43_residual_post_mlp/norm": 48156.890625, "train/tensor_act_model_layers_43_residual_post_mlp/mean": 23.375, "train/tensor_act_model_layers_43_residual_post_mlp/std": 2.25, "train/tensor_act_model_layers_43_residual_post_mlp/max_abs": 31.25, "train/tensor_act_model_layers_43_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_43_residual_post_mlp/min": 15.5, "train/tensor_act_model_layers_43_residual_post_mlp/max": 31.25, "train/tensor_act_model_layers_43_residual_post_mlp/range": 15.75, "train/tensor_act_model_layers_44_residual_pre_attn/norm": 48156.890625, "train/tensor_act_model_layers_44_residual_pre_attn/mean": 23.375, "train/tensor_act_model_layers_44_residual_pre_attn/std": 2.25, "train/tensor_act_model_layers_44_residual_pre_attn/max_abs": 31.25, "train/tensor_act_model_layers_44_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_44_residual_pre_attn/min": 15.5, "train/tensor_act_model_layers_44_residual_pre_attn/max": 31.25, "train/tensor_act_model_layers_44_residual_pre_attn/range": 15.75, "train/tensor_act_model_layers_44_residual_post_attn/norm": 48105.546875, "train/tensor_act_model_layers_44_residual_post_attn/mean": 23.375, "train/tensor_act_model_layers_44_residual_post_attn/std": 2.25, "train/tensor_act_model_layers_44_residual_post_attn/max_abs": 31.125, "train/tensor_act_model_layers_44_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_44_residual_post_attn/min": 15.375, "train/tensor_act_model_layers_44_residual_post_attn/max": 31.125, "train/tensor_act_model_layers_44_residual_post_attn/range": 15.75, "train/tensor_act_model_layers_44_mlp_gate_proj/norm": 2031.790771484375, "train/tensor_act_model_layers_44_mlp_gate_proj/mean": 0.06396484375, "train/tensor_act_model_layers_44_mlp_gate_proj/std": 0.69921875, "train/tensor_act_model_layers_44_mlp_gate_proj/max_abs": 1.7421875, "train/tensor_act_model_layers_44_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_44_mlp_gate_proj/min": -1.140625, "train/tensor_act_model_layers_44_mlp_gate_proj/max": 1.7421875, "train/tensor_act_model_layers_44_mlp_gate_proj/range": 2.8828125, "train/tensor_act_model_layers_44_mlp_up_proj/norm": 2281.91064453125, "train/tensor_act_model_layers_44_mlp_up_proj/mean": -0.0091552734375, "train/tensor_act_model_layers_44_mlp_up_proj/std": 0.7890625, "train/tensor_act_model_layers_44_mlp_up_proj/max_abs": 1.7578125, "train/tensor_act_model_layers_44_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_44_mlp_up_proj/min": -1.7109375, "train/tensor_act_model_layers_44_mlp_up_proj/max": 1.7578125, "train/tensor_act_model_layers_44_mlp_up_proj/range": 3.46875, "train/tensor_act_model_layers_44_mlp_down_proj/norm": 1557.9119873046875, "train/tensor_act_model_layers_44_mlp_down_proj/mean": 0.69921875, "train/tensor_act_model_layers_44_mlp_down_proj/std": 0.298828125, "train/tensor_act_model_layers_44_mlp_down_proj/max_abs": 1.59375, "train/tensor_act_model_layers_44_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_44_mlp_down_proj/min": -0.1494140625, "train/tensor_act_model_layers_44_mlp_down_proj/max": 1.59375, "train/tensor_act_model_layers_44_mlp_down_proj/range": 1.7431640625, "train/tensor_act_model_layers_44_mlp/norm": 1557.9119873046875, "train/tensor_act_model_layers_44_mlp/mean": 0.69921875, "train/tensor_act_model_layers_44_mlp/std": 0.298828125, "train/tensor_act_model_layers_44_mlp/max_abs": 1.59375, "train/tensor_act_model_layers_44_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_44_mlp/min": -0.1494140625, "train/tensor_act_model_layers_44_mlp/max": 1.59375, "train/tensor_act_model_layers_44_mlp/range": 1.7431640625, "train/tensor_act_model_layers_44_residual_post_mlp/norm": 49541.58984375, "train/tensor_act_model_layers_44_residual_post_mlp/mean": 24.125, "train/tensor_act_model_layers_44_residual_post_mlp/std": 2.28125, "train/tensor_act_model_layers_44_residual_post_mlp/max_abs": 32.0, "train/tensor_act_model_layers_44_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_44_residual_post_mlp/min": 16.25, "train/tensor_act_model_layers_44_residual_post_mlp/max": 32.0, "train/tensor_act_model_layers_44_residual_post_mlp/range": 15.75, "train/tensor_act_model_layers_45_residual_pre_attn/norm": 49541.58984375, "train/tensor_act_model_layers_45_residual_pre_attn/mean": 24.125, "train/tensor_act_model_layers_45_residual_pre_attn/std": 2.28125, "train/tensor_act_model_layers_45_residual_pre_attn/max_abs": 32.0, "train/tensor_act_model_layers_45_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_45_residual_pre_attn/min": 16.25, "train/tensor_act_model_layers_45_residual_pre_attn/max": 32.0, "train/tensor_act_model_layers_45_residual_pre_attn/range": 15.75, "train/tensor_act_model_layers_45_residual_post_attn/norm": 49491.29296875, "train/tensor_act_model_layers_45_residual_post_attn/mean": 24.0, "train/tensor_act_model_layers_45_residual_post_attn/std": 2.265625, "train/tensor_act_model_layers_45_residual_post_attn/max_abs": 32.25, "train/tensor_act_model_layers_45_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_45_residual_post_attn/min": 16.0, "train/tensor_act_model_layers_45_residual_post_attn/max": 32.25, "train/tensor_act_model_layers_45_residual_post_attn/range": 16.25, "train/tensor_act_model_layers_45_mlp_gate_proj/norm": 2010.548828125, "train/tensor_act_model_layers_45_mlp_gate_proj/mean": -0.037841796875, "train/tensor_act_model_layers_45_mlp_gate_proj/std": 0.69140625, "train/tensor_act_model_layers_45_mlp_gate_proj/max_abs": 1.6484375, "train/tensor_act_model_layers_45_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_45_mlp_gate_proj/min": -1.125, "train/tensor_act_model_layers_45_mlp_gate_proj/max": 1.6484375, "train/tensor_act_model_layers_45_mlp_gate_proj/range": 2.7734375, "train/tensor_act_model_layers_45_mlp_up_proj/norm": 2302.52685546875, "train/tensor_act_model_layers_45_mlp_up_proj/mean": 0.044677734375, "train/tensor_act_model_layers_45_mlp_up_proj/std": 0.79296875, "train/tensor_act_model_layers_45_mlp_up_proj/max_abs": 1.7734375, "train/tensor_act_model_layers_45_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_45_mlp_up_proj/min": -1.7734375, "train/tensor_act_model_layers_45_mlp_up_proj/max": 1.59375, "train/tensor_act_model_layers_45_mlp_up_proj/range": 3.3671875, "train/tensor_act_model_layers_45_mlp_down_proj/norm": 1316.6669921875, "train/tensor_act_model_layers_45_mlp_down_proj/mean": 0.58984375, "train/tensor_act_model_layers_45_mlp_down_proj/std": 0.25390625, "train/tensor_act_model_layers_45_mlp_down_proj/max_abs": 1.1953125, "train/tensor_act_model_layers_45_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_45_mlp_down_proj/min": 0.016357421875, "train/tensor_act_model_layers_45_mlp_down_proj/max": 1.1953125, "train/tensor_act_model_layers_45_mlp_down_proj/range": 1.178955078125, "train/tensor_act_model_layers_45_mlp/norm": 1316.6669921875, "train/tensor_act_model_layers_45_mlp/mean": 0.58984375, "train/tensor_act_model_layers_45_mlp/std": 0.25390625, "train/tensor_act_model_layers_45_mlp/max_abs": 1.1953125, "train/tensor_act_model_layers_45_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_45_mlp/min": 0.016357421875, "train/tensor_act_model_layers_45_mlp/max": 1.1953125, "train/tensor_act_model_layers_45_mlp/range": 1.178955078125, "train/tensor_act_model_layers_45_residual_post_mlp/norm": 50694.203125, "train/tensor_act_model_layers_45_residual_post_mlp/mean": 24.625, "train/tensor_act_model_layers_45_residual_post_mlp/std": 2.3125, "train/tensor_act_model_layers_45_residual_post_mlp/max_abs": 32.75, "train/tensor_act_model_layers_45_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_45_residual_post_mlp/min": 16.625, "train/tensor_act_model_layers_45_residual_post_mlp/max": 32.75, "train/tensor_act_model_layers_45_residual_post_mlp/range": 16.125, "train/tensor_act_model_layers_46_residual_pre_attn/norm": 50694.203125, "train/tensor_act_model_layers_46_residual_pre_attn/mean": 24.625, "train/tensor_act_model_layers_46_residual_pre_attn/std": 2.3125, "train/tensor_act_model_layers_46_residual_pre_attn/max_abs": 32.75, "train/tensor_act_model_layers_46_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_46_residual_pre_attn/min": 16.625, "train/tensor_act_model_layers_46_residual_pre_attn/max": 32.75, "train/tensor_act_model_layers_46_residual_pre_attn/range": 16.125, "train/tensor_act_model_layers_46_residual_post_attn/norm": 50681.75390625, "train/tensor_act_model_layers_46_residual_post_attn/mean": 24.625, "train/tensor_act_model_layers_46_residual_post_attn/std": 2.3125, "train/tensor_act_model_layers_46_residual_post_attn/max_abs": 32.75, "train/tensor_act_model_layers_46_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_46_residual_post_attn/min": 16.625, "train/tensor_act_model_layers_46_residual_post_attn/max": 32.75, "train/tensor_act_model_layers_46_residual_post_attn/range": 16.125, "train/tensor_act_model_layers_46_mlp_gate_proj/norm": 2151.8310546875, "train/tensor_act_model_layers_46_mlp_gate_proj/mean": 0.0869140625, "train/tensor_act_model_layers_46_mlp_gate_proj/std": 0.73828125, "train/tensor_act_model_layers_46_mlp_gate_proj/max_abs": 2.171875, "train/tensor_act_model_layers_46_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_46_mlp_gate_proj/min": -1.2890625, "train/tensor_act_model_layers_46_mlp_gate_proj/max": 2.171875, "train/tensor_act_model_layers_46_mlp_gate_proj/range": 3.4609375, "train/tensor_act_model_layers_46_mlp_up_proj/norm": 2274.6787109375, "train/tensor_act_model_layers_46_mlp_up_proj/mean": -0.1142578125, "train/tensor_act_model_layers_46_mlp_up_proj/std": 0.77734375, "train/tensor_act_model_layers_46_mlp_up_proj/max_abs": 1.9140625, "train/tensor_act_model_layers_46_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_46_mlp_up_proj/min": -1.9140625, "train/tensor_act_model_layers_46_mlp_up_proj/max": 1.515625, "train/tensor_act_model_layers_46_mlp_up_proj/range": 3.4296875, "train/tensor_act_model_layers_46_mlp_down_proj/norm": 1632.8927001953125, "train/tensor_act_model_layers_46_mlp_down_proj/mean": 0.7265625, "train/tensor_act_model_layers_46_mlp_down_proj/std": 0.33203125, "train/tensor_act_model_layers_46_mlp_down_proj/max_abs": 1.75, "train/tensor_act_model_layers_46_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_46_mlp_down_proj/min": -0.2001953125, "train/tensor_act_model_layers_46_mlp_down_proj/max": 1.75, "train/tensor_act_model_layers_46_mlp_down_proj/range": 1.9501953125, "train/tensor_act_model_layers_46_mlp/norm": 1632.8927001953125, "train/tensor_act_model_layers_46_mlp/mean": 0.7265625, "train/tensor_act_model_layers_46_mlp/std": 0.33203125, "train/tensor_act_model_layers_46_mlp/max_abs": 1.75, "train/tensor_act_model_layers_46_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_46_mlp/min": -0.2001953125, "train/tensor_act_model_layers_46_mlp/max": 1.75, "train/tensor_act_model_layers_46_mlp/range": 1.9501953125, "train/tensor_act_model_layers_46_residual_post_mlp/norm": 52174.84765625, "train/tensor_act_model_layers_46_residual_post_mlp/mean": 25.375, "train/tensor_act_model_layers_46_residual_post_mlp/std": 2.375, "train/tensor_act_model_layers_46_residual_post_mlp/max_abs": 34.5, "train/tensor_act_model_layers_46_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_46_residual_post_mlp/min": 17.125, "train/tensor_act_model_layers_46_residual_post_mlp/max": 34.5, "train/tensor_act_model_layers_46_residual_post_mlp/range": 17.375, "train/tensor_act_model_layers_47_residual_pre_attn/norm": 52174.84765625, "train/tensor_act_model_layers_47_residual_pre_attn/mean": 25.375, "train/tensor_act_model_layers_47_residual_pre_attn/std": 2.375, "train/tensor_act_model_layers_47_residual_pre_attn/max_abs": 34.5, "train/tensor_act_model_layers_47_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_47_residual_pre_attn/min": 17.125, "train/tensor_act_model_layers_47_residual_pre_attn/max": 34.5, "train/tensor_act_model_layers_47_residual_pre_attn/range": 17.375, "train/tensor_act_model_layers_47_residual_post_attn/norm": 52133.296875, "train/tensor_act_model_layers_47_residual_post_attn/mean": 25.375, "train/tensor_act_model_layers_47_residual_post_attn/std": 2.390625, "train/tensor_act_model_layers_47_residual_post_attn/max_abs": 34.25, "train/tensor_act_model_layers_47_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_47_residual_post_attn/min": 17.125, "train/tensor_act_model_layers_47_residual_post_attn/max": 34.25, "train/tensor_act_model_layers_47_residual_post_attn/range": 17.125, "train/tensor_act_model_layers_47_mlp_gate_proj/norm": 2056.400634765625, "train/tensor_act_model_layers_47_mlp_gate_proj/mean": 0.045166015625, "train/tensor_act_model_layers_47_mlp_gate_proj/std": 0.70703125, "train/tensor_act_model_layers_47_mlp_gate_proj/max_abs": 1.7890625, "train/tensor_act_model_layers_47_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_47_mlp_gate_proj/min": -1.0, "train/tensor_act_model_layers_47_mlp_gate_proj/max": 1.7890625, "train/tensor_act_model_layers_47_mlp_gate_proj/range": 2.7890625, "train/tensor_act_model_layers_47_mlp_up_proj/norm": 2278.416259765625, "train/tensor_act_model_layers_47_mlp_up_proj/mean": 0.048583984375, "train/tensor_act_model_layers_47_mlp_up_proj/std": 0.78515625, "train/tensor_act_model_layers_47_mlp_up_proj/max_abs": 1.8203125, "train/tensor_act_model_layers_47_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_47_mlp_up_proj/min": -1.6953125, "train/tensor_act_model_layers_47_mlp_up_proj/max": 1.8203125, "train/tensor_act_model_layers_47_mlp_up_proj/range": 3.515625, "train/tensor_act_model_layers_47_mlp_down_proj/norm": 1467.167236328125, "train/tensor_act_model_layers_47_mlp_down_proj/mean": 0.6484375, "train/tensor_act_model_layers_47_mlp_down_proj/std": 0.306640625, "train/tensor_act_model_layers_47_mlp_down_proj/max_abs": 1.421875, "train/tensor_act_model_layers_47_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_47_mlp_down_proj/min": -0.150390625, "train/tensor_act_model_layers_47_mlp_down_proj/max": 1.421875, "train/tensor_act_model_layers_47_mlp_down_proj/range": 1.572265625, "train/tensor_act_model_layers_47_mlp/norm": 1467.167236328125, "train/tensor_act_model_layers_47_mlp/mean": 0.6484375, "train/tensor_act_model_layers_47_mlp/std": 0.306640625, "train/tensor_act_model_layers_47_mlp/max_abs": 1.421875, "train/tensor_act_model_layers_47_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_47_mlp/min": -0.150390625, "train/tensor_act_model_layers_47_mlp/max": 1.421875, "train/tensor_act_model_layers_47_mlp/range": 1.572265625, "train/tensor_act_model_layers_47_residual_post_mlp/norm": 53456.34375, "train/tensor_act_model_layers_47_residual_post_mlp/mean": 26.0, "train/tensor_act_model_layers_47_residual_post_mlp/std": 2.4375, "train/tensor_act_model_layers_47_residual_post_mlp/max_abs": 35.0, "train/tensor_act_model_layers_47_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_47_residual_post_mlp/min": 17.875, "train/tensor_act_model_layers_47_residual_post_mlp/max": 35.0, "train/tensor_act_model_layers_47_residual_post_mlp/range": 17.125, "train/tensor_act_model_layers_48_residual_pre_attn/norm": 53456.34375, "train/tensor_act_model_layers_48_residual_pre_attn/mean": 26.0, "train/tensor_act_model_layers_48_residual_pre_attn/std": 2.4375, "train/tensor_act_model_layers_48_residual_pre_attn/max_abs": 35.0, "train/tensor_act_model_layers_48_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_48_residual_pre_attn/min": 17.875, "train/tensor_act_model_layers_48_residual_pre_attn/max": 35.0, "train/tensor_act_model_layers_48_residual_pre_attn/range": 17.125, "train/tensor_act_model_layers_48_residual_post_attn/norm": 53441.2578125, "train/tensor_act_model_layers_48_residual_post_attn/mean": 26.0, "train/tensor_act_model_layers_48_residual_post_attn/std": 2.4375, "train/tensor_act_model_layers_48_residual_post_attn/max_abs": 34.75, "train/tensor_act_model_layers_48_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_48_residual_post_attn/min": 17.875, "train/tensor_act_model_layers_48_residual_post_attn/max": 34.75, "train/tensor_act_model_layers_48_residual_post_attn/range": 16.875, "train/tensor_act_model_layers_48_mlp_gate_proj/norm": 2114.076904296875, "train/tensor_act_model_layers_48_mlp_gate_proj/mean": 0.019775390625, "train/tensor_act_model_layers_48_mlp_gate_proj/std": 0.73046875, "train/tensor_act_model_layers_48_mlp_gate_proj/max_abs": 1.734375, "train/tensor_act_model_layers_48_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_48_mlp_gate_proj/min": -1.203125, "train/tensor_act_model_layers_48_mlp_gate_proj/max": 1.734375, "train/tensor_act_model_layers_48_mlp_gate_proj/range": 2.9375, "train/tensor_act_model_layers_48_mlp_up_proj/norm": 2432.281494140625, "train/tensor_act_model_layers_48_mlp_up_proj/mean": 0.0201416015625, "train/tensor_act_model_layers_48_mlp_up_proj/std": 0.83984375, "train/tensor_act_model_layers_48_mlp_up_proj/max_abs": 2.03125, "train/tensor_act_model_layers_48_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_48_mlp_up_proj/min": -1.828125, "train/tensor_act_model_layers_48_mlp_up_proj/max": 2.03125, "train/tensor_act_model_layers_48_mlp_up_proj/range": 3.859375, "train/tensor_act_model_layers_48_mlp_down_proj/norm": 1516.7835693359375, "train/tensor_act_model_layers_48_mlp_down_proj/mean": 0.66796875, "train/tensor_act_model_layers_48_mlp_down_proj/std": 0.31640625, "train/tensor_act_model_layers_48_mlp_down_proj/max_abs": 1.4765625, "train/tensor_act_model_layers_48_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_48_mlp_down_proj/min": -0.1220703125, "train/tensor_act_model_layers_48_mlp_down_proj/max": 1.4765625, "train/tensor_act_model_layers_48_mlp_down_proj/range": 1.5986328125, "train/tensor_act_model_layers_48_mlp/norm": 1516.7835693359375, "train/tensor_act_model_layers_48_mlp/mean": 0.66796875, "train/tensor_act_model_layers_48_mlp/std": 0.31640625, "train/tensor_act_model_layers_48_mlp/max_abs": 1.4765625, "train/tensor_act_model_layers_48_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_48_mlp/min": -0.1220703125, "train/tensor_act_model_layers_48_mlp/max": 1.4765625, "train/tensor_act_model_layers_48_mlp/range": 1.5986328125, "train/tensor_act_model_layers_48_residual_post_mlp/norm": 54806.6015625, "train/tensor_act_model_layers_48_residual_post_mlp/mean": 26.625, "train/tensor_act_model_layers_48_residual_post_mlp/std": 2.46875, "train/tensor_act_model_layers_48_residual_post_mlp/max_abs": 35.0, "train/tensor_act_model_layers_48_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_48_residual_post_mlp/min": 18.625, "train/tensor_act_model_layers_48_residual_post_mlp/max": 35.0, "train/tensor_act_model_layers_48_residual_post_mlp/range": 16.375, "train/tensor_act_model_layers_49_residual_pre_attn/norm": 54806.6015625, "train/tensor_act_model_layers_49_residual_pre_attn/mean": 26.625, "train/tensor_act_model_layers_49_residual_pre_attn/std": 2.46875, "train/tensor_act_model_layers_49_residual_pre_attn/max_abs": 35.0, "train/tensor_act_model_layers_49_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_49_residual_pre_attn/min": 18.625, "train/tensor_act_model_layers_49_residual_pre_attn/max": 35.0, "train/tensor_act_model_layers_49_residual_pre_attn/range": 16.375, "train/tensor_act_model_layers_49_residual_post_attn/norm": 54761.0390625, "train/tensor_act_model_layers_49_residual_post_attn/mean": 26.625, "train/tensor_act_model_layers_49_residual_post_attn/std": 2.453125, "train/tensor_act_model_layers_49_residual_post_attn/max_abs": 34.75, "train/tensor_act_model_layers_49_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_49_residual_post_attn/min": 18.25, "train/tensor_act_model_layers_49_residual_post_attn/max": 34.75, "train/tensor_act_model_layers_49_residual_post_attn/range": 16.5, "train/tensor_act_model_layers_49_mlp_gate_proj/norm": 2166.846435546875, "train/tensor_act_model_layers_49_mlp_gate_proj/mean": 0.111328125, "train/tensor_act_model_layers_49_mlp_gate_proj/std": 0.73828125, "train/tensor_act_model_layers_49_mlp_gate_proj/max_abs": 1.890625, "train/tensor_act_model_layers_49_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_49_mlp_gate_proj/min": -1.2109375, "train/tensor_act_model_layers_49_mlp_gate_proj/max": 1.890625, "train/tensor_act_model_layers_49_mlp_gate_proj/range": 3.1015625, "train/tensor_act_model_layers_49_mlp_up_proj/norm": 2393.60009765625, "train/tensor_act_model_layers_49_mlp_up_proj/mean": -0.0213623046875, "train/tensor_act_model_layers_49_mlp_up_proj/std": 0.82421875, "train/tensor_act_model_layers_49_mlp_up_proj/max_abs": 2.125, "train/tensor_act_model_layers_49_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_49_mlp_up_proj/min": -2.125, "train/tensor_act_model_layers_49_mlp_up_proj/max": 1.8203125, "train/tensor_act_model_layers_49_mlp_up_proj/range": 3.9453125, "train/tensor_act_model_layers_49_mlp_down_proj/norm": 1826.49951171875, "train/tensor_act_model_layers_49_mlp_down_proj/mean": 0.8046875, "train/tensor_act_model_layers_49_mlp_down_proj/std": 0.388671875, "train/tensor_act_model_layers_49_mlp_down_proj/max_abs": 1.9921875, "train/tensor_act_model_layers_49_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_49_mlp_down_proj/min": -0.2734375, "train/tensor_act_model_layers_49_mlp_down_proj/max": 1.9921875, "train/tensor_act_model_layers_49_mlp_down_proj/range": 2.265625, "train/tensor_act_model_layers_49_mlp/norm": 1826.49951171875, "train/tensor_act_model_layers_49_mlp/mean": 0.8046875, "train/tensor_act_model_layers_49_mlp/std": 0.388671875, "train/tensor_act_model_layers_49_mlp/max_abs": 1.9921875, "train/tensor_act_model_layers_49_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_49_mlp/min": -0.2734375, "train/tensor_act_model_layers_49_mlp/max": 1.9921875, "train/tensor_act_model_layers_49_mlp/range": 2.265625, "train/tensor_act_model_layers_49_residual_post_mlp/norm": 56417.8203125, "train/tensor_act_model_layers_49_residual_post_mlp/mean": 27.375, "train/tensor_act_model_layers_49_residual_post_mlp/std": 2.5625, "train/tensor_act_model_layers_49_residual_post_mlp/max_abs": 36.75, "train/tensor_act_model_layers_49_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_49_residual_post_mlp/min": 18.625, "train/tensor_act_model_layers_49_residual_post_mlp/max": 36.75, "train/tensor_act_model_layers_49_residual_post_mlp/range": 18.125, "train/tensor_act_model_layers_50_residual_pre_attn/norm": 56417.8203125, "train/tensor_act_model_layers_50_residual_pre_attn/mean": 27.375, "train/tensor_act_model_layers_50_residual_pre_attn/std": 2.5625, "train/tensor_act_model_layers_50_residual_pre_attn/max_abs": 36.75, "train/tensor_act_model_layers_50_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_50_residual_pre_attn/min": 18.625, "train/tensor_act_model_layers_50_residual_pre_attn/max": 36.75, "train/tensor_act_model_layers_50_residual_pre_attn/range": 18.125, "train/tensor_act_model_layers_50_residual_post_attn/norm": 56390.5546875, "train/tensor_act_model_layers_50_residual_post_attn/mean": 27.375, "train/tensor_act_model_layers_50_residual_post_attn/std": 2.5625, "train/tensor_act_model_layers_50_residual_post_attn/max_abs": 36.75, "train/tensor_act_model_layers_50_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_50_residual_post_attn/min": 18.5, "train/tensor_act_model_layers_50_residual_post_attn/max": 36.75, "train/tensor_act_model_layers_50_residual_post_attn/range": 18.25, "train/tensor_act_model_layers_50_mlp_gate_proj/norm": 2239.62060546875, "train/tensor_act_model_layers_50_mlp_gate_proj/mean": 0.0849609375, "train/tensor_act_model_layers_50_mlp_gate_proj/std": 0.76953125, "train/tensor_act_model_layers_50_mlp_gate_proj/max_abs": 2.140625, "train/tensor_act_model_layers_50_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_50_mlp_gate_proj/min": -1.4609375, "train/tensor_act_model_layers_50_mlp_gate_proj/max": 2.140625, "train/tensor_act_model_layers_50_mlp_gate_proj/range": 3.6015625, "train/tensor_act_model_layers_50_mlp_up_proj/norm": 2398.515380859375, "train/tensor_act_model_layers_50_mlp_up_proj/mean": 0.125, "train/tensor_act_model_layers_50_mlp_up_proj/std": 0.8203125, "train/tensor_act_model_layers_50_mlp_up_proj/max_abs": 2.078125, "train/tensor_act_model_layers_50_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_50_mlp_up_proj/min": -1.78125, "train/tensor_act_model_layers_50_mlp_up_proj/max": 2.078125, "train/tensor_act_model_layers_50_mlp_up_proj/range": 3.859375, "train/tensor_act_model_layers_50_mlp_down_proj/norm": 1812.115478515625, "train/tensor_act_model_layers_50_mlp_down_proj/mean": 0.7734375, "train/tensor_act_model_layers_50_mlp_down_proj/std": 0.427734375, "train/tensor_act_model_layers_50_mlp_down_proj/max_abs": 1.8203125, "train/tensor_act_model_layers_50_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_50_mlp_down_proj/min": -0.5703125, "train/tensor_act_model_layers_50_mlp_down_proj/max": 1.8203125, "train/tensor_act_model_layers_50_mlp_down_proj/range": 2.390625, "train/tensor_act_model_layers_50_mlp/norm": 1812.115478515625, "train/tensor_act_model_layers_50_mlp/mean": 0.7734375, "train/tensor_act_model_layers_50_mlp/std": 0.427734375, "train/tensor_act_model_layers_50_mlp/max_abs": 1.8203125, "train/tensor_act_model_layers_50_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_50_mlp/min": -0.5703125, "train/tensor_act_model_layers_50_mlp/max": 1.8203125, "train/tensor_act_model_layers_50_mlp/range": 2.390625, "train/tensor_act_model_layers_50_residual_post_mlp/norm": 57978.92578125, "train/tensor_act_model_layers_50_residual_post_mlp/mean": 28.125, "train/tensor_act_model_layers_50_residual_post_mlp/std": 2.640625, "train/tensor_act_model_layers_50_residual_post_mlp/max_abs": 37.25, "train/tensor_act_model_layers_50_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_50_residual_post_mlp/min": 18.75, "train/tensor_act_model_layers_50_residual_post_mlp/max": 37.25, "train/tensor_act_model_layers_50_residual_post_mlp/range": 18.5, "train/tensor_act_model_layers_51_residual_pre_attn/norm": 57978.92578125, "train/tensor_act_model_layers_51_residual_pre_attn/mean": 28.125, "train/tensor_act_model_layers_51_residual_pre_attn/std": 2.640625, "train/tensor_act_model_layers_51_residual_pre_attn/max_abs": 37.25, "train/tensor_act_model_layers_51_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_51_residual_pre_attn/min": 18.75, "train/tensor_act_model_layers_51_residual_pre_attn/max": 37.25, "train/tensor_act_model_layers_51_residual_pre_attn/range": 18.5, "train/tensor_act_model_layers_51_residual_post_attn/norm": 57971.8203125, "train/tensor_act_model_layers_51_residual_post_attn/mean": 28.125, "train/tensor_act_model_layers_51_residual_post_attn/std": 2.625, "train/tensor_act_model_layers_51_residual_post_attn/max_abs": 37.0, "train/tensor_act_model_layers_51_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_51_residual_post_attn/min": 18.625, "train/tensor_act_model_layers_51_residual_post_attn/max": 37.0, "train/tensor_act_model_layers_51_residual_post_attn/range": 18.375, "train/tensor_act_model_layers_51_mlp_gate_proj/norm": 2196.812744140625, "train/tensor_act_model_layers_51_mlp_gate_proj/mean": 0.07421875, "train/tensor_act_model_layers_51_mlp_gate_proj/std": 0.75390625, "train/tensor_act_model_layers_51_mlp_gate_proj/max_abs": 1.78125, "train/tensor_act_model_layers_51_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_51_mlp_gate_proj/min": -1.0390625, "train/tensor_act_model_layers_51_mlp_gate_proj/max": 1.78125, "train/tensor_act_model_layers_51_mlp_gate_proj/range": 2.8203125, "train/tensor_act_model_layers_51_mlp_up_proj/norm": 2492.71923828125, "train/tensor_act_model_layers_51_mlp_up_proj/mean": 0.000202178955078125, "train/tensor_act_model_layers_51_mlp_up_proj/std": 0.859375, "train/tensor_act_model_layers_51_mlp_up_proj/max_abs": 1.96875, "train/tensor_act_model_layers_51_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_51_mlp_up_proj/min": -1.71875, "train/tensor_act_model_layers_51_mlp_up_proj/max": 1.96875, "train/tensor_act_model_layers_51_mlp_up_proj/range": 3.6875, "train/tensor_act_model_layers_51_mlp_down_proj/norm": 1826.584228515625, "train/tensor_act_model_layers_51_mlp_down_proj/mean": 0.81640625, "train/tensor_act_model_layers_51_mlp_down_proj/std": 0.357421875, "train/tensor_act_model_layers_51_mlp_down_proj/max_abs": 1.78125, "train/tensor_act_model_layers_51_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_51_mlp_down_proj/min": -0.05224609375, "train/tensor_act_model_layers_51_mlp_down_proj/max": 1.78125, "train/tensor_act_model_layers_51_mlp_down_proj/range": 1.83349609375, "train/tensor_act_model_layers_51_mlp/norm": 1826.584228515625, "train/tensor_act_model_layers_51_mlp/mean": 0.81640625, "train/tensor_act_model_layers_51_mlp/std": 0.357421875, "train/tensor_act_model_layers_51_mlp/max_abs": 1.78125, "train/tensor_act_model_layers_51_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_51_mlp/min": -0.05224609375, "train/tensor_act_model_layers_51_mlp/max": 1.78125, "train/tensor_act_model_layers_51_mlp/range": 1.83349609375, "train/tensor_act_model_layers_51_residual_post_mlp/norm": 59642.94140625, "train/tensor_act_model_layers_51_residual_post_mlp/mean": 29.0, "train/tensor_act_model_layers_51_residual_post_mlp/std": 2.640625, "train/tensor_act_model_layers_51_residual_post_mlp/max_abs": 38.0, "train/tensor_act_model_layers_51_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_51_residual_post_mlp/min": 19.5, "train/tensor_act_model_layers_51_residual_post_mlp/max": 38.0, "train/tensor_act_model_layers_51_residual_post_mlp/range": 18.5, "train/tensor_act_model_layers_52_residual_pre_attn/norm": 59642.94140625, "train/tensor_act_model_layers_52_residual_pre_attn/mean": 29.0, "train/tensor_act_model_layers_52_residual_pre_attn/std": 2.640625, "train/tensor_act_model_layers_52_residual_pre_attn/max_abs": 38.0, "train/tensor_act_model_layers_52_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_52_residual_pre_attn/min": 19.5, "train/tensor_act_model_layers_52_residual_pre_attn/max": 38.0, "train/tensor_act_model_layers_52_residual_pre_attn/range": 18.5, "train/tensor_act_model_layers_52_residual_post_attn/norm": 59583.8046875, "train/tensor_act_model_layers_52_residual_post_attn/mean": 29.0, "train/tensor_act_model_layers_52_residual_post_attn/std": 2.640625, "train/tensor_act_model_layers_52_residual_post_attn/max_abs": 38.0, "train/tensor_act_model_layers_52_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_52_residual_post_attn/min": 19.75, "train/tensor_act_model_layers_52_residual_post_attn/max": 38.0, "train/tensor_act_model_layers_52_residual_post_attn/range": 18.25, "train/tensor_act_model_layers_52_mlp_gate_proj/norm": 2112.835693359375, "train/tensor_act_model_layers_52_mlp_gate_proj/mean": 0.0986328125, "train/tensor_act_model_layers_52_mlp_gate_proj/std": 0.72265625, "train/tensor_act_model_layers_52_mlp_gate_proj/max_abs": 2.03125, "train/tensor_act_model_layers_52_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_52_mlp_gate_proj/min": -0.9921875, "train/tensor_act_model_layers_52_mlp_gate_proj/max": 2.03125, "train/tensor_act_model_layers_52_mlp_gate_proj/range": 3.0234375, "train/tensor_act_model_layers_52_mlp_up_proj/norm": 2313.07568359375, "train/tensor_act_model_layers_52_mlp_up_proj/mean": -0.005340576171875, "train/tensor_act_model_layers_52_mlp_up_proj/std": 0.796875, "train/tensor_act_model_layers_52_mlp_up_proj/max_abs": 2.1875, "train/tensor_act_model_layers_52_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_52_mlp_up_proj/min": -2.1875, "train/tensor_act_model_layers_52_mlp_up_proj/max": 1.6015625, "train/tensor_act_model_layers_52_mlp_up_proj/range": 3.7890625, "train/tensor_act_model_layers_52_mlp_down_proj/norm": 1662.5458984375, "train/tensor_act_model_layers_52_mlp_down_proj/mean": 0.71875, "train/tensor_act_model_layers_52_mlp_down_proj/std": 0.376953125, "train/tensor_act_model_layers_52_mlp_down_proj/max_abs": 1.625, "train/tensor_act_model_layers_52_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_52_mlp_down_proj/min": -0.236328125, "train/tensor_act_model_layers_52_mlp_down_proj/max": 1.625, "train/tensor_act_model_layers_52_mlp_down_proj/range": 1.861328125, "train/tensor_act_model_layers_52_mlp/norm": 1662.5458984375, "train/tensor_act_model_layers_52_mlp/mean": 0.71875, "train/tensor_act_model_layers_52_mlp/std": 0.376953125, "train/tensor_act_model_layers_52_mlp/max_abs": 1.625, "train/tensor_act_model_layers_52_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_52_mlp/min": -0.236328125, "train/tensor_act_model_layers_52_mlp/max": 1.625, "train/tensor_act_model_layers_52_mlp/range": 1.861328125, "train/tensor_act_model_layers_52_residual_post_mlp/norm": 61082.19921875, "train/tensor_act_model_layers_52_residual_post_mlp/mean": 29.75, "train/tensor_act_model_layers_52_residual_post_mlp/std": 2.796875, "train/tensor_act_model_layers_52_residual_post_mlp/max_abs": 39.0, "train/tensor_act_model_layers_52_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_52_residual_post_mlp/min": 19.875, "train/tensor_act_model_layers_52_residual_post_mlp/max": 39.0, "train/tensor_act_model_layers_52_residual_post_mlp/range": 19.125, "train/tensor_act_model_layers_53_residual_pre_attn/norm": 61082.19921875, "train/tensor_act_model_layers_53_residual_pre_attn/mean": 29.75, "train/tensor_act_model_layers_53_residual_pre_attn/std": 2.796875, "train/tensor_act_model_layers_53_residual_pre_attn/max_abs": 39.0, "train/tensor_act_model_layers_53_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_53_residual_pre_attn/min": 19.875, "train/tensor_act_model_layers_53_residual_pre_attn/max": 39.0, "train/tensor_act_model_layers_53_residual_pre_attn/range": 19.125, "train/tensor_act_model_layers_53_residual_post_attn/norm": 60995.4453125, "train/tensor_act_model_layers_53_residual_post_attn/mean": 29.625, "train/tensor_act_model_layers_53_residual_post_attn/std": 2.84375, "train/tensor_act_model_layers_53_residual_post_attn/max_abs": 39.0, "train/tensor_act_model_layers_53_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_53_residual_post_attn/min": 19.75, "train/tensor_act_model_layers_53_residual_post_attn/max": 39.0, "train/tensor_act_model_layers_53_residual_post_attn/range": 19.25, "train/tensor_act_model_layers_53_mlp_gate_proj/norm": 2051.309326171875, "train/tensor_act_model_layers_53_mlp_gate_proj/mean": 0.04736328125, "train/tensor_act_model_layers_53_mlp_gate_proj/std": 0.70703125, "train/tensor_act_model_layers_53_mlp_gate_proj/max_abs": 1.890625, "train/tensor_act_model_layers_53_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_53_mlp_gate_proj/min": -1.125, "train/tensor_act_model_layers_53_mlp_gate_proj/max": 1.890625, "train/tensor_act_model_layers_53_mlp_gate_proj/range": 3.015625, "train/tensor_act_model_layers_53_mlp_up_proj/norm": 2361.381103515625, "train/tensor_act_model_layers_53_mlp_up_proj/mean": -0.0167236328125, "train/tensor_act_model_layers_53_mlp_up_proj/std": 0.81640625, "train/tensor_act_model_layers_53_mlp_up_proj/max_abs": 1.9921875, "train/tensor_act_model_layers_53_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_53_mlp_up_proj/min": -1.9921875, "train/tensor_act_model_layers_53_mlp_up_proj/max": 1.7578125, "train/tensor_act_model_layers_53_mlp_up_proj/range": 3.75, "train/tensor_act_model_layers_53_mlp_down_proj/norm": 1490.1839599609375, "train/tensor_act_model_layers_53_mlp_down_proj/mean": 0.6484375, "train/tensor_act_model_layers_53_mlp_down_proj/std": 0.33203125, "train/tensor_act_model_layers_53_mlp_down_proj/max_abs": 1.609375, "train/tensor_act_model_layers_53_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_53_mlp_down_proj/min": -0.47265625, "train/tensor_act_model_layers_53_mlp_down_proj/max": 1.609375, "train/tensor_act_model_layers_53_mlp_down_proj/range": 2.08203125, "train/tensor_act_model_layers_53_mlp/norm": 1490.1839599609375, "train/tensor_act_model_layers_53_mlp/mean": 0.6484375, "train/tensor_act_model_layers_53_mlp/std": 0.33203125, "train/tensor_act_model_layers_53_mlp/max_abs": 1.609375, "train/tensor_act_model_layers_53_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_53_mlp/min": -0.47265625, "train/tensor_act_model_layers_53_mlp/max": 1.609375, "train/tensor_act_model_layers_53_mlp/range": 2.08203125, "train/tensor_act_model_layers_53_residual_post_mlp/norm": 62327.4140625, "train/tensor_act_model_layers_53_residual_post_mlp/mean": 30.25, "train/tensor_act_model_layers_53_residual_post_mlp/std": 2.921875, "train/tensor_act_model_layers_53_residual_post_mlp/max_abs": 40.0, "train/tensor_act_model_layers_53_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_53_residual_post_mlp/min": 20.125, "train/tensor_act_model_layers_53_residual_post_mlp/max": 40.0, "train/tensor_act_model_layers_53_residual_post_mlp/range": 19.875, "train/tensor_act_model_layers_54_residual_pre_attn/norm": 62327.4140625, "train/tensor_act_model_layers_54_residual_pre_attn/mean": 30.25, "train/tensor_act_model_layers_54_residual_pre_attn/std": 2.921875, "train/tensor_act_model_layers_54_residual_pre_attn/max_abs": 40.0, "train/tensor_act_model_layers_54_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_54_residual_pre_attn/min": 20.125, "train/tensor_act_model_layers_54_residual_pre_attn/max": 40.0, "train/tensor_act_model_layers_54_residual_pre_attn/range": 19.875, "train/tensor_act_model_layers_54_residual_post_attn/norm": 62283.5859375, "train/tensor_act_model_layers_54_residual_post_attn/mean": 30.25, "train/tensor_act_model_layers_54_residual_post_attn/std": 2.90625, "train/tensor_act_model_layers_54_residual_post_attn/max_abs": 39.75, "train/tensor_act_model_layers_54_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_54_residual_post_attn/min": 20.125, "train/tensor_act_model_layers_54_residual_post_attn/max": 39.75, "train/tensor_act_model_layers_54_residual_post_attn/range": 19.625, "train/tensor_act_model_layers_54_mlp_gate_proj/norm": 2026.693359375, "train/tensor_act_model_layers_54_mlp_gate_proj/mean": 0.00714111328125, "train/tensor_act_model_layers_54_mlp_gate_proj/std": 0.69921875, "train/tensor_act_model_layers_54_mlp_gate_proj/max_abs": 2.25, "train/tensor_act_model_layers_54_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_54_mlp_gate_proj/min": -1.4296875, "train/tensor_act_model_layers_54_mlp_gate_proj/max": 2.25, "train/tensor_act_model_layers_54_mlp_gate_proj/range": 3.6796875, "train/tensor_act_model_layers_54_mlp_up_proj/norm": 2298.749755859375, "train/tensor_act_model_layers_54_mlp_up_proj/mean": 0.0167236328125, "train/tensor_act_model_layers_54_mlp_up_proj/std": 0.79296875, "train/tensor_act_model_layers_54_mlp_up_proj/max_abs": 2.03125, "train/tensor_act_model_layers_54_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_54_mlp_up_proj/min": -1.78125, "train/tensor_act_model_layers_54_mlp_up_proj/max": 2.03125, "train/tensor_act_model_layers_54_mlp_up_proj/range": 3.8125, "train/tensor_act_model_layers_54_mlp_down_proj/norm": 1429.197998046875, "train/tensor_act_model_layers_54_mlp_down_proj/mean": 0.60546875, "train/tensor_act_model_layers_54_mlp_down_proj/std": 0.34375, "train/tensor_act_model_layers_54_mlp_down_proj/max_abs": 1.6171875, "train/tensor_act_model_layers_54_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_54_mlp_down_proj/min": -0.44140625, "train/tensor_act_model_layers_54_mlp_down_proj/max": 1.6171875, "train/tensor_act_model_layers_54_mlp_down_proj/range": 2.05859375, "train/tensor_act_model_layers_54_mlp/norm": 1429.197998046875, "train/tensor_act_model_layers_54_mlp/mean": 0.60546875, "train/tensor_act_model_layers_54_mlp/std": 0.34375, "train/tensor_act_model_layers_54_mlp/max_abs": 1.6171875, "train/tensor_act_model_layers_54_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_54_mlp/min": -0.44140625, "train/tensor_act_model_layers_54_mlp/max": 1.6171875, "train/tensor_act_model_layers_54_mlp/range": 2.05859375, "train/tensor_act_model_layers_54_residual_post_mlp/norm": 63529.34765625, "train/tensor_act_model_layers_54_residual_post_mlp/mean": 30.875, "train/tensor_act_model_layers_54_residual_post_mlp/std": 2.921875, "train/tensor_act_model_layers_54_residual_post_mlp/max_abs": 40.25, "train/tensor_act_model_layers_54_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_54_residual_post_mlp/min": 20.375, "train/tensor_act_model_layers_54_residual_post_mlp/max": 40.25, "train/tensor_act_model_layers_54_residual_post_mlp/range": 19.875, "train/tensor_act_model_layers_55_residual_pre_attn/norm": 63529.34765625, "train/tensor_act_model_layers_55_residual_pre_attn/mean": 30.875, "train/tensor_act_model_layers_55_residual_pre_attn/std": 2.921875, "train/tensor_act_model_layers_55_residual_pre_attn/max_abs": 40.25, "train/tensor_act_model_layers_55_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_55_residual_pre_attn/min": 20.375, "train/tensor_act_model_layers_55_residual_pre_attn/max": 40.25, "train/tensor_act_model_layers_55_residual_pre_attn/range": 19.875, "train/tensor_act_model_layers_55_residual_post_attn/norm": 63474.71484375, "train/tensor_act_model_layers_55_residual_post_attn/mean": 30.875, "train/tensor_act_model_layers_55_residual_post_attn/std": 2.921875, "train/tensor_act_model_layers_55_residual_post_attn/max_abs": 40.25, "train/tensor_act_model_layers_55_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_55_residual_post_attn/min": 20.5, "train/tensor_act_model_layers_55_residual_post_attn/max": 40.25, "train/tensor_act_model_layers_55_residual_post_attn/range": 19.75, "train/tensor_act_model_layers_55_mlp_gate_proj/norm": 2055.5390625, "train/tensor_act_model_layers_55_mlp_gate_proj/mean": 0.057861328125, "train/tensor_act_model_layers_55_mlp_gate_proj/std": 0.70703125, "train/tensor_act_model_layers_55_mlp_gate_proj/max_abs": 2.15625, "train/tensor_act_model_layers_55_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_55_mlp_gate_proj/min": -1.203125, "train/tensor_act_model_layers_55_mlp_gate_proj/max": 2.15625, "train/tensor_act_model_layers_55_mlp_gate_proj/range": 3.359375, "train/tensor_act_model_layers_55_mlp_up_proj/norm": 2317.395751953125, "train/tensor_act_model_layers_55_mlp_up_proj/mean": -0.055908203125, "train/tensor_act_model_layers_55_mlp_up_proj/std": 0.796875, "train/tensor_act_model_layers_55_mlp_up_proj/max_abs": 2.5625, "train/tensor_act_model_layers_55_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_55_mlp_up_proj/min": -2.5625, "train/tensor_act_model_layers_55_mlp_up_proj/max": 1.6640625, "train/tensor_act_model_layers_55_mlp_up_proj/range": 4.2265625, "train/tensor_act_model_layers_55_mlp_down_proj/norm": 1518.7008056640625, "train/tensor_act_model_layers_55_mlp_down_proj/mean": 0.66015625, "train/tensor_act_model_layers_55_mlp_down_proj/std": 0.33984375, "train/tensor_act_model_layers_55_mlp_down_proj/max_abs": 1.5, "train/tensor_act_model_layers_55_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_55_mlp_down_proj/min": -0.10400390625, "train/tensor_act_model_layers_55_mlp_down_proj/max": 1.5, "train/tensor_act_model_layers_55_mlp_down_proj/range": 1.60400390625, "train/tensor_act_model_layers_55_mlp/norm": 1518.7008056640625, "train/tensor_act_model_layers_55_mlp/mean": 0.66015625, "train/tensor_act_model_layers_55_mlp/std": 0.33984375, "train/tensor_act_model_layers_55_mlp/max_abs": 1.5, "train/tensor_act_model_layers_55_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_55_mlp/min": -0.10400390625, "train/tensor_act_model_layers_55_mlp/max": 1.5, "train/tensor_act_model_layers_55_mlp/range": 1.60400390625, "train/tensor_act_model_layers_55_residual_post_mlp/norm": 64832.5390625, "train/tensor_act_model_layers_55_residual_post_mlp/mean": 31.5, "train/tensor_act_model_layers_55_residual_post_mlp/std": 2.984375, "train/tensor_act_model_layers_55_residual_post_mlp/max_abs": 40.75, "train/tensor_act_model_layers_55_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_55_residual_post_mlp/min": 21.25, "train/tensor_act_model_layers_55_residual_post_mlp/max": 40.75, "train/tensor_act_model_layers_55_residual_post_mlp/range": 19.5, "train/tensor_act_model_layers_56_residual_pre_attn/norm": 64832.5390625, "train/tensor_act_model_layers_56_residual_pre_attn/mean": 31.5, "train/tensor_act_model_layers_56_residual_pre_attn/std": 2.984375, "train/tensor_act_model_layers_56_residual_pre_attn/max_abs": 40.75, "train/tensor_act_model_layers_56_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_56_residual_pre_attn/min": 21.25, "train/tensor_act_model_layers_56_residual_pre_attn/max": 40.75, "train/tensor_act_model_layers_56_residual_pre_attn/range": 19.5, "train/tensor_act_model_layers_56_residual_post_attn/norm": 64789.046875, "train/tensor_act_model_layers_56_residual_post_attn/mean": 31.5, "train/tensor_act_model_layers_56_residual_post_attn/std": 2.96875, "train/tensor_act_model_layers_56_residual_post_attn/max_abs": 40.75, "train/tensor_act_model_layers_56_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_56_residual_post_attn/min": 21.125, "train/tensor_act_model_layers_56_residual_post_attn/max": 40.75, "train/tensor_act_model_layers_56_residual_post_attn/range": 19.625, "train/tensor_act_model_layers_56_mlp_gate_proj/norm": 2038.1434326171875, "train/tensor_act_model_layers_56_mlp_gate_proj/mean": 0.047119140625, "train/tensor_act_model_layers_56_mlp_gate_proj/std": 0.703125, "train/tensor_act_model_layers_56_mlp_gate_proj/max_abs": 2.0, "train/tensor_act_model_layers_56_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_56_mlp_gate_proj/min": -1.0859375, "train/tensor_act_model_layers_56_mlp_gate_proj/max": 2.0, "train/tensor_act_model_layers_56_mlp_gate_proj/range": 3.0859375, "train/tensor_act_model_layers_56_mlp_up_proj/norm": 2233.421630859375, "train/tensor_act_model_layers_56_mlp_up_proj/mean": 0.0172119140625, "train/tensor_act_model_layers_56_mlp_up_proj/std": 0.76953125, "train/tensor_act_model_layers_56_mlp_up_proj/max_abs": 2.203125, "train/tensor_act_model_layers_56_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_56_mlp_up_proj/min": -1.8359375, "train/tensor_act_model_layers_56_mlp_up_proj/max": 2.203125, "train/tensor_act_model_layers_56_mlp_up_proj/range": 4.0390625, "train/tensor_act_model_layers_56_mlp_down_proj/norm": 1468.2813720703125, "train/tensor_act_model_layers_56_mlp_down_proj/mean": 0.63671875, "train/tensor_act_model_layers_56_mlp_down_proj/std": 0.330078125, "train/tensor_act_model_layers_56_mlp_down_proj/max_abs": 1.53125, "train/tensor_act_model_layers_56_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_56_mlp_down_proj/min": -0.1953125, "train/tensor_act_model_layers_56_mlp_down_proj/max": 1.53125, "train/tensor_act_model_layers_56_mlp_down_proj/range": 1.7265625, "train/tensor_act_model_layers_56_mlp/norm": 1468.2813720703125, "train/tensor_act_model_layers_56_mlp/mean": 0.63671875, "train/tensor_act_model_layers_56_mlp/std": 0.330078125, "train/tensor_act_model_layers_56_mlp/max_abs": 1.53125, "train/tensor_act_model_layers_56_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_56_mlp/min": -0.1953125, "train/tensor_act_model_layers_56_mlp/max": 1.53125, "train/tensor_act_model_layers_56_mlp/range": 1.7265625, "train/tensor_act_model_layers_56_residual_post_mlp/norm": 66108.2421875, "train/tensor_act_model_layers_56_residual_post_mlp/mean": 32.25, "train/tensor_act_model_layers_56_residual_post_mlp/std": 3.0, "train/tensor_act_model_layers_56_residual_post_mlp/max_abs": 41.5, "train/tensor_act_model_layers_56_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_56_residual_post_mlp/min": 21.75, "train/tensor_act_model_layers_56_residual_post_mlp/max": 41.5, "train/tensor_act_model_layers_56_residual_post_mlp/range": 19.75, "train/tensor_act_model_layers_57_residual_pre_attn/norm": 66108.2421875, "train/tensor_act_model_layers_57_residual_pre_attn/mean": 32.25, "train/tensor_act_model_layers_57_residual_pre_attn/std": 3.0, "train/tensor_act_model_layers_57_residual_pre_attn/max_abs": 41.5, "train/tensor_act_model_layers_57_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_57_residual_pre_attn/min": 21.75, "train/tensor_act_model_layers_57_residual_pre_attn/max": 41.5, "train/tensor_act_model_layers_57_residual_pre_attn/range": 19.75, "train/tensor_act_model_layers_57_residual_post_attn/norm": 66025.3828125, "train/tensor_act_model_layers_57_residual_post_attn/mean": 32.0, "train/tensor_act_model_layers_57_residual_post_attn/std": 3.015625, "train/tensor_act_model_layers_57_residual_post_attn/max_abs": 41.25, "train/tensor_act_model_layers_57_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_57_residual_post_attn/min": 21.375, "train/tensor_act_model_layers_57_residual_post_attn/max": 41.25, "train/tensor_act_model_layers_57_residual_post_attn/range": 19.875, "train/tensor_act_model_layers_57_mlp_gate_proj/norm": 2153.2880859375, "train/tensor_act_model_layers_57_mlp_gate_proj/mean": 0.05419921875, "train/tensor_act_model_layers_57_mlp_gate_proj/std": 0.7421875, "train/tensor_act_model_layers_57_mlp_gate_proj/max_abs": 2.015625, "train/tensor_act_model_layers_57_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_57_mlp_gate_proj/min": -1.046875, "train/tensor_act_model_layers_57_mlp_gate_proj/max": 2.015625, "train/tensor_act_model_layers_57_mlp_gate_proj/range": 3.0625, "train/tensor_act_model_layers_57_mlp_up_proj/norm": 2242.59423828125, "train/tensor_act_model_layers_57_mlp_up_proj/mean": 0.03759765625, "train/tensor_act_model_layers_57_mlp_up_proj/std": 0.7734375, "train/tensor_act_model_layers_57_mlp_up_proj/max_abs": 1.8515625, "train/tensor_act_model_layers_57_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_57_mlp_up_proj/min": -1.8515625, "train/tensor_act_model_layers_57_mlp_up_proj/max": 1.7734375, "train/tensor_act_model_layers_57_mlp_up_proj/range": 3.625, "train/tensor_act_model_layers_57_mlp_down_proj/norm": 1673.1865234375, "train/tensor_act_model_layers_57_mlp_down_proj/mean": 0.72265625, "train/tensor_act_model_layers_57_mlp_down_proj/std": 0.3828125, "train/tensor_act_model_layers_57_mlp_down_proj/max_abs": 1.625, "train/tensor_act_model_layers_57_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_57_mlp_down_proj/min": -0.466796875, "train/tensor_act_model_layers_57_mlp_down_proj/max": 1.625, "train/tensor_act_model_layers_57_mlp_down_proj/range": 2.091796875, "train/tensor_act_model_layers_57_mlp/norm": 1673.1865234375, "train/tensor_act_model_layers_57_mlp/mean": 0.72265625, "train/tensor_act_model_layers_57_mlp/std": 0.3828125, "train/tensor_act_model_layers_57_mlp/max_abs": 1.625, "train/tensor_act_model_layers_57_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_57_mlp/min": -0.466796875, "train/tensor_act_model_layers_57_mlp/max": 1.625, "train/tensor_act_model_layers_57_mlp/range": 2.091796875, "train/tensor_act_model_layers_57_residual_post_mlp/norm": 67511.2265625, "train/tensor_act_model_layers_57_residual_post_mlp/mean": 32.75, "train/tensor_act_model_layers_57_residual_post_mlp/std": 3.09375, "train/tensor_act_model_layers_57_residual_post_mlp/max_abs": 42.25, "train/tensor_act_model_layers_57_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_57_residual_post_mlp/min": 21.875, "train/tensor_act_model_layers_57_residual_post_mlp/max": 42.25, "train/tensor_act_model_layers_57_residual_post_mlp/range": 20.375, "train/tensor_act_model_layers_58_residual_pre_attn/norm": 67511.2265625, "train/tensor_act_model_layers_58_residual_pre_attn/mean": 32.75, "train/tensor_act_model_layers_58_residual_pre_attn/std": 3.09375, "train/tensor_act_model_layers_58_residual_pre_attn/max_abs": 42.25, "train/tensor_act_model_layers_58_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_58_residual_pre_attn/min": 21.875, "train/tensor_act_model_layers_58_residual_pre_attn/max": 42.25, "train/tensor_act_model_layers_58_residual_pre_attn/range": 20.375, "train/tensor_act_model_layers_58_residual_post_attn/norm": 67490.8515625, "train/tensor_act_model_layers_58_residual_post_attn/mean": 32.75, "train/tensor_act_model_layers_58_residual_post_attn/std": 3.078125, "train/tensor_act_model_layers_58_residual_post_attn/max_abs": 42.25, "train/tensor_act_model_layers_58_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_58_residual_post_attn/min": 21.625, "train/tensor_act_model_layers_58_residual_post_attn/max": 42.25, "train/tensor_act_model_layers_58_residual_post_attn/range": 20.625, "train/tensor_act_model_layers_58_mlp_gate_proj/norm": 2033.3974609375, "train/tensor_act_model_layers_58_mlp_gate_proj/mean": 0.0693359375, "train/tensor_act_model_layers_58_mlp_gate_proj/std": 0.69921875, "train/tensor_act_model_layers_58_mlp_gate_proj/max_abs": 1.9375, "train/tensor_act_model_layers_58_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_58_mlp_gate_proj/min": -0.90234375, "train/tensor_act_model_layers_58_mlp_gate_proj/max": 1.9375, "train/tensor_act_model_layers_58_mlp_gate_proj/range": 2.83984375, "train/tensor_act_model_layers_58_mlp_up_proj/norm": 2345.50048828125, "train/tensor_act_model_layers_58_mlp_up_proj/mean": -0.041259765625, "train/tensor_act_model_layers_58_mlp_up_proj/std": 0.80859375, "train/tensor_act_model_layers_58_mlp_up_proj/max_abs": 1.7890625, "train/tensor_act_model_layers_58_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_58_mlp_up_proj/min": -1.6796875, "train/tensor_act_model_layers_58_mlp_up_proj/max": 1.7890625, "train/tensor_act_model_layers_58_mlp_up_proj/range": 3.46875, "train/tensor_act_model_layers_58_mlp_down_proj/norm": 1490.3031005859375, "train/tensor_act_model_layers_58_mlp_down_proj/mean": 0.64453125, "train/tensor_act_model_layers_58_mlp_down_proj/std": 0.33984375, "train/tensor_act_model_layers_58_mlp_down_proj/max_abs": 1.4140625, "train/tensor_act_model_layers_58_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_58_mlp_down_proj/min": -0.11474609375, "train/tensor_act_model_layers_58_mlp_down_proj/max": 1.4140625, "train/tensor_act_model_layers_58_mlp_down_proj/range": 1.52880859375, "train/tensor_act_model_layers_58_mlp/norm": 1490.3031005859375, "train/tensor_act_model_layers_58_mlp/mean": 0.64453125, "train/tensor_act_model_layers_58_mlp/std": 0.33984375, "train/tensor_act_model_layers_58_mlp/max_abs": 1.4140625, "train/tensor_act_model_layers_58_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_58_mlp/min": -0.11474609375, "train/tensor_act_model_layers_58_mlp/max": 1.4140625, "train/tensor_act_model_layers_58_mlp/range": 1.52880859375, "train/tensor_act_model_layers_58_residual_post_mlp/norm": 68809.7265625, "train/tensor_act_model_layers_58_residual_post_mlp/mean": 33.5, "train/tensor_act_model_layers_58_residual_post_mlp/std": 3.15625, "train/tensor_act_model_layers_58_residual_post_mlp/max_abs": 42.75, "train/tensor_act_model_layers_58_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_58_residual_post_mlp/min": 21.875, "train/tensor_act_model_layers_58_residual_post_mlp/max": 42.75, "train/tensor_act_model_layers_58_residual_post_mlp/range": 20.875, "train/tensor_act_model_layers_59_residual_pre_attn/norm": 68809.7265625, "train/tensor_act_model_layers_59_residual_pre_attn/mean": 33.5, "train/tensor_act_model_layers_59_residual_pre_attn/std": 3.15625, "train/tensor_act_model_layers_59_residual_pre_attn/max_abs": 42.75, "train/tensor_act_model_layers_59_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_59_residual_pre_attn/min": 21.875, "train/tensor_act_model_layers_59_residual_pre_attn/max": 42.75, "train/tensor_act_model_layers_59_residual_pre_attn/range": 20.875, "train/tensor_act_model_layers_59_residual_post_attn/norm": 68767.484375, "train/tensor_act_model_layers_59_residual_post_attn/mean": 33.5, "train/tensor_act_model_layers_59_residual_post_attn/std": 3.171875, "train/tensor_act_model_layers_59_residual_post_attn/max_abs": 42.75, "train/tensor_act_model_layers_59_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_59_residual_post_attn/min": 21.75, "train/tensor_act_model_layers_59_residual_post_attn/max": 42.75, "train/tensor_act_model_layers_59_residual_post_attn/range": 21.0, "train/tensor_act_model_layers_59_mlp_gate_proj/norm": 2105.79296875, "train/tensor_act_model_layers_59_mlp_gate_proj/mean": 0.12353515625, "train/tensor_act_model_layers_59_mlp_gate_proj/std": 0.71484375, "train/tensor_act_model_layers_59_mlp_gate_proj/max_abs": 2.15625, "train/tensor_act_model_layers_59_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_59_mlp_gate_proj/min": -0.91015625, "train/tensor_act_model_layers_59_mlp_gate_proj/max": 2.15625, "train/tensor_act_model_layers_59_mlp_gate_proj/range": 3.06640625, "train/tensor_act_model_layers_59_mlp_up_proj/norm": 2353.884765625, "train/tensor_act_model_layers_59_mlp_up_proj/mean": -0.052734375, "train/tensor_act_model_layers_59_mlp_up_proj/std": 0.8125, "train/tensor_act_model_layers_59_mlp_up_proj/max_abs": 2.0625, "train/tensor_act_model_layers_59_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_59_mlp_up_proj/min": -1.921875, "train/tensor_act_model_layers_59_mlp_up_proj/max": 2.0625, "train/tensor_act_model_layers_59_mlp_up_proj/range": 3.984375, "train/tensor_act_model_layers_59_mlp_down_proj/norm": 1612.13720703125, "train/tensor_act_model_layers_59_mlp_down_proj/mean": 0.6875, "train/tensor_act_model_layers_59_mlp_down_proj/std": 0.3828125, "train/tensor_act_model_layers_59_mlp_down_proj/max_abs": 2.15625, "train/tensor_act_model_layers_59_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_59_mlp_down_proj/min": -0.427734375, "train/tensor_act_model_layers_59_mlp_down_proj/max": 2.15625, "train/tensor_act_model_layers_59_mlp_down_proj/range": 2.583984375, "train/tensor_act_model_layers_59_mlp/norm": 1612.13720703125, "train/tensor_act_model_layers_59_mlp/mean": 0.6875, "train/tensor_act_model_layers_59_mlp/std": 0.3828125, "train/tensor_act_model_layers_59_mlp/max_abs": 2.15625, "train/tensor_act_model_layers_59_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_59_mlp/min": -0.427734375, "train/tensor_act_model_layers_59_mlp/max": 2.15625, "train/tensor_act_model_layers_59_mlp/range": 2.583984375, "train/tensor_act_model_layers_59_residual_post_mlp/norm": 70168.3984375, "train/tensor_act_model_layers_59_residual_post_mlp/mean": 34.0, "train/tensor_act_model_layers_59_residual_post_mlp/std": 3.203125, "train/tensor_act_model_layers_59_residual_post_mlp/max_abs": 43.75, "train/tensor_act_model_layers_59_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_59_residual_post_mlp/min": 22.5, "train/tensor_act_model_layers_59_residual_post_mlp/max": 43.75, "train/tensor_act_model_layers_59_residual_post_mlp/range": 21.25, "train/tensor_act_model_layers_60_residual_pre_attn/norm": 70168.3984375, "train/tensor_act_model_layers_60_residual_pre_attn/mean": 34.0, "train/tensor_act_model_layers_60_residual_pre_attn/std": 3.203125, "train/tensor_act_model_layers_60_residual_pre_attn/max_abs": 43.75, "train/tensor_act_model_layers_60_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_60_residual_pre_attn/min": 22.5, "train/tensor_act_model_layers_60_residual_pre_attn/max": 43.75, "train/tensor_act_model_layers_60_residual_pre_attn/range": 21.25, "train/tensor_act_model_layers_60_residual_post_attn/norm": 70129.9296875, "train/tensor_act_model_layers_60_residual_post_attn/mean": 34.0, "train/tensor_act_model_layers_60_residual_post_attn/std": 3.21875, "train/tensor_act_model_layers_60_residual_post_attn/max_abs": 43.75, "train/tensor_act_model_layers_60_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_60_residual_post_attn/min": 22.5, "train/tensor_act_model_layers_60_residual_post_attn/max": 43.75, "train/tensor_act_model_layers_60_residual_post_attn/range": 21.25, "train/tensor_act_model_layers_60_mlp_gate_proj/norm": 2038.2462158203125, "train/tensor_act_model_layers_60_mlp_gate_proj/mean": 0.06787109375, "train/tensor_act_model_layers_60_mlp_gate_proj/std": 0.69921875, "train/tensor_act_model_layers_60_mlp_gate_proj/max_abs": 2.109375, "train/tensor_act_model_layers_60_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_60_mlp_gate_proj/min": -1.0625, "train/tensor_act_model_layers_60_mlp_gate_proj/max": 2.109375, "train/tensor_act_model_layers_60_mlp_gate_proj/range": 3.171875, "train/tensor_act_model_layers_60_mlp_up_proj/norm": 2315.972412109375, "train/tensor_act_model_layers_60_mlp_up_proj/mean": -0.0286865234375, "train/tensor_act_model_layers_60_mlp_up_proj/std": 0.80078125, "train/tensor_act_model_layers_60_mlp_up_proj/max_abs": 1.84375, "train/tensor_act_model_layers_60_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_60_mlp_up_proj/min": -1.8359375, "train/tensor_act_model_layers_60_mlp_up_proj/max": 1.84375, "train/tensor_act_model_layers_60_mlp_up_proj/range": 3.6796875, "train/tensor_act_model_layers_60_mlp_down_proj/norm": 1494.3748779296875, "train/tensor_act_model_layers_60_mlp_down_proj/mean": 0.6171875, "train/tensor_act_model_layers_60_mlp_down_proj/std": 0.390625, "train/tensor_act_model_layers_60_mlp_down_proj/max_abs": 1.59375, "train/tensor_act_model_layers_60_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_60_mlp_down_proj/min": -0.5625, "train/tensor_act_model_layers_60_mlp_down_proj/max": 1.59375, "train/tensor_act_model_layers_60_mlp_down_proj/range": 2.15625, "train/tensor_act_model_layers_60_mlp/norm": 1494.3748779296875, "train/tensor_act_model_layers_60_mlp/mean": 0.6171875, "train/tensor_act_model_layers_60_mlp/std": 0.390625, "train/tensor_act_model_layers_60_mlp/max_abs": 1.59375, "train/tensor_act_model_layers_60_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_60_mlp/min": -0.5625, "train/tensor_act_model_layers_60_mlp/max": 1.59375, "train/tensor_act_model_layers_60_mlp/range": 2.15625, "train/tensor_act_model_layers_60_residual_post_mlp/norm": 71420.78125, "train/tensor_act_model_layers_60_residual_post_mlp/mean": 34.75, "train/tensor_act_model_layers_60_residual_post_mlp/std": 3.34375, "train/tensor_act_model_layers_60_residual_post_mlp/max_abs": 44.5, "train/tensor_act_model_layers_60_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_60_residual_post_mlp/min": 23.125, "train/tensor_act_model_layers_60_residual_post_mlp/max": 44.5, "train/tensor_act_model_layers_60_residual_post_mlp/range": 21.375, "train/tensor_act_model_layers_61_residual_pre_attn/norm": 71420.78125, "train/tensor_act_model_layers_61_residual_pre_attn/mean": 34.75, "train/tensor_act_model_layers_61_residual_pre_attn/std": 3.34375, "train/tensor_act_model_layers_61_residual_pre_attn/max_abs": 44.5, "train/tensor_act_model_layers_61_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_61_residual_pre_attn/min": 23.125, "train/tensor_act_model_layers_61_residual_pre_attn/max": 44.5, "train/tensor_act_model_layers_61_residual_pre_attn/range": 21.375, "train/tensor_act_model_layers_61_residual_post_attn/norm": 71377.3515625, "train/tensor_act_model_layers_61_residual_post_attn/mean": 34.75, "train/tensor_act_model_layers_61_residual_post_attn/std": 3.328125, "train/tensor_act_model_layers_61_residual_post_attn/max_abs": 44.5, "train/tensor_act_model_layers_61_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_61_residual_post_attn/min": 23.0, "train/tensor_act_model_layers_61_residual_post_attn/max": 44.5, "train/tensor_act_model_layers_61_residual_post_attn/range": 21.5, "train/tensor_act_model_layers_61_mlp_gate_proj/norm": 2215.969482421875, "train/tensor_act_model_layers_61_mlp_gate_proj/mean": 0.1572265625, "train/tensor_act_model_layers_61_mlp_gate_proj/std": 0.75, "train/tensor_act_model_layers_61_mlp_gate_proj/max_abs": 2.03125, "train/tensor_act_model_layers_61_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_61_mlp_gate_proj/min": -1.0234375, "train/tensor_act_model_layers_61_mlp_gate_proj/max": 2.03125, "train/tensor_act_model_layers_61_mlp_gate_proj/range": 3.0546875, "train/tensor_act_model_layers_61_mlp_up_proj/norm": 2323.649169921875, "train/tensor_act_model_layers_61_mlp_up_proj/mean": 0.02197265625, "train/tensor_act_model_layers_61_mlp_up_proj/std": 0.80078125, "train/tensor_act_model_layers_61_mlp_up_proj/max_abs": 1.59375, "train/tensor_act_model_layers_61_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_61_mlp_up_proj/min": -1.515625, "train/tensor_act_model_layers_61_mlp_up_proj/max": 1.59375, "train/tensor_act_model_layers_61_mlp_up_proj/range": 3.109375, "train/tensor_act_model_layers_61_mlp_down_proj/norm": 1737.54052734375, "train/tensor_act_model_layers_61_mlp_down_proj/mean": 0.765625, "train/tensor_act_model_layers_61_mlp_down_proj/std": 0.3671875, "train/tensor_act_model_layers_61_mlp_down_proj/max_abs": 1.671875, "train/tensor_act_model_layers_61_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_61_mlp_down_proj/min": -0.013427734375, "train/tensor_act_model_layers_61_mlp_down_proj/max": 1.671875, "train/tensor_act_model_layers_61_mlp_down_proj/range": 1.685302734375, "train/tensor_act_model_layers_61_mlp/norm": 1737.54052734375, "train/tensor_act_model_layers_61_mlp/mean": 0.765625, "train/tensor_act_model_layers_61_mlp/std": 0.3671875, "train/tensor_act_model_layers_61_mlp/max_abs": 1.671875, "train/tensor_act_model_layers_61_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_61_mlp/min": -0.013427734375, "train/tensor_act_model_layers_61_mlp/max": 1.671875, "train/tensor_act_model_layers_61_mlp/range": 1.685302734375, "train/tensor_act_model_layers_61_residual_post_mlp/norm": 72945.578125, "train/tensor_act_model_layers_61_residual_post_mlp/mean": 35.5, "train/tensor_act_model_layers_61_residual_post_mlp/std": 3.390625, "train/tensor_act_model_layers_61_residual_post_mlp/max_abs": 45.5, "train/tensor_act_model_layers_61_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_61_residual_post_mlp/min": 23.25, "train/tensor_act_model_layers_61_residual_post_mlp/max": 45.5, "train/tensor_act_model_layers_61_residual_post_mlp/range": 22.25, "train/tensor_act_model_layers_62_residual_pre_attn/norm": 72945.578125, "train/tensor_act_model_layers_62_residual_pre_attn/mean": 35.5, "train/tensor_act_model_layers_62_residual_pre_attn/std": 3.390625, "train/tensor_act_model_layers_62_residual_pre_attn/max_abs": 45.5, "train/tensor_act_model_layers_62_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_62_residual_pre_attn/min": 23.25, "train/tensor_act_model_layers_62_residual_pre_attn/max": 45.5, "train/tensor_act_model_layers_62_residual_pre_attn/range": 22.25, "train/tensor_act_model_layers_62_residual_post_attn/norm": 72911.71875, "train/tensor_act_model_layers_62_residual_post_attn/mean": 35.5, "train/tensor_act_model_layers_62_residual_post_attn/std": 3.390625, "train/tensor_act_model_layers_62_residual_post_attn/max_abs": 45.75, "train/tensor_act_model_layers_62_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_62_residual_post_attn/min": 23.25, "train/tensor_act_model_layers_62_residual_post_attn/max": 45.75, "train/tensor_act_model_layers_62_residual_post_attn/range": 22.5, "train/tensor_act_model_layers_62_mlp_gate_proj/norm": 2139.751220703125, "train/tensor_act_model_layers_62_mlp_gate_proj/mean": 0.07080078125, "train/tensor_act_model_layers_62_mlp_gate_proj/std": 0.734375, "train/tensor_act_model_layers_62_mlp_gate_proj/max_abs": 2.609375, "train/tensor_act_model_layers_62_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_62_mlp_gate_proj/min": -1.3125, "train/tensor_act_model_layers_62_mlp_gate_proj/max": 2.609375, "train/tensor_act_model_layers_62_mlp_gate_proj/range": 3.921875, "train/tensor_act_model_layers_62_mlp_up_proj/norm": 2347.609130859375, "train/tensor_act_model_layers_62_mlp_up_proj/mean": 0.045166015625, "train/tensor_act_model_layers_62_mlp_up_proj/std": 0.80859375, "train/tensor_act_model_layers_62_mlp_up_proj/max_abs": 2.09375, "train/tensor_act_model_layers_62_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_62_mlp_up_proj/min": -2.09375, "train/tensor_act_model_layers_62_mlp_up_proj/max": 1.859375, "train/tensor_act_model_layers_62_mlp_up_proj/range": 3.953125, "train/tensor_act_model_layers_62_mlp_down_proj/norm": 1582.542236328125, "train/tensor_act_model_layers_62_mlp_down_proj/mean": 0.6796875, "train/tensor_act_model_layers_62_mlp_down_proj/std": 0.37109375, "train/tensor_act_model_layers_62_mlp_down_proj/max_abs": 1.5234375, "train/tensor_act_model_layers_62_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_62_mlp_down_proj/min": -0.33203125, "train/tensor_act_model_layers_62_mlp_down_proj/max": 1.5234375, "train/tensor_act_model_layers_62_mlp_down_proj/range": 1.85546875, "train/tensor_act_model_layers_62_mlp/norm": 1582.542236328125, "train/tensor_act_model_layers_62_mlp/mean": 0.6796875, "train/tensor_act_model_layers_62_mlp/std": 0.37109375, "train/tensor_act_model_layers_62_mlp/max_abs": 1.5234375, "train/tensor_act_model_layers_62_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_62_mlp/min": -0.33203125, "train/tensor_act_model_layers_62_mlp/max": 1.5234375, "train/tensor_act_model_layers_62_mlp/range": 1.85546875, "train/tensor_act_model_layers_62_residual_post_mlp/norm": 74319.2421875, "train/tensor_act_model_layers_62_residual_post_mlp/mean": 36.0, "train/tensor_act_model_layers_62_residual_post_mlp/std": 3.453125, "train/tensor_act_model_layers_62_residual_post_mlp/max_abs": 46.25, "train/tensor_act_model_layers_62_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_62_residual_post_mlp/min": 24.125, "train/tensor_act_model_layers_62_residual_post_mlp/max": 46.25, "train/tensor_act_model_layers_62_residual_post_mlp/range": 22.125, "train/tensor_act_model_layers_63_residual_pre_attn/norm": 74319.2421875, "train/tensor_act_model_layers_63_residual_pre_attn/mean": 36.0, "train/tensor_act_model_layers_63_residual_pre_attn/std": 3.453125, "train/tensor_act_model_layers_63_residual_pre_attn/max_abs": 46.25, "train/tensor_act_model_layers_63_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_63_residual_pre_attn/min": 24.125, "train/tensor_act_model_layers_63_residual_pre_attn/max": 46.25, "train/tensor_act_model_layers_63_residual_pre_attn/range": 22.125, "train/tensor_act_model_layers_63_residual_post_attn/norm": 74256.4765625, "train/tensor_act_model_layers_63_residual_post_attn/mean": 36.0, "train/tensor_act_model_layers_63_residual_post_attn/std": 3.453125, "train/tensor_act_model_layers_63_residual_post_attn/max_abs": 46.0, "train/tensor_act_model_layers_63_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_63_residual_post_attn/min": 24.125, "train/tensor_act_model_layers_63_residual_post_attn/max": 46.0, "train/tensor_act_model_layers_63_residual_post_attn/range": 21.875, "train/tensor_act_model_layers_63_mlp_gate_proj/norm": 2102.2080078125, "train/tensor_act_model_layers_63_mlp_gate_proj/mean": 0.06494140625, "train/tensor_act_model_layers_63_mlp_gate_proj/std": 0.72265625, "train/tensor_act_model_layers_63_mlp_gate_proj/max_abs": 1.8515625, "train/tensor_act_model_layers_63_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_63_mlp_gate_proj/min": -1.0234375, "train/tensor_act_model_layers_63_mlp_gate_proj/max": 1.8515625, "train/tensor_act_model_layers_63_mlp_gate_proj/range": 2.875, "train/tensor_act_model_layers_63_mlp_up_proj/norm": 2313.544189453125, "train/tensor_act_model_layers_63_mlp_up_proj/mean": 0.0252685546875, "train/tensor_act_model_layers_63_mlp_up_proj/std": 0.796875, "train/tensor_act_model_layers_63_mlp_up_proj/max_abs": 1.84375, "train/tensor_act_model_layers_63_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_63_mlp_up_proj/min": -1.7109375, "train/tensor_act_model_layers_63_mlp_up_proj/max": 1.84375, "train/tensor_act_model_layers_63_mlp_up_proj/range": 3.5546875, "train/tensor_act_model_layers_63_mlp_down_proj/norm": 1500.681396484375, "train/tensor_act_model_layers_63_mlp_down_proj/mean": 0.640625, "train/tensor_act_model_layers_63_mlp_down_proj/std": 0.357421875, "train/tensor_act_model_layers_63_mlp_down_proj/max_abs": 1.375, "train/tensor_act_model_layers_63_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_63_mlp_down_proj/min": -0.25, "train/tensor_act_model_layers_63_mlp_down_proj/max": 1.375, "train/tensor_act_model_layers_63_mlp_down_proj/range": 1.625, "train/tensor_act_model_layers_63_mlp/norm": 1500.681396484375, "train/tensor_act_model_layers_63_mlp/mean": 0.640625, "train/tensor_act_model_layers_63_mlp/std": 0.357421875, "train/tensor_act_model_layers_63_mlp/max_abs": 1.375, "train/tensor_act_model_layers_63_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_63_mlp/min": -0.25, "train/tensor_act_model_layers_63_mlp/max": 1.375, "train/tensor_act_model_layers_63_mlp/range": 1.625, "train/tensor_act_model_layers_63_residual_post_mlp/norm": 75583.6640625, "train/tensor_act_model_layers_63_residual_post_mlp/mean": 36.75, "train/tensor_act_model_layers_63_residual_post_mlp/std": 3.515625, "train/tensor_act_model_layers_63_residual_post_mlp/max_abs": 46.75, "train/tensor_act_model_layers_63_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_63_residual_post_mlp/min": 24.375, "train/tensor_act_model_layers_63_residual_post_mlp/max": 46.75, "train/tensor_act_model_layers_63_residual_post_mlp/range": 22.375, "train/tensor_act_model_layers_64_residual_pre_attn/norm": 75583.6640625, "train/tensor_act_model_layers_64_residual_pre_attn/mean": 36.75, "train/tensor_act_model_layers_64_residual_pre_attn/std": 3.515625, "train/tensor_act_model_layers_64_residual_pre_attn/max_abs": 46.75, "train/tensor_act_model_layers_64_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_64_residual_pre_attn/min": 24.375, "train/tensor_act_model_layers_64_residual_pre_attn/max": 46.75, "train/tensor_act_model_layers_64_residual_pre_attn/range": 22.375, "train/tensor_act_model_layers_64_residual_post_attn/norm": 75552.625, "train/tensor_act_model_layers_64_residual_post_attn/mean": 36.75, "train/tensor_act_model_layers_64_residual_post_attn/std": 3.515625, "train/tensor_act_model_layers_64_residual_post_attn/max_abs": 46.75, "train/tensor_act_model_layers_64_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_64_residual_post_attn/min": 24.5, "train/tensor_act_model_layers_64_residual_post_attn/max": 46.75, "train/tensor_act_model_layers_64_residual_post_attn/range": 22.25, "train/tensor_act_model_layers_64_mlp_gate_proj/norm": 1979.7022705078125, "train/tensor_act_model_layers_64_mlp_gate_proj/mean": 0.06005859375, "train/tensor_act_model_layers_64_mlp_gate_proj/std": 0.6796875, "train/tensor_act_model_layers_64_mlp_gate_proj/max_abs": 1.765625, "train/tensor_act_model_layers_64_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_64_mlp_gate_proj/min": -1.4609375, "train/tensor_act_model_layers_64_mlp_gate_proj/max": 1.765625, "train/tensor_act_model_layers_64_mlp_gate_proj/range": 3.2265625, "train/tensor_act_model_layers_64_mlp_up_proj/norm": 2196.337646484375, "train/tensor_act_model_layers_64_mlp_up_proj/mean": -0.00634765625, "train/tensor_act_model_layers_64_mlp_up_proj/std": 0.7578125, "train/tensor_act_model_layers_64_mlp_up_proj/max_abs": 1.6953125, "train/tensor_act_model_layers_64_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_64_mlp_up_proj/min": -1.6484375, "train/tensor_act_model_layers_64_mlp_up_proj/max": 1.6953125, "train/tensor_act_model_layers_64_mlp_up_proj/range": 3.34375, "train/tensor_act_model_layers_64_mlp_down_proj/norm": 1333.851318359375, "train/tensor_act_model_layers_64_mlp_down_proj/mean": 0.55859375, "train/tensor_act_model_layers_64_mlp_down_proj/std": 0.337890625, "train/tensor_act_model_layers_64_mlp_down_proj/max_abs": 1.2578125, "train/tensor_act_model_layers_64_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_64_mlp_down_proj/min": -0.890625, "train/tensor_act_model_layers_64_mlp_down_proj/max": 1.2578125, "train/tensor_act_model_layers_64_mlp_down_proj/range": 2.1484375, "train/tensor_act_model_layers_64_mlp/norm": 1333.851318359375, "train/tensor_act_model_layers_64_mlp/mean": 0.55859375, "train/tensor_act_model_layers_64_mlp/std": 0.337890625, "train/tensor_act_model_layers_64_mlp/max_abs": 1.2578125, "train/tensor_act_model_layers_64_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_64_mlp/min": -0.890625, "train/tensor_act_model_layers_64_mlp/max": 1.2578125, "train/tensor_act_model_layers_64_mlp/range": 2.1484375, "train/tensor_act_model_layers_64_residual_post_mlp/norm": 76667.921875, "train/tensor_act_model_layers_64_residual_post_mlp/mean": 37.25, "train/tensor_act_model_layers_64_residual_post_mlp/std": 3.578125, "train/tensor_act_model_layers_64_residual_post_mlp/max_abs": 47.75, "train/tensor_act_model_layers_64_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_64_residual_post_mlp/min": 24.875, "train/tensor_act_model_layers_64_residual_post_mlp/max": 47.75, "train/tensor_act_model_layers_64_residual_post_mlp/range": 22.875, "train/tensor_act_model_layers_65_residual_pre_attn/norm": 76667.921875, "train/tensor_act_model_layers_65_residual_pre_attn/mean": 37.25, "train/tensor_act_model_layers_65_residual_pre_attn/std": 3.578125, "train/tensor_act_model_layers_65_residual_pre_attn/max_abs": 47.75, "train/tensor_act_model_layers_65_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_65_residual_pre_attn/min": 24.875, "train/tensor_act_model_layers_65_residual_pre_attn/max": 47.75, "train/tensor_act_model_layers_65_residual_pre_attn/range": 22.875, "train/tensor_act_model_layers_65_residual_post_attn/norm": 76632.8671875, "train/tensor_act_model_layers_65_residual_post_attn/mean": 37.25, "train/tensor_act_model_layers_65_residual_post_attn/std": 3.59375, "train/tensor_act_model_layers_65_residual_post_attn/max_abs": 47.75, "train/tensor_act_model_layers_65_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_65_residual_post_attn/min": 25.0, "train/tensor_act_model_layers_65_residual_post_attn/max": 47.75, "train/tensor_act_model_layers_65_residual_post_attn/range": 22.75, "train/tensor_act_model_layers_65_mlp_gate_proj/norm": 1925.884033203125, "train/tensor_act_model_layers_65_mlp_gate_proj/mean": 0.0017242431640625, "train/tensor_act_model_layers_65_mlp_gate_proj/std": 0.6640625, "train/tensor_act_model_layers_65_mlp_gate_proj/max_abs": 1.5625, "train/tensor_act_model_layers_65_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_65_mlp_gate_proj/min": -1.140625, "train/tensor_act_model_layers_65_mlp_gate_proj/max": 1.5625, "train/tensor_act_model_layers_65_mlp_gate_proj/range": 2.703125, "train/tensor_act_model_layers_65_mlp_up_proj/norm": 2104.39306640625, "train/tensor_act_model_layers_65_mlp_up_proj/mean": -0.09375, "train/tensor_act_model_layers_65_mlp_up_proj/std": 0.71875, "train/tensor_act_model_layers_65_mlp_up_proj/max_abs": 1.5859375, "train/tensor_act_model_layers_65_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_65_mlp_up_proj/min": -1.5859375, "train/tensor_act_model_layers_65_mlp_up_proj/max": 1.5390625, "train/tensor_act_model_layers_65_mlp_up_proj/range": 3.125, "train/tensor_act_model_layers_65_mlp_down_proj/norm": 1215.7935791015625, "train/tensor_act_model_layers_65_mlp_down_proj/mean": 0.5078125, "train/tensor_act_model_layers_65_mlp_down_proj/std": 0.3046875, "train/tensor_act_model_layers_65_mlp_down_proj/max_abs": 1.21875, "train/tensor_act_model_layers_65_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_65_mlp_down_proj/min": -0.07958984375, "train/tensor_act_model_layers_65_mlp_down_proj/max": 1.21875, "train/tensor_act_model_layers_65_mlp_down_proj/range": 1.29833984375, "train/tensor_act_model_layers_65_mlp/norm": 1215.7935791015625, "train/tensor_act_model_layers_65_mlp/mean": 0.5078125, "train/tensor_act_model_layers_65_mlp/std": 0.3046875, "train/tensor_act_model_layers_65_mlp/max_abs": 1.21875, "train/tensor_act_model_layers_65_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_65_mlp/min": -0.07958984375, "train/tensor_act_model_layers_65_mlp/max": 1.21875, "train/tensor_act_model_layers_65_mlp/range": 1.29833984375, "train/tensor_act_model_layers_65_residual_post_mlp/norm": 77692.5390625, "train/tensor_act_model_layers_65_residual_post_mlp/mean": 37.75, "train/tensor_act_model_layers_65_residual_post_mlp/std": 3.625, "train/tensor_act_model_layers_65_residual_post_mlp/max_abs": 48.5, "train/tensor_act_model_layers_65_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_65_residual_post_mlp/min": 25.25, "train/tensor_act_model_layers_65_residual_post_mlp/max": 48.5, "train/tensor_act_model_layers_65_residual_post_mlp/range": 23.25, "train/tensor_act_model_layers_66_residual_pre_attn/norm": 77692.5390625, "train/tensor_act_model_layers_66_residual_pre_attn/mean": 37.75, "train/tensor_act_model_layers_66_residual_pre_attn/std": 3.625, "train/tensor_act_model_layers_66_residual_pre_attn/max_abs": 48.5, "train/tensor_act_model_layers_66_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_66_residual_pre_attn/min": 25.25, "train/tensor_act_model_layers_66_residual_pre_attn/max": 48.5, "train/tensor_act_model_layers_66_residual_pre_attn/range": 23.25, "train/tensor_act_model_layers_66_residual_post_attn/norm": 77647.1640625, "train/tensor_act_model_layers_66_residual_post_attn/mean": 37.75, "train/tensor_act_model_layers_66_residual_post_attn/std": 3.625, "train/tensor_act_model_layers_66_residual_post_attn/max_abs": 48.5, "train/tensor_act_model_layers_66_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_66_residual_post_attn/min": 25.25, "train/tensor_act_model_layers_66_residual_post_attn/max": 48.5, "train/tensor_act_model_layers_66_residual_post_attn/range": 23.25, "train/tensor_act_model_layers_66_mlp_gate_proj/norm": 2018.0914306640625, "train/tensor_act_model_layers_66_mlp_gate_proj/mean": 0.1025390625, "train/tensor_act_model_layers_66_mlp_gate_proj/std": 0.6875, "train/tensor_act_model_layers_66_mlp_gate_proj/max_abs": 1.8203125, "train/tensor_act_model_layers_66_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_66_mlp_gate_proj/min": -1.140625, "train/tensor_act_model_layers_66_mlp_gate_proj/max": 1.8203125, "train/tensor_act_model_layers_66_mlp_gate_proj/range": 2.9609375, "train/tensor_act_model_layers_66_mlp_up_proj/norm": 2193.2421875, "train/tensor_act_model_layers_66_mlp_up_proj/mean": -0.0576171875, "train/tensor_act_model_layers_66_mlp_up_proj/std": 0.75390625, "train/tensor_act_model_layers_66_mlp_up_proj/max_abs": 1.875, "train/tensor_act_model_layers_66_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_66_mlp_up_proj/min": -1.875, "train/tensor_act_model_layers_66_mlp_up_proj/max": 1.8203125, "train/tensor_act_model_layers_66_mlp_up_proj/range": 3.6953125, "train/tensor_act_model_layers_66_mlp_down_proj/norm": 1417.65087890625, "train/tensor_act_model_layers_66_mlp_down_proj/mean": 0.6015625, "train/tensor_act_model_layers_66_mlp_down_proj/std": 0.33984375, "train/tensor_act_model_layers_66_mlp_down_proj/max_abs": 1.3515625, "train/tensor_act_model_layers_66_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_66_mlp_down_proj/min": -0.220703125, "train/tensor_act_model_layers_66_mlp_down_proj/max": 1.3515625, "train/tensor_act_model_layers_66_mlp_down_proj/range": 1.572265625, "train/tensor_act_model_layers_66_mlp/norm": 1417.65087890625, "train/tensor_act_model_layers_66_mlp/mean": 0.6015625, "train/tensor_act_model_layers_66_mlp/std": 0.33984375, "train/tensor_act_model_layers_66_mlp/max_abs": 1.3515625, "train/tensor_act_model_layers_66_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_66_mlp/min": -0.220703125, "train/tensor_act_model_layers_66_mlp/max": 1.3515625, "train/tensor_act_model_layers_66_mlp/range": 1.572265625, "train/tensor_act_model_layers_66_residual_post_mlp/norm": 78858.09375, "train/tensor_act_model_layers_66_residual_post_mlp/mean": 38.25, "train/tensor_act_model_layers_66_residual_post_mlp/std": 3.625, "train/tensor_act_model_layers_66_residual_post_mlp/max_abs": 49.25, "train/tensor_act_model_layers_66_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_66_residual_post_mlp/min": 26.125, "train/tensor_act_model_layers_66_residual_post_mlp/max": 49.25, "train/tensor_act_model_layers_66_residual_post_mlp/range": 23.125, "train/tensor_act_model_layers_67_residual_pre_attn/norm": 78858.09375, "train/tensor_act_model_layers_67_residual_pre_attn/mean": 38.25, "train/tensor_act_model_layers_67_residual_pre_attn/std": 3.625, "train/tensor_act_model_layers_67_residual_pre_attn/max_abs": 49.25, "train/tensor_act_model_layers_67_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_67_residual_pre_attn/min": 26.125, "train/tensor_act_model_layers_67_residual_pre_attn/max": 49.25, "train/tensor_act_model_layers_67_residual_pre_attn/range": 23.125, "train/tensor_act_model_layers_67_residual_post_attn/norm": 78817.625, "train/tensor_act_model_layers_67_residual_post_attn/mean": 38.25, "train/tensor_act_model_layers_67_residual_post_attn/std": 3.640625, "train/tensor_act_model_layers_67_residual_post_attn/max_abs": 49.5, "train/tensor_act_model_layers_67_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_67_residual_post_attn/min": 26.125, "train/tensor_act_model_layers_67_residual_post_attn/max": 49.5, "train/tensor_act_model_layers_67_residual_post_attn/range": 23.375, "train/tensor_act_model_layers_67_mlp_gate_proj/norm": 2088.8974609375, "train/tensor_act_model_layers_67_mlp_gate_proj/mean": 0.0299072265625, "train/tensor_act_model_layers_67_mlp_gate_proj/std": 0.71875, "train/tensor_act_model_layers_67_mlp_gate_proj/max_abs": 2.109375, "train/tensor_act_model_layers_67_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_67_mlp_gate_proj/min": -1.2265625, "train/tensor_act_model_layers_67_mlp_gate_proj/max": 2.109375, "train/tensor_act_model_layers_67_mlp_gate_proj/range": 3.3359375, "train/tensor_act_model_layers_67_mlp_up_proj/norm": 2175.688232421875, "train/tensor_act_model_layers_67_mlp_up_proj/mean": -0.03369140625, "train/tensor_act_model_layers_67_mlp_up_proj/std": 0.75, "train/tensor_act_model_layers_67_mlp_up_proj/max_abs": 1.78125, "train/tensor_act_model_layers_67_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_67_mlp_up_proj/min": -1.625, "train/tensor_act_model_layers_67_mlp_up_proj/max": 1.78125, "train/tensor_act_model_layers_67_mlp_up_proj/range": 3.40625, "train/tensor_act_model_layers_67_mlp_down_proj/norm": 1454.9202880859375, "train/tensor_act_model_layers_67_mlp_down_proj/mean": 0.5859375, "train/tensor_act_model_layers_67_mlp_down_proj/std": 0.40234375, "train/tensor_act_model_layers_67_mlp_down_proj/max_abs": 1.4375, "train/tensor_act_model_layers_67_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_67_mlp_down_proj/min": -0.353515625, "train/tensor_act_model_layers_67_mlp_down_proj/max": 1.4375, "train/tensor_act_model_layers_67_mlp_down_proj/range": 1.791015625, "train/tensor_act_model_layers_67_mlp/norm": 1454.9202880859375, "train/tensor_act_model_layers_67_mlp/mean": 0.5859375, "train/tensor_act_model_layers_67_mlp/std": 0.40234375, "train/tensor_act_model_layers_67_mlp/max_abs": 1.4375, "train/tensor_act_model_layers_67_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_67_mlp/min": -0.353515625, "train/tensor_act_model_layers_67_mlp/max": 1.4375, "train/tensor_act_model_layers_67_mlp/range": 1.791015625, "train/tensor_act_model_layers_67_residual_post_mlp/norm": 80039.4375, "train/tensor_act_model_layers_67_residual_post_mlp/mean": 39.0, "train/tensor_act_model_layers_67_residual_post_mlp/std": 3.765625, "train/tensor_act_model_layers_67_residual_post_mlp/max_abs": 50.0, "train/tensor_act_model_layers_67_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_67_residual_post_mlp/min": 26.5, "train/tensor_act_model_layers_67_residual_post_mlp/max": 50.0, "train/tensor_act_model_layers_67_residual_post_mlp/range": 23.5, "train/tensor_act_model_layers_68_residual_pre_attn/norm": 80039.4375, "train/tensor_act_model_layers_68_residual_pre_attn/mean": 39.0, "train/tensor_act_model_layers_68_residual_pre_attn/std": 3.765625, "train/tensor_act_model_layers_68_residual_pre_attn/max_abs": 50.0, "train/tensor_act_model_layers_68_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_68_residual_pre_attn/min": 26.5, "train/tensor_act_model_layers_68_residual_pre_attn/max": 50.0, "train/tensor_act_model_layers_68_residual_pre_attn/range": 23.5, "train/tensor_act_model_layers_68_residual_post_attn/norm": 80021.953125, "train/tensor_act_model_layers_68_residual_post_attn/mean": 39.0, "train/tensor_act_model_layers_68_residual_post_attn/std": 3.765625, "train/tensor_act_model_layers_68_residual_post_attn/max_abs": 50.0, "train/tensor_act_model_layers_68_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_68_residual_post_attn/min": 26.125, "train/tensor_act_model_layers_68_residual_post_attn/max": 50.0, "train/tensor_act_model_layers_68_residual_post_attn/range": 23.875, "train/tensor_act_model_layers_68_mlp_gate_proj/norm": 2060.035888671875, "train/tensor_act_model_layers_68_mlp_gate_proj/mean": 0.0458984375, "train/tensor_act_model_layers_68_mlp_gate_proj/std": 0.7109375, "train/tensor_act_model_layers_68_mlp_gate_proj/max_abs": 1.9765625, "train/tensor_act_model_layers_68_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_68_mlp_gate_proj/min": -1.625, "train/tensor_act_model_layers_68_mlp_gate_proj/max": 1.9765625, "train/tensor_act_model_layers_68_mlp_gate_proj/range": 3.6015625, "train/tensor_act_model_layers_68_mlp_up_proj/norm": 2189.2568359375, "train/tensor_act_model_layers_68_mlp_up_proj/mean": 0.0267333984375, "train/tensor_act_model_layers_68_mlp_up_proj/std": 0.75390625, "train/tensor_act_model_layers_68_mlp_up_proj/max_abs": 2.015625, "train/tensor_act_model_layers_68_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_68_mlp_up_proj/min": -2.015625, "train/tensor_act_model_layers_68_mlp_up_proj/max": 2.015625, "train/tensor_act_model_layers_68_mlp_up_proj/range": 4.03125, "train/tensor_act_model_layers_68_mlp_down_proj/norm": 1287.1737060546875, "train/tensor_act_model_layers_68_mlp_down_proj/mean": 0.546875, "train/tensor_act_model_layers_68_mlp_down_proj/std": 0.30859375, "train/tensor_act_model_layers_68_mlp_down_proj/max_abs": 1.21875, "train/tensor_act_model_layers_68_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_68_mlp_down_proj/min": -0.26171875, "train/tensor_act_model_layers_68_mlp_down_proj/max": 1.21875, "train/tensor_act_model_layers_68_mlp_down_proj/range": 1.48046875, "train/tensor_act_model_layers_68_mlp/norm": 1287.1737060546875, "train/tensor_act_model_layers_68_mlp/mean": 0.546875, "train/tensor_act_model_layers_68_mlp/std": 0.30859375, "train/tensor_act_model_layers_68_mlp/max_abs": 1.21875, "train/tensor_act_model_layers_68_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_68_mlp/min": -0.26171875, "train/tensor_act_model_layers_68_mlp/max": 1.21875, "train/tensor_act_model_layers_68_mlp/range": 1.48046875, "train/tensor_act_model_layers_68_residual_post_mlp/norm": 81143.0, "train/tensor_act_model_layers_68_residual_post_mlp/mean": 39.5, "train/tensor_act_model_layers_68_residual_post_mlp/std": 3.8125, "train/tensor_act_model_layers_68_residual_post_mlp/max_abs": 51.25, "train/tensor_act_model_layers_68_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_68_residual_post_mlp/min": 26.5, "train/tensor_act_model_layers_68_residual_post_mlp/max": 51.25, "train/tensor_act_model_layers_68_residual_post_mlp/range": 24.75, "train/tensor_act_model_layers_69_residual_pre_attn/norm": 81143.0, "train/tensor_act_model_layers_69_residual_pre_attn/mean": 39.5, "train/tensor_act_model_layers_69_residual_pre_attn/std": 3.8125, "train/tensor_act_model_layers_69_residual_pre_attn/max_abs": 51.25, "train/tensor_act_model_layers_69_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_69_residual_pre_attn/min": 26.5, "train/tensor_act_model_layers_69_residual_pre_attn/max": 51.25, "train/tensor_act_model_layers_69_residual_pre_attn/range": 24.75, "train/tensor_act_model_layers_69_residual_post_attn/norm": 81107.7890625, "train/tensor_act_model_layers_69_residual_post_attn/mean": 39.5, "train/tensor_act_model_layers_69_residual_post_attn/std": 3.8125, "train/tensor_act_model_layers_69_residual_post_attn/max_abs": 51.0, "train/tensor_act_model_layers_69_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_69_residual_post_attn/min": 26.5, "train/tensor_act_model_layers_69_residual_post_attn/max": 51.0, "train/tensor_act_model_layers_69_residual_post_attn/range": 24.5, "train/tensor_act_model_layers_69_mlp_gate_proj/norm": 1962.3785400390625, "train/tensor_act_model_layers_69_mlp_gate_proj/mean": -0.01336669921875, "train/tensor_act_model_layers_69_mlp_gate_proj/std": 0.67578125, "train/tensor_act_model_layers_69_mlp_gate_proj/max_abs": 1.8828125, "train/tensor_act_model_layers_69_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_69_mlp_gate_proj/min": -1.328125, "train/tensor_act_model_layers_69_mlp_gate_proj/max": 1.8828125, "train/tensor_act_model_layers_69_mlp_gate_proj/range": 3.2109375, "train/tensor_act_model_layers_69_mlp_up_proj/norm": 2118.50390625, "train/tensor_act_model_layers_69_mlp_up_proj/mean": 0.03759765625, "train/tensor_act_model_layers_69_mlp_up_proj/std": 0.73046875, "train/tensor_act_model_layers_69_mlp_up_proj/max_abs": 1.9609375, "train/tensor_act_model_layers_69_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_69_mlp_up_proj/min": -1.6171875, "train/tensor_act_model_layers_69_mlp_up_proj/max": 1.9609375, "train/tensor_act_model_layers_69_mlp_up_proj/range": 3.578125, "train/tensor_act_model_layers_69_mlp_down_proj/norm": 1164.528076171875, "train/tensor_act_model_layers_69_mlp_down_proj/mean": 0.48046875, "train/tensor_act_model_layers_69_mlp_down_proj/std": 0.3046875, "train/tensor_act_model_layers_69_mlp_down_proj/max_abs": 1.4140625, "train/tensor_act_model_layers_69_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_69_mlp_down_proj/min": -0.2392578125, "train/tensor_act_model_layers_69_mlp_down_proj/max": 1.4140625, "train/tensor_act_model_layers_69_mlp_down_proj/range": 1.6533203125, "train/tensor_act_model_layers_69_mlp/norm": 1164.528076171875, "train/tensor_act_model_layers_69_mlp/mean": 0.48046875, "train/tensor_act_model_layers_69_mlp/std": 0.3046875, "train/tensor_act_model_layers_69_mlp/max_abs": 1.4140625, "train/tensor_act_model_layers_69_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_69_mlp/min": -0.2392578125, "train/tensor_act_model_layers_69_mlp/max": 1.4140625, "train/tensor_act_model_layers_69_mlp/range": 1.6533203125, "train/tensor_act_model_layers_69_residual_post_mlp/norm": 82113.984375, "train/tensor_act_model_layers_69_residual_post_mlp/mean": 40.0, "train/tensor_act_model_layers_69_residual_post_mlp/std": 3.9375, "train/tensor_act_model_layers_69_residual_post_mlp/max_abs": 51.75, "train/tensor_act_model_layers_69_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_69_residual_post_mlp/min": 26.625, "train/tensor_act_model_layers_69_residual_post_mlp/max": 51.75, "train/tensor_act_model_layers_69_residual_post_mlp/range": 25.125, "train/tensor_act_model_layers_70_residual_pre_attn/norm": 82113.984375, "train/tensor_act_model_layers_70_residual_pre_attn/mean": 40.0, "train/tensor_act_model_layers_70_residual_pre_attn/std": 3.9375, "train/tensor_act_model_layers_70_residual_pre_attn/max_abs": 51.75, "train/tensor_act_model_layers_70_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_70_residual_pre_attn/min": 26.625, "train/tensor_act_model_layers_70_residual_pre_attn/max": 51.75, "train/tensor_act_model_layers_70_residual_pre_attn/range": 25.125, "train/tensor_act_model_layers_70_residual_post_attn/norm": 82088.1875, "train/tensor_act_model_layers_70_residual_post_attn/mean": 40.0, "train/tensor_act_model_layers_70_residual_post_attn/std": 3.9375, "train/tensor_act_model_layers_70_residual_post_attn/max_abs": 51.75, "train/tensor_act_model_layers_70_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_70_residual_post_attn/min": 26.625, "train/tensor_act_model_layers_70_residual_post_attn/max": 51.75, "train/tensor_act_model_layers_70_residual_post_attn/range": 25.125, "train/tensor_act_model_layers_70_mlp_gate_proj/norm": 2079.83056640625, "train/tensor_act_model_layers_70_mlp_gate_proj/mean": 0.037841796875, "train/tensor_act_model_layers_70_mlp_gate_proj/std": 0.71875, "train/tensor_act_model_layers_70_mlp_gate_proj/max_abs": 1.9296875, "train/tensor_act_model_layers_70_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_70_mlp_gate_proj/min": -1.0859375, "train/tensor_act_model_layers_70_mlp_gate_proj/max": 1.9296875, "train/tensor_act_model_layers_70_mlp_gate_proj/range": 3.015625, "train/tensor_act_model_layers_70_mlp_up_proj/norm": 2264.6875, "train/tensor_act_model_layers_70_mlp_up_proj/mean": -0.01123046875, "train/tensor_act_model_layers_70_mlp_up_proj/std": 0.78125, "train/tensor_act_model_layers_70_mlp_up_proj/max_abs": 1.9375, "train/tensor_act_model_layers_70_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_70_mlp_up_proj/min": -1.828125, "train/tensor_act_model_layers_70_mlp_up_proj/max": 1.9375, "train/tensor_act_model_layers_70_mlp_up_proj/range": 3.765625, "train/tensor_act_model_layers_70_mlp_down_proj/norm": 1611.1600341796875, "train/tensor_act_model_layers_70_mlp_down_proj/mean": 0.671875, "train/tensor_act_model_layers_70_mlp_down_proj/std": 0.41015625, "train/tensor_act_model_layers_70_mlp_down_proj/max_abs": 1.5546875, "train/tensor_act_model_layers_70_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_70_mlp_down_proj/min": -0.3828125, "train/tensor_act_model_layers_70_mlp_down_proj/max": 1.5546875, "train/tensor_act_model_layers_70_mlp_down_proj/range": 1.9375, "train/tensor_act_model_layers_70_mlp/norm": 1611.1600341796875, "train/tensor_act_model_layers_70_mlp/mean": 0.671875, "train/tensor_act_model_layers_70_mlp/std": 0.41015625, "train/tensor_act_model_layers_70_mlp/max_abs": 1.5546875, "train/tensor_act_model_layers_70_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_70_mlp/min": -0.3828125, "train/tensor_act_model_layers_70_mlp/max": 1.5546875, "train/tensor_act_model_layers_70_mlp/range": 1.9375, "train/tensor_act_model_layers_70_residual_post_mlp/norm": 83480.1328125, "train/tensor_act_model_layers_70_residual_post_mlp/mean": 40.5, "train/tensor_act_model_layers_70_residual_post_mlp/std": 4.0625, "train/tensor_act_model_layers_70_residual_post_mlp/max_abs": 53.0, "train/tensor_act_model_layers_70_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_70_residual_post_mlp/min": 26.75, "train/tensor_act_model_layers_70_residual_post_mlp/max": 53.0, "train/tensor_act_model_layers_70_residual_post_mlp/range": 26.25, "train/tensor_act_model_layers_71_residual_pre_attn/norm": 83480.1328125, "train/tensor_act_model_layers_71_residual_pre_attn/mean": 40.5, "train/tensor_act_model_layers_71_residual_pre_attn/std": 4.0625, "train/tensor_act_model_layers_71_residual_pre_attn/max_abs": 53.0, "train/tensor_act_model_layers_71_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_71_residual_pre_attn/min": 26.75, "train/tensor_act_model_layers_71_residual_pre_attn/max": 53.0, "train/tensor_act_model_layers_71_residual_pre_attn/range": 26.25, "train/tensor_act_model_layers_71_residual_post_attn/norm": 83504.90625, "train/tensor_act_model_layers_71_residual_post_attn/mean": 40.5, "train/tensor_act_model_layers_71_residual_post_attn/std": 4.0625, "train/tensor_act_model_layers_71_residual_post_attn/max_abs": 53.0, "train/tensor_act_model_layers_71_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_71_residual_post_attn/min": 26.5, "train/tensor_act_model_layers_71_residual_post_attn/max": 53.0, "train/tensor_act_model_layers_71_residual_post_attn/range": 26.5, "train/tensor_act_model_layers_71_mlp_gate_proj/norm": 1943.5447998046875, "train/tensor_act_model_layers_71_mlp_gate_proj/mean": -0.006439208984375, "train/tensor_act_model_layers_71_mlp_gate_proj/std": 0.671875, "train/tensor_act_model_layers_71_mlp_gate_proj/max_abs": 1.953125, "train/tensor_act_model_layers_71_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_71_mlp_gate_proj/min": -1.25, "train/tensor_act_model_layers_71_mlp_gate_proj/max": 1.953125, "train/tensor_act_model_layers_71_mlp_gate_proj/range": 3.203125, "train/tensor_act_model_layers_71_mlp_up_proj/norm": 2070.381103515625, "train/tensor_act_model_layers_71_mlp_up_proj/mean": -0.0224609375, "train/tensor_act_model_layers_71_mlp_up_proj/std": 0.71484375, "train/tensor_act_model_layers_71_mlp_up_proj/max_abs": 1.7578125, "train/tensor_act_model_layers_71_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_71_mlp_up_proj/min": -1.7578125, "train/tensor_act_model_layers_71_mlp_up_proj/max": 1.6328125, "train/tensor_act_model_layers_71_mlp_up_proj/range": 3.390625, "train/tensor_act_model_layers_71_mlp_down_proj/norm": 1123.1282958984375, "train/tensor_act_model_layers_71_mlp_down_proj/mean": 0.46875, "train/tensor_act_model_layers_71_mlp_down_proj/std": 0.28515625, "train/tensor_act_model_layers_71_mlp_down_proj/max_abs": 1.0703125, "train/tensor_act_model_layers_71_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_71_mlp_down_proj/min": -0.130859375, "train/tensor_act_model_layers_71_mlp_down_proj/max": 1.0703125, "train/tensor_act_model_layers_71_mlp_down_proj/range": 1.201171875, "train/tensor_act_model_layers_71_mlp/norm": 1123.1282958984375, "train/tensor_act_model_layers_71_mlp/mean": 0.46875, "train/tensor_act_model_layers_71_mlp/std": 0.28515625, "train/tensor_act_model_layers_71_mlp/max_abs": 1.0703125, "train/tensor_act_model_layers_71_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_71_mlp/min": -0.130859375, "train/tensor_act_model_layers_71_mlp/max": 1.0703125, "train/tensor_act_model_layers_71_mlp/range": 1.201171875, "train/tensor_act_model_layers_71_residual_post_mlp/norm": 84469.4140625, "train/tensor_act_model_layers_71_residual_post_mlp/mean": 41.0, "train/tensor_act_model_layers_71_residual_post_mlp/std": 4.09375, "train/tensor_act_model_layers_71_residual_post_mlp/max_abs": 53.0, "train/tensor_act_model_layers_71_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_71_residual_post_mlp/min": 26.75, "train/tensor_act_model_layers_71_residual_post_mlp/max": 53.0, "train/tensor_act_model_layers_71_residual_post_mlp/range": 26.25, "train/tensor_act_model_layers_72_residual_pre_attn/norm": 84469.4140625, "train/tensor_act_model_layers_72_residual_pre_attn/mean": 41.0, "train/tensor_act_model_layers_72_residual_pre_attn/std": 4.09375, "train/tensor_act_model_layers_72_residual_pre_attn/max_abs": 53.0, "train/tensor_act_model_layers_72_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_72_residual_pre_attn/min": 26.75, "train/tensor_act_model_layers_72_residual_pre_attn/max": 53.0, "train/tensor_act_model_layers_72_residual_pre_attn/range": 26.25, "train/tensor_act_model_layers_72_residual_post_attn/norm": 84453.78125, "train/tensor_act_model_layers_72_residual_post_attn/mean": 41.0, "train/tensor_act_model_layers_72_residual_post_attn/std": 4.125, "train/tensor_act_model_layers_72_residual_post_attn/max_abs": 53.25, "train/tensor_act_model_layers_72_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_72_residual_post_attn/min": 26.625, "train/tensor_act_model_layers_72_residual_post_attn/max": 53.25, "train/tensor_act_model_layers_72_residual_post_attn/range": 26.625, "train/tensor_act_model_layers_72_mlp_gate_proj/norm": 2024.68505859375, "train/tensor_act_model_layers_72_mlp_gate_proj/mean": 0.040283203125, "train/tensor_act_model_layers_72_mlp_gate_proj/std": 0.69921875, "train/tensor_act_model_layers_72_mlp_gate_proj/max_abs": 2.1875, "train/tensor_act_model_layers_72_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_72_mlp_gate_proj/min": -1.125, "train/tensor_act_model_layers_72_mlp_gate_proj/max": 2.1875, "train/tensor_act_model_layers_72_mlp_gate_proj/range": 3.3125, "train/tensor_act_model_layers_72_mlp_up_proj/norm": 2181.433837890625, "train/tensor_act_model_layers_72_mlp_up_proj/mean": 0.05126953125, "train/tensor_act_model_layers_72_mlp_up_proj/std": 0.75, "train/tensor_act_model_layers_72_mlp_up_proj/max_abs": 2.125, "train/tensor_act_model_layers_72_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_72_mlp_up_proj/min": -2.125, "train/tensor_act_model_layers_72_mlp_up_proj/max": 1.734375, "train/tensor_act_model_layers_72_mlp_up_proj/range": 3.859375, "train/tensor_act_model_layers_72_mlp_down_proj/norm": 1403.439208984375, "train/tensor_act_model_layers_72_mlp_down_proj/mean": 0.57421875, "train/tensor_act_model_layers_72_mlp_down_proj/std": 0.37109375, "train/tensor_act_model_layers_72_mlp_down_proj/max_abs": 1.53125, "train/tensor_act_model_layers_72_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_72_mlp_down_proj/min": -0.486328125, "train/tensor_act_model_layers_72_mlp_down_proj/max": 1.53125, "train/tensor_act_model_layers_72_mlp_down_proj/range": 2.017578125, "train/tensor_act_model_layers_72_mlp/norm": 1403.439208984375, "train/tensor_act_model_layers_72_mlp/mean": 0.57421875, "train/tensor_act_model_layers_72_mlp/std": 0.37109375, "train/tensor_act_model_layers_72_mlp/max_abs": 1.53125, "train/tensor_act_model_layers_72_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_72_mlp/min": -0.486328125, "train/tensor_act_model_layers_72_mlp/max": 1.53125, "train/tensor_act_model_layers_72_mlp/range": 2.017578125, "train/tensor_act_model_layers_72_residual_post_mlp/norm": 85651.1796875, "train/tensor_act_model_layers_72_residual_post_mlp/mean": 41.5, "train/tensor_act_model_layers_72_residual_post_mlp/std": 4.15625, "train/tensor_act_model_layers_72_residual_post_mlp/max_abs": 53.75, "train/tensor_act_model_layers_72_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_72_residual_post_mlp/min": 27.375, "train/tensor_act_model_layers_72_residual_post_mlp/max": 53.75, "train/tensor_act_model_layers_72_residual_post_mlp/range": 26.375, "train/tensor_act_model_layers_73_residual_pre_attn/norm": 85651.1796875, "train/tensor_act_model_layers_73_residual_pre_attn/mean": 41.5, "train/tensor_act_model_layers_73_residual_pre_attn/std": 4.15625, "train/tensor_act_model_layers_73_residual_pre_attn/max_abs": 53.75, "train/tensor_act_model_layers_73_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_73_residual_pre_attn/min": 27.375, "train/tensor_act_model_layers_73_residual_pre_attn/max": 53.75, "train/tensor_act_model_layers_73_residual_pre_attn/range": 26.375, "train/tensor_act_model_layers_73_residual_post_attn/norm": 85596.734375, "train/tensor_act_model_layers_73_residual_post_attn/mean": 41.5, "train/tensor_act_model_layers_73_residual_post_attn/std": 4.15625, "train/tensor_act_model_layers_73_residual_post_attn/max_abs": 54.0, "train/tensor_act_model_layers_73_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_73_residual_post_attn/min": 27.25, "train/tensor_act_model_layers_73_residual_post_attn/max": 54.0, "train/tensor_act_model_layers_73_residual_post_attn/range": 26.75, "train/tensor_act_model_layers_73_mlp_gate_proj/norm": 2044.700439453125, "train/tensor_act_model_layers_73_mlp_gate_proj/mean": 0.046875, "train/tensor_act_model_layers_73_mlp_gate_proj/std": 0.703125, "train/tensor_act_model_layers_73_mlp_gate_proj/max_abs": 1.8828125, "train/tensor_act_model_layers_73_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_73_mlp_gate_proj/min": -1.3203125, "train/tensor_act_model_layers_73_mlp_gate_proj/max": 1.8828125, "train/tensor_act_model_layers_73_mlp_gate_proj/range": 3.203125, "train/tensor_act_model_layers_73_mlp_up_proj/norm": 2143.150390625, "train/tensor_act_model_layers_73_mlp_up_proj/mean": -0.01220703125, "train/tensor_act_model_layers_73_mlp_up_proj/std": 0.73828125, "train/tensor_act_model_layers_73_mlp_up_proj/max_abs": 2.390625, "train/tensor_act_model_layers_73_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_73_mlp_up_proj/min": -1.5, "train/tensor_act_model_layers_73_mlp_up_proj/max": 2.390625, "train/tensor_act_model_layers_73_mlp_up_proj/range": 3.890625, "train/tensor_act_model_layers_73_mlp_down_proj/norm": 1475.187744140625, "train/tensor_act_model_layers_73_mlp_down_proj/mean": 0.625, "train/tensor_act_model_layers_73_mlp_down_proj/std": 0.357421875, "train/tensor_act_model_layers_73_mlp_down_proj/max_abs": 1.8984375, "train/tensor_act_model_layers_73_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_73_mlp_down_proj/min": -0.455078125, "train/tensor_act_model_layers_73_mlp_down_proj/max": 1.8984375, "train/tensor_act_model_layers_73_mlp_down_proj/range": 2.353515625, "train/tensor_act_model_layers_73_mlp/norm": 1475.187744140625, "train/tensor_act_model_layers_73_mlp/mean": 0.625, "train/tensor_act_model_layers_73_mlp/std": 0.357421875, "train/tensor_act_model_layers_73_mlp/max_abs": 1.8984375, "train/tensor_act_model_layers_73_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_73_mlp/min": -0.455078125, "train/tensor_act_model_layers_73_mlp/max": 1.8984375, "train/tensor_act_model_layers_73_mlp/range": 2.353515625, "train/tensor_act_model_layers_73_residual_post_mlp/norm": 86881.6640625, "train/tensor_act_model_layers_73_residual_post_mlp/mean": 42.25, "train/tensor_act_model_layers_73_residual_post_mlp/std": 4.1875, "train/tensor_act_model_layers_73_residual_post_mlp/max_abs": 55.0, "train/tensor_act_model_layers_73_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_73_residual_post_mlp/min": 28.0, "train/tensor_act_model_layers_73_residual_post_mlp/max": 55.0, "train/tensor_act_model_layers_73_residual_post_mlp/range": 27.0, "train/tensor_act_model_layers_74_residual_pre_attn/norm": 86881.6640625, "train/tensor_act_model_layers_74_residual_pre_attn/mean": 42.25, "train/tensor_act_model_layers_74_residual_pre_attn/std": 4.1875, "train/tensor_act_model_layers_74_residual_pre_attn/max_abs": 55.0, "train/tensor_act_model_layers_74_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_74_residual_pre_attn/min": 28.0, "train/tensor_act_model_layers_74_residual_pre_attn/max": 55.0, "train/tensor_act_model_layers_74_residual_pre_attn/range": 27.0, "train/tensor_act_model_layers_74_residual_post_attn/norm": 86861.9375, "train/tensor_act_model_layers_74_residual_post_attn/mean": 42.25, "train/tensor_act_model_layers_74_residual_post_attn/std": 4.1875, "train/tensor_act_model_layers_74_residual_post_attn/max_abs": 55.0, "train/tensor_act_model_layers_74_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_74_residual_post_attn/min": 28.0, "train/tensor_act_model_layers_74_residual_post_attn/max": 55.0, "train/tensor_act_model_layers_74_residual_post_attn/range": 27.0, "train/tensor_act_model_layers_74_mlp_gate_proj/norm": 2110.056396484375, "train/tensor_act_model_layers_74_mlp_gate_proj/mean": 0.0191650390625, "train/tensor_act_model_layers_74_mlp_gate_proj/std": 0.7265625, "train/tensor_act_model_layers_74_mlp_gate_proj/max_abs": 2.03125, "train/tensor_act_model_layers_74_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_74_mlp_gate_proj/min": -1.1953125, "train/tensor_act_model_layers_74_mlp_gate_proj/max": 2.03125, "train/tensor_act_model_layers_74_mlp_gate_proj/range": 3.2265625, "train/tensor_act_model_layers_74_mlp_up_proj/norm": 2207.74853515625, "train/tensor_act_model_layers_74_mlp_up_proj/mean": 0.01806640625, "train/tensor_act_model_layers_74_mlp_up_proj/std": 0.76171875, "train/tensor_act_model_layers_74_mlp_up_proj/max_abs": 2.09375, "train/tensor_act_model_layers_74_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_74_mlp_up_proj/min": -2.09375, "train/tensor_act_model_layers_74_mlp_up_proj/max": 1.828125, "train/tensor_act_model_layers_74_mlp_up_proj/range": 3.921875, "train/tensor_act_model_layers_74_mlp_down_proj/norm": 1492.8428955078125, "train/tensor_act_model_layers_74_mlp_down_proj/mean": 0.6171875, "train/tensor_act_model_layers_74_mlp_down_proj/std": 0.384765625, "train/tensor_act_model_layers_74_mlp_down_proj/max_abs": 1.484375, "train/tensor_act_model_layers_74_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_74_mlp_down_proj/min": -0.376953125, "train/tensor_act_model_layers_74_mlp_down_proj/max": 1.484375, "train/tensor_act_model_layers_74_mlp_down_proj/range": 1.861328125, "train/tensor_act_model_layers_74_mlp/norm": 1492.8428955078125, "train/tensor_act_model_layers_74_mlp/mean": 0.6171875, "train/tensor_act_model_layers_74_mlp/std": 0.384765625, "train/tensor_act_model_layers_74_mlp/max_abs": 1.484375, "train/tensor_act_model_layers_74_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_74_mlp/min": -0.376953125, "train/tensor_act_model_layers_74_mlp/max": 1.484375, "train/tensor_act_model_layers_74_mlp/range": 1.861328125, "train/tensor_act_model_layers_74_residual_post_mlp/norm": 88152.484375, "train/tensor_act_model_layers_74_residual_post_mlp/mean": 42.75, "train/tensor_act_model_layers_74_residual_post_mlp/std": 4.28125, "train/tensor_act_model_layers_74_residual_post_mlp/max_abs": 55.75, "train/tensor_act_model_layers_74_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_74_residual_post_mlp/min": 28.375, "train/tensor_act_model_layers_74_residual_post_mlp/max": 55.75, "train/tensor_act_model_layers_74_residual_post_mlp/range": 27.375, "train/tensor_act_model_layers_75_residual_pre_attn/norm": 88152.484375, "train/tensor_act_model_layers_75_residual_pre_attn/mean": 42.75, "train/tensor_act_model_layers_75_residual_pre_attn/std": 4.28125, "train/tensor_act_model_layers_75_residual_pre_attn/max_abs": 55.75, "train/tensor_act_model_layers_75_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_75_residual_pre_attn/min": 28.375, "train/tensor_act_model_layers_75_residual_pre_attn/max": 55.75, "train/tensor_act_model_layers_75_residual_pre_attn/range": 27.375, "train/tensor_act_model_layers_75_residual_post_attn/norm": 88149.3046875, "train/tensor_act_model_layers_75_residual_post_attn/mean": 42.75, "train/tensor_act_model_layers_75_residual_post_attn/std": 4.3125, "train/tensor_act_model_layers_75_residual_post_attn/max_abs": 56.0, "train/tensor_act_model_layers_75_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_75_residual_post_attn/min": 28.5, "train/tensor_act_model_layers_75_residual_post_attn/max": 56.0, "train/tensor_act_model_layers_75_residual_post_attn/range": 27.5, "train/tensor_act_model_layers_75_mlp_gate_proj/norm": 1969.693115234375, "train/tensor_act_model_layers_75_mlp_gate_proj/mean": 0.0107421875, "train/tensor_act_model_layers_75_mlp_gate_proj/std": 0.6796875, "train/tensor_act_model_layers_75_mlp_gate_proj/max_abs": 1.8984375, "train/tensor_act_model_layers_75_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_75_mlp_gate_proj/min": -1.3828125, "train/tensor_act_model_layers_75_mlp_gate_proj/max": 1.8984375, "train/tensor_act_model_layers_75_mlp_gate_proj/range": 3.28125, "train/tensor_act_model_layers_75_mlp_up_proj/norm": 2117.739990234375, "train/tensor_act_model_layers_75_mlp_up_proj/mean": 0.0076904296875, "train/tensor_act_model_layers_75_mlp_up_proj/std": 0.73046875, "train/tensor_act_model_layers_75_mlp_up_proj/max_abs": 2.171875, "train/tensor_act_model_layers_75_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_75_mlp_up_proj/min": -2.171875, "train/tensor_act_model_layers_75_mlp_up_proj/max": 1.96875, "train/tensor_act_model_layers_75_mlp_up_proj/range": 4.140625, "train/tensor_act_model_layers_75_mlp_down_proj/norm": 1224.416015625, "train/tensor_act_model_layers_75_mlp_down_proj/mean": 0.48828125, "train/tensor_act_model_layers_75_mlp_down_proj/std": 0.345703125, "train/tensor_act_model_layers_75_mlp_down_proj/max_abs": 1.359375, "train/tensor_act_model_layers_75_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_75_mlp_down_proj/min": -0.349609375, "train/tensor_act_model_layers_75_mlp_down_proj/max": 1.359375, "train/tensor_act_model_layers_75_mlp_down_proj/range": 1.708984375, "train/tensor_act_model_layers_75_mlp/norm": 1224.416015625, "train/tensor_act_model_layers_75_mlp/mean": 0.48828125, "train/tensor_act_model_layers_75_mlp/std": 0.345703125, "train/tensor_act_model_layers_75_mlp/max_abs": 1.359375, "train/tensor_act_model_layers_75_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_75_mlp/min": -0.349609375, "train/tensor_act_model_layers_75_mlp/max": 1.359375, "train/tensor_act_model_layers_75_mlp/range": 1.708984375, "train/tensor_act_model_layers_75_residual_post_mlp/norm": 89130.6171875, "train/tensor_act_model_layers_75_residual_post_mlp/mean": 43.25, "train/tensor_act_model_layers_75_residual_post_mlp/std": 4.34375, "train/tensor_act_model_layers_75_residual_post_mlp/max_abs": 56.25, "train/tensor_act_model_layers_75_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_75_residual_post_mlp/min": 28.625, "train/tensor_act_model_layers_75_residual_post_mlp/max": 56.25, "train/tensor_act_model_layers_75_residual_post_mlp/range": 27.625, "train/tensor_act_model_layers_76_residual_pre_attn/norm": 89130.6171875, "train/tensor_act_model_layers_76_residual_pre_attn/mean": 43.25, "train/tensor_act_model_layers_76_residual_pre_attn/std": 4.34375, "train/tensor_act_model_layers_76_residual_pre_attn/max_abs": 56.25, "train/tensor_act_model_layers_76_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_76_residual_pre_attn/min": 28.625, "train/tensor_act_model_layers_76_residual_pre_attn/max": 56.25, "train/tensor_act_model_layers_76_residual_pre_attn/range": 27.625, "train/tensor_act_model_layers_76_residual_post_attn/norm": 89098.90625, "train/tensor_act_model_layers_76_residual_post_attn/mean": 43.25, "train/tensor_act_model_layers_76_residual_post_attn/std": 4.34375, "train/tensor_act_model_layers_76_residual_post_attn/max_abs": 56.25, "train/tensor_act_model_layers_76_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_76_residual_post_attn/min": 28.75, "train/tensor_act_model_layers_76_residual_post_attn/max": 56.25, "train/tensor_act_model_layers_76_residual_post_attn/range": 27.5, "train/tensor_act_model_layers_76_mlp_gate_proj/norm": 2042.8162841796875, "train/tensor_act_model_layers_76_mlp_gate_proj/mean": 0.0029296875, "train/tensor_act_model_layers_76_mlp_gate_proj/std": 0.70703125, "train/tensor_act_model_layers_76_mlp_gate_proj/max_abs": 2.03125, "train/tensor_act_model_layers_76_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_76_mlp_gate_proj/min": -1.1015625, "train/tensor_act_model_layers_76_mlp_gate_proj/max": 2.03125, "train/tensor_act_model_layers_76_mlp_gate_proj/range": 3.1328125, "train/tensor_act_model_layers_76_mlp_up_proj/norm": 2201.69384765625, "train/tensor_act_model_layers_76_mlp_up_proj/mean": -0.01422119140625, "train/tensor_act_model_layers_76_mlp_up_proj/std": 0.76171875, "train/tensor_act_model_layers_76_mlp_up_proj/max_abs": 2.234375, "train/tensor_act_model_layers_76_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_76_mlp_up_proj/min": -1.96875, "train/tensor_act_model_layers_76_mlp_up_proj/max": 2.234375, "train/tensor_act_model_layers_76_mlp_up_proj/range": 4.203125, "train/tensor_act_model_layers_76_mlp_down_proj/norm": 1468.571044921875, "train/tensor_act_model_layers_76_mlp_down_proj/mean": 0.58203125, "train/tensor_act_model_layers_76_mlp_down_proj/std": 0.419921875, "train/tensor_act_model_layers_76_mlp_down_proj/max_abs": 1.5546875, "train/tensor_act_model_layers_76_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_76_mlp_down_proj/min": -0.578125, "train/tensor_act_model_layers_76_mlp_down_proj/max": 1.5546875, "train/tensor_act_model_layers_76_mlp_down_proj/range": 2.1328125, "train/tensor_act_model_layers_76_mlp/norm": 1468.571044921875, "train/tensor_act_model_layers_76_mlp/mean": 0.58203125, "train/tensor_act_model_layers_76_mlp/std": 0.419921875, "train/tensor_act_model_layers_76_mlp/max_abs": 1.5546875, "train/tensor_act_model_layers_76_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_76_mlp/min": -0.578125, "train/tensor_act_model_layers_76_mlp/max": 1.5546875, "train/tensor_act_model_layers_76_mlp/range": 2.1328125, "train/tensor_act_model_layers_76_residual_post_mlp/norm": 90297.890625, "train/tensor_act_model_layers_76_residual_post_mlp/mean": 43.75, "train/tensor_act_model_layers_76_residual_post_mlp/std": 4.375, "train/tensor_act_model_layers_76_residual_post_mlp/max_abs": 57.25, "train/tensor_act_model_layers_76_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_76_residual_post_mlp/min": 29.0, "train/tensor_act_model_layers_76_residual_post_mlp/max": 57.25, "train/tensor_act_model_layers_76_residual_post_mlp/range": 28.25, "train/tensor_act_model_layers_77_residual_pre_attn/norm": 90297.890625, "train/tensor_act_model_layers_77_residual_pre_attn/mean": 43.75, "train/tensor_act_model_layers_77_residual_pre_attn/std": 4.375, "train/tensor_act_model_layers_77_residual_pre_attn/max_abs": 57.25, "train/tensor_act_model_layers_77_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_77_residual_pre_attn/min": 29.0, "train/tensor_act_model_layers_77_residual_pre_attn/max": 57.25, "train/tensor_act_model_layers_77_residual_pre_attn/range": 28.25, "train/tensor_act_model_layers_77_residual_post_attn/norm": 90226.90625, "train/tensor_act_model_layers_77_residual_post_attn/mean": 43.75, "train/tensor_act_model_layers_77_residual_post_attn/std": 4.375, "train/tensor_act_model_layers_77_residual_post_attn/max_abs": 57.25, "train/tensor_act_model_layers_77_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_77_residual_post_attn/min": 29.125, "train/tensor_act_model_layers_77_residual_post_attn/max": 57.25, "train/tensor_act_model_layers_77_residual_post_attn/range": 28.125, "train/tensor_act_model_layers_77_mlp_gate_proj/norm": 1930.5303955078125, "train/tensor_act_model_layers_77_mlp_gate_proj/mean": -0.000865936279296875, "train/tensor_act_model_layers_77_mlp_gate_proj/std": 0.66796875, "train/tensor_act_model_layers_77_mlp_gate_proj/max_abs": 1.9140625, "train/tensor_act_model_layers_77_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_77_mlp_gate_proj/min": -1.1484375, "train/tensor_act_model_layers_77_mlp_gate_proj/max": 1.9140625, "train/tensor_act_model_layers_77_mlp_gate_proj/range": 3.0625, "train/tensor_act_model_layers_77_mlp_up_proj/norm": 2187.627685546875, "train/tensor_act_model_layers_77_mlp_up_proj/mean": -0.09619140625, "train/tensor_act_model_layers_77_mlp_up_proj/std": 0.75, "train/tensor_act_model_layers_77_mlp_up_proj/max_abs": 1.921875, "train/tensor_act_model_layers_77_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_77_mlp_up_proj/min": -1.921875, "train/tensor_act_model_layers_77_mlp_up_proj/max": 1.5546875, "train/tensor_act_model_layers_77_mlp_up_proj/range": 3.4765625, "train/tensor_act_model_layers_77_mlp_down_proj/norm": 1246.9761962890625, "train/tensor_act_model_layers_77_mlp_down_proj/mean": 0.48046875, "train/tensor_act_model_layers_77_mlp_down_proj/std": 0.375, "train/tensor_act_model_layers_77_mlp_down_proj/max_abs": 1.6015625, "train/tensor_act_model_layers_77_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_77_mlp_down_proj/min": -0.41796875, "train/tensor_act_model_layers_77_mlp_down_proj/max": 1.6015625, "train/tensor_act_model_layers_77_mlp_down_proj/range": 2.01953125, "train/tensor_act_model_layers_77_mlp/norm": 1246.9761962890625, "train/tensor_act_model_layers_77_mlp/mean": 0.48046875, "train/tensor_act_model_layers_77_mlp/std": 0.375, "train/tensor_act_model_layers_77_mlp/max_abs": 1.6015625, "train/tensor_act_model_layers_77_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_77_mlp/min": -0.41796875, "train/tensor_act_model_layers_77_mlp/max": 1.6015625, "train/tensor_act_model_layers_77_mlp/range": 2.01953125, "train/tensor_act_model_layers_77_residual_post_mlp/norm": 91225.3125, "train/tensor_act_model_layers_77_residual_post_mlp/mean": 44.25, "train/tensor_act_model_layers_77_residual_post_mlp/std": 4.4375, "train/tensor_act_model_layers_77_residual_post_mlp/max_abs": 58.0, "train/tensor_act_model_layers_77_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_77_residual_post_mlp/min": 30.0, "train/tensor_act_model_layers_77_residual_post_mlp/max": 58.0, "train/tensor_act_model_layers_77_residual_post_mlp/range": 28.0, "train/tensor_act_model_layers_78_residual_pre_attn/norm": 91225.3125, "train/tensor_act_model_layers_78_residual_pre_attn/mean": 44.25, "train/tensor_act_model_layers_78_residual_pre_attn/std": 4.4375, "train/tensor_act_model_layers_78_residual_pre_attn/max_abs": 58.0, "train/tensor_act_model_layers_78_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_78_residual_pre_attn/min": 30.0, "train/tensor_act_model_layers_78_residual_pre_attn/max": 58.0, "train/tensor_act_model_layers_78_residual_pre_attn/range": 28.0, "train/tensor_act_model_layers_78_residual_post_attn/norm": 91232.9765625, "train/tensor_act_model_layers_78_residual_post_attn/mean": 44.25, "train/tensor_act_model_layers_78_residual_post_attn/std": 4.4375, "train/tensor_act_model_layers_78_residual_post_attn/max_abs": 58.25, "train/tensor_act_model_layers_78_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_78_residual_post_attn/min": 29.625, "train/tensor_act_model_layers_78_residual_post_attn/max": 58.25, "train/tensor_act_model_layers_78_residual_post_attn/range": 28.625, "train/tensor_act_model_layers_78_mlp_gate_proj/norm": 1924.4429931640625, "train/tensor_act_model_layers_78_mlp_gate_proj/mean": 0.08154296875, "train/tensor_act_model_layers_78_mlp_gate_proj/std": 0.66015625, "train/tensor_act_model_layers_78_mlp_gate_proj/max_abs": 1.9296875, "train/tensor_act_model_layers_78_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_78_mlp_gate_proj/min": -1.1953125, "train/tensor_act_model_layers_78_mlp_gate_proj/max": 1.9296875, "train/tensor_act_model_layers_78_mlp_gate_proj/range": 3.125, "train/tensor_act_model_layers_78_mlp_up_proj/norm": 2134.76416015625, "train/tensor_act_model_layers_78_mlp_up_proj/mean": 0.05224609375, "train/tensor_act_model_layers_78_mlp_up_proj/std": 0.734375, "train/tensor_act_model_layers_78_mlp_up_proj/max_abs": 2.21875, "train/tensor_act_model_layers_78_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_78_mlp_up_proj/min": -2.21875, "train/tensor_act_model_layers_78_mlp_up_proj/max": 2.046875, "train/tensor_act_model_layers_78_mlp_up_proj/range": 4.265625, "train/tensor_act_model_layers_78_mlp_down_proj/norm": 1293.0185546875, "train/tensor_act_model_layers_78_mlp_down_proj/mean": 0.51171875, "train/tensor_act_model_layers_78_mlp_down_proj/std": 0.369140625, "train/tensor_act_model_layers_78_mlp_down_proj/max_abs": 1.625, "train/tensor_act_model_layers_78_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_78_mlp_down_proj/min": -0.25, "train/tensor_act_model_layers_78_mlp_down_proj/max": 1.625, "train/tensor_act_model_layers_78_mlp_down_proj/range": 1.875, "train/tensor_act_model_layers_78_mlp/norm": 1293.0185546875, "train/tensor_act_model_layers_78_mlp/mean": 0.51171875, "train/tensor_act_model_layers_78_mlp/std": 0.369140625, "train/tensor_act_model_layers_78_mlp/max_abs": 1.625, "train/tensor_act_model_layers_78_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_78_mlp/min": -0.25, "train/tensor_act_model_layers_78_mlp/max": 1.625, "train/tensor_act_model_layers_78_mlp/range": 1.875, "train/tensor_act_model_layers_78_residual_post_mlp/norm": 92279.7578125, "train/tensor_act_model_layers_78_residual_post_mlp/mean": 44.75, "train/tensor_act_model_layers_78_residual_post_mlp/std": 4.5, "train/tensor_act_model_layers_78_residual_post_mlp/max_abs": 58.75, "train/tensor_act_model_layers_78_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_78_residual_post_mlp/min": 29.5, "train/tensor_act_model_layers_78_residual_post_mlp/max": 58.75, "train/tensor_act_model_layers_78_residual_post_mlp/range": 29.25, "train/tensor_act_model_layers_79_residual_pre_attn/norm": 92279.7578125, "train/tensor_act_model_layers_79_residual_pre_attn/mean": 44.75, "train/tensor_act_model_layers_79_residual_pre_attn/std": 4.5, "train/tensor_act_model_layers_79_residual_pre_attn/max_abs": 58.75, "train/tensor_act_model_layers_79_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_79_residual_pre_attn/min": 29.5, "train/tensor_act_model_layers_79_residual_pre_attn/max": 58.75, "train/tensor_act_model_layers_79_residual_pre_attn/range": 29.25, "train/tensor_act_model_layers_79_residual_post_attn/norm": 92243.953125, "train/tensor_act_model_layers_79_residual_post_attn/mean": 44.75, "train/tensor_act_model_layers_79_residual_post_attn/std": 4.5, "train/tensor_act_model_layers_79_residual_post_attn/max_abs": 58.5, "train/tensor_act_model_layers_79_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_79_residual_post_attn/min": 29.375, "train/tensor_act_model_layers_79_residual_post_attn/max": 58.5, "train/tensor_act_model_layers_79_residual_post_attn/range": 29.125, "train/tensor_act_model_layers_79_mlp_gate_proj/norm": 2092.73828125, "train/tensor_act_model_layers_79_mlp_gate_proj/mean": 0.09814453125, "train/tensor_act_model_layers_79_mlp_gate_proj/std": 0.71484375, "train/tensor_act_model_layers_79_mlp_gate_proj/max_abs": 2.265625, "train/tensor_act_model_layers_79_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_79_mlp_gate_proj/min": -1.5078125, "train/tensor_act_model_layers_79_mlp_gate_proj/max": 2.265625, "train/tensor_act_model_layers_79_mlp_gate_proj/range": 3.7734375, "train/tensor_act_model_layers_79_mlp_up_proj/norm": 2140.6240234375, "train/tensor_act_model_layers_79_mlp_up_proj/mean": -0.0634765625, "train/tensor_act_model_layers_79_mlp_up_proj/std": 0.73828125, "train/tensor_act_model_layers_79_mlp_up_proj/max_abs": 2.015625, "train/tensor_act_model_layers_79_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_79_mlp_up_proj/min": -1.890625, "train/tensor_act_model_layers_79_mlp_up_proj/max": 2.015625, "train/tensor_act_model_layers_79_mlp_up_proj/range": 3.90625, "train/tensor_act_model_layers_79_mlp_down_proj/norm": 1479.0726318359375, "train/tensor_act_model_layers_79_mlp_down_proj/mean": 0.578125, "train/tensor_act_model_layers_79_mlp_down_proj/std": 0.43359375, "train/tensor_act_model_layers_79_mlp_down_proj/max_abs": 1.453125, "train/tensor_act_model_layers_79_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_79_mlp_down_proj/min": -0.458984375, "train/tensor_act_model_layers_79_mlp_down_proj/max": 1.453125, "train/tensor_act_model_layers_79_mlp_down_proj/range": 1.912109375, "train/tensor_act_model_layers_79_mlp/norm": 1479.0726318359375, "train/tensor_act_model_layers_79_mlp/mean": 0.578125, "train/tensor_act_model_layers_79_mlp/std": 0.43359375, "train/tensor_act_model_layers_79_mlp/max_abs": 1.453125, "train/tensor_act_model_layers_79_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_79_mlp/min": -0.458984375, "train/tensor_act_model_layers_79_mlp/max": 1.453125, "train/tensor_act_model_layers_79_mlp/range": 1.912109375, "train/tensor_act_model_layers_79_residual_post_mlp/norm": 93438.640625, "train/tensor_act_model_layers_79_residual_post_mlp/mean": 45.5, "train/tensor_act_model_layers_79_residual_post_mlp/std": 4.625, "train/tensor_act_model_layers_79_residual_post_mlp/max_abs": 59.0, "train/tensor_act_model_layers_79_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_79_residual_post_mlp/min": 29.5, "train/tensor_act_model_layers_79_residual_post_mlp/max": 59.0, "train/tensor_act_model_layers_79_residual_post_mlp/range": 29.5, "train/tensor_act_model_layers_80_residual_pre_attn/norm": 93438.640625, "train/tensor_act_model_layers_80_residual_pre_attn/mean": 45.5, "train/tensor_act_model_layers_80_residual_pre_attn/std": 4.625, "train/tensor_act_model_layers_80_residual_pre_attn/max_abs": 59.0, "train/tensor_act_model_layers_80_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_80_residual_pre_attn/min": 29.5, "train/tensor_act_model_layers_80_residual_pre_attn/max": 59.0, "train/tensor_act_model_layers_80_residual_pre_attn/range": 29.5, "train/tensor_act_model_layers_80_residual_post_attn/norm": 93383.6875, "train/tensor_act_model_layers_80_residual_post_attn/mean": 45.25, "train/tensor_act_model_layers_80_residual_post_attn/std": 4.65625, "train/tensor_act_model_layers_80_residual_post_attn/max_abs": 59.0, "train/tensor_act_model_layers_80_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_80_residual_post_attn/min": 29.25, "train/tensor_act_model_layers_80_residual_post_attn/max": 59.0, "train/tensor_act_model_layers_80_residual_post_attn/range": 29.75, "train/tensor_act_model_layers_80_mlp_gate_proj/norm": 1993.2042236328125, "train/tensor_act_model_layers_80_mlp_gate_proj/mean": 0.0810546875, "train/tensor_act_model_layers_80_mlp_gate_proj/std": 0.68359375, "train/tensor_act_model_layers_80_mlp_gate_proj/max_abs": 2.171875, "train/tensor_act_model_layers_80_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_80_mlp_gate_proj/min": -2.171875, "train/tensor_act_model_layers_80_mlp_gate_proj/max": 1.84375, "train/tensor_act_model_layers_80_mlp_gate_proj/range": 4.015625, "train/tensor_act_model_layers_80_mlp_up_proj/norm": 2127.980224609375, "train/tensor_act_model_layers_80_mlp_up_proj/mean": 0.00171661376953125, "train/tensor_act_model_layers_80_mlp_up_proj/std": 0.734375, "train/tensor_act_model_layers_80_mlp_up_proj/max_abs": 2.078125, "train/tensor_act_model_layers_80_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_80_mlp_up_proj/min": -1.8828125, "train/tensor_act_model_layers_80_mlp_up_proj/max": 2.078125, "train/tensor_act_model_layers_80_mlp_up_proj/range": 3.9609375, "train/tensor_act_model_layers_80_mlp_down_proj/norm": 1341.9722900390625, "train/tensor_act_model_layers_80_mlp_down_proj/mean": 0.56640625, "train/tensor_act_model_layers_80_mlp_down_proj/std": 0.33203125, "train/tensor_act_model_layers_80_mlp_down_proj/max_abs": 1.6796875, "train/tensor_act_model_layers_80_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_80_mlp_down_proj/min": -0.1630859375, "train/tensor_act_model_layers_80_mlp_down_proj/max": 1.6796875, "train/tensor_act_model_layers_80_mlp_down_proj/range": 1.8427734375, "train/tensor_act_model_layers_80_mlp/norm": 1341.9722900390625, "train/tensor_act_model_layers_80_mlp/mean": 0.56640625, "train/tensor_act_model_layers_80_mlp/std": 0.33203125, "train/tensor_act_model_layers_80_mlp/max_abs": 1.6796875, "train/tensor_act_model_layers_80_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_80_mlp/min": -0.1630859375, "train/tensor_act_model_layers_80_mlp/max": 1.6796875, "train/tensor_act_model_layers_80_mlp/range": 1.8427734375, "train/tensor_act_model_layers_80_residual_post_mlp/norm": 94556.796875, "train/tensor_act_model_layers_80_residual_post_mlp/mean": 46.0, "train/tensor_act_model_layers_80_residual_post_mlp/std": 4.6875, "train/tensor_act_model_layers_80_residual_post_mlp/max_abs": 59.25, "train/tensor_act_model_layers_80_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_80_residual_post_mlp/min": 29.625, "train/tensor_act_model_layers_80_residual_post_mlp/max": 59.25, "train/tensor_act_model_layers_80_residual_post_mlp/range": 29.625, "train/tensor_act_model_layers_81_residual_pre_attn/norm": 94556.796875, "train/tensor_act_model_layers_81_residual_pre_attn/mean": 46.0, "train/tensor_act_model_layers_81_residual_pre_attn/std": 4.6875, "train/tensor_act_model_layers_81_residual_pre_attn/max_abs": 59.25, "train/tensor_act_model_layers_81_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_81_residual_pre_attn/min": 29.625, "train/tensor_act_model_layers_81_residual_pre_attn/max": 59.25, "train/tensor_act_model_layers_81_residual_pre_attn/range": 29.625, "train/tensor_act_model_layers_81_residual_post_attn/norm": 94595.0, "train/tensor_act_model_layers_81_residual_post_attn/mean": 46.0, "train/tensor_act_model_layers_81_residual_post_attn/std": 4.71875, "train/tensor_act_model_layers_81_residual_post_attn/max_abs": 59.25, "train/tensor_act_model_layers_81_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_81_residual_post_attn/min": 29.625, "train/tensor_act_model_layers_81_residual_post_attn/max": 59.25, "train/tensor_act_model_layers_81_residual_post_attn/range": 29.625, "train/tensor_act_model_layers_81_mlp_gate_proj/norm": 2161.16064453125, "train/tensor_act_model_layers_81_mlp_gate_proj/mean": 0.10595703125, "train/tensor_act_model_layers_81_mlp_gate_proj/std": 0.73828125, "train/tensor_act_model_layers_81_mlp_gate_proj/max_abs": 1.9453125, "train/tensor_act_model_layers_81_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_81_mlp_gate_proj/min": -1.46875, "train/tensor_act_model_layers_81_mlp_gate_proj/max": 1.9453125, "train/tensor_act_model_layers_81_mlp_gate_proj/range": 3.4140625, "train/tensor_act_model_layers_81_mlp_up_proj/norm": 2077.84423828125, "train/tensor_act_model_layers_81_mlp_up_proj/mean": -0.049072265625, "train/tensor_act_model_layers_81_mlp_up_proj/std": 0.71484375, "train/tensor_act_model_layers_81_mlp_up_proj/max_abs": 1.9296875, "train/tensor_act_model_layers_81_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_81_mlp_up_proj/min": -1.9296875, "train/tensor_act_model_layers_81_mlp_up_proj/max": 1.640625, "train/tensor_act_model_layers_81_mlp_up_proj/range": 3.5703125, "train/tensor_act_model_layers_81_mlp_down_proj/norm": 1503.9100341796875, "train/tensor_act_model_layers_81_mlp_down_proj/mean": 0.6015625, "train/tensor_act_model_layers_81_mlp_down_proj/std": 0.419921875, "train/tensor_act_model_layers_81_mlp_down_proj/max_abs": 1.7421875, "train/tensor_act_model_layers_81_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_81_mlp_down_proj/min": -0.326171875, "train/tensor_act_model_layers_81_mlp_down_proj/max": 1.7421875, "train/tensor_act_model_layers_81_mlp_down_proj/range": 2.068359375, "train/tensor_act_model_layers_81_mlp/norm": 1503.9100341796875, "train/tensor_act_model_layers_81_mlp/mean": 0.6015625, "train/tensor_act_model_layers_81_mlp/std": 0.419921875, "train/tensor_act_model_layers_81_mlp/max_abs": 1.7421875, "train/tensor_act_model_layers_81_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_81_mlp/min": -0.326171875, "train/tensor_act_model_layers_81_mlp/max": 1.7421875, "train/tensor_act_model_layers_81_mlp/range": 2.068359375, "train/tensor_act_model_layers_81_residual_post_mlp/norm": 95837.96875, "train/tensor_act_model_layers_81_residual_post_mlp/mean": 46.5, "train/tensor_act_model_layers_81_residual_post_mlp/std": 4.75, "train/tensor_act_model_layers_81_residual_post_mlp/max_abs": 59.75, "train/tensor_act_model_layers_81_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_81_residual_post_mlp/min": 29.75, "train/tensor_act_model_layers_81_residual_post_mlp/max": 59.75, "train/tensor_act_model_layers_81_residual_post_mlp/range": 30.0, "train/tensor_act_model_layers_82_residual_pre_attn/norm": 95837.96875, "train/tensor_act_model_layers_82_residual_pre_attn/mean": 46.5, "train/tensor_act_model_layers_82_residual_pre_attn/std": 4.75, "train/tensor_act_model_layers_82_residual_pre_attn/max_abs": 59.75, "train/tensor_act_model_layers_82_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_82_residual_pre_attn/min": 29.75, "train/tensor_act_model_layers_82_residual_pre_attn/max": 59.75, "train/tensor_act_model_layers_82_residual_pre_attn/range": 30.0, "train/tensor_act_model_layers_82_residual_post_attn/norm": 95861.6640625, "train/tensor_act_model_layers_82_residual_post_attn/mean": 46.5, "train/tensor_act_model_layers_82_residual_post_attn/std": 4.75, "train/tensor_act_model_layers_82_residual_post_attn/max_abs": 60.0, "train/tensor_act_model_layers_82_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_82_residual_post_attn/min": 29.875, "train/tensor_act_model_layers_82_residual_post_attn/max": 60.0, "train/tensor_act_model_layers_82_residual_post_attn/range": 30.125, "train/tensor_act_model_layers_82_mlp_gate_proj/norm": 2194.616943359375, "train/tensor_act_model_layers_82_mlp_gate_proj/mean": 0.06591796875, "train/tensor_act_model_layers_82_mlp_gate_proj/std": 0.75390625, "train/tensor_act_model_layers_82_mlp_gate_proj/max_abs": 2.34375, "train/tensor_act_model_layers_82_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_82_mlp_gate_proj/min": -1.3359375, "train/tensor_act_model_layers_82_mlp_gate_proj/max": 2.34375, "train/tensor_act_model_layers_82_mlp_gate_proj/range": 3.6796875, "train/tensor_act_model_layers_82_mlp_up_proj/norm": 2283.230224609375, "train/tensor_act_model_layers_82_mlp_up_proj/mean": -0.033935546875, "train/tensor_act_model_layers_82_mlp_up_proj/std": 0.7890625, "train/tensor_act_model_layers_82_mlp_up_proj/max_abs": 1.9765625, "train/tensor_act_model_layers_82_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_82_mlp_up_proj/min": -1.9765625, "train/tensor_act_model_layers_82_mlp_up_proj/max": 1.7734375, "train/tensor_act_model_layers_82_mlp_up_proj/range": 3.75, "train/tensor_act_model_layers_82_mlp_down_proj/norm": 1627.3687744140625, "train/tensor_act_model_layers_82_mlp_down_proj/mean": 0.65625, "train/tensor_act_model_layers_82_mlp_down_proj/std": 0.44921875, "train/tensor_act_model_layers_82_mlp_down_proj/max_abs": 1.890625, "train/tensor_act_model_layers_82_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_82_mlp_down_proj/min": -0.5546875, "train/tensor_act_model_layers_82_mlp_down_proj/max": 1.890625, "train/tensor_act_model_layers_82_mlp_down_proj/range": 2.4453125, "train/tensor_act_model_layers_82_mlp/norm": 1627.3687744140625, "train/tensor_act_model_layers_82_mlp/mean": 0.65625, "train/tensor_act_model_layers_82_mlp/std": 0.44921875, "train/tensor_act_model_layers_82_mlp/max_abs": 1.890625, "train/tensor_act_model_layers_82_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_82_mlp/min": -0.5546875, "train/tensor_act_model_layers_82_mlp/max": 1.890625, "train/tensor_act_model_layers_82_mlp/range": 2.4453125, "train/tensor_act_model_layers_82_residual_post_mlp/norm": 97198.140625, "train/tensor_act_model_layers_82_residual_post_mlp/mean": 47.25, "train/tensor_act_model_layers_82_residual_post_mlp/std": 4.8125, "train/tensor_act_model_layers_82_residual_post_mlp/max_abs": 61.0, "train/tensor_act_model_layers_82_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_82_residual_post_mlp/min": 30.75, "train/tensor_act_model_layers_82_residual_post_mlp/max": 61.0, "train/tensor_act_model_layers_82_residual_post_mlp/range": 30.25, "train/tensor_act_model_layers_83_residual_pre_attn/norm": 97198.140625, "train/tensor_act_model_layers_83_residual_pre_attn/mean": 47.25, "train/tensor_act_model_layers_83_residual_pre_attn/std": 4.8125, "train/tensor_act_model_layers_83_residual_pre_attn/max_abs": 61.0, "train/tensor_act_model_layers_83_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_83_residual_pre_attn/min": 30.75, "train/tensor_act_model_layers_83_residual_pre_attn/max": 61.0, "train/tensor_act_model_layers_83_residual_pre_attn/range": 30.25, "train/tensor_act_model_layers_83_residual_post_attn/norm": 97141.7578125, "train/tensor_act_model_layers_83_residual_post_attn/mean": 47.25, "train/tensor_act_model_layers_83_residual_post_attn/std": 4.8125, "train/tensor_act_model_layers_83_residual_post_attn/max_abs": 61.0, "train/tensor_act_model_layers_83_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_83_residual_post_attn/min": 31.0, "train/tensor_act_model_layers_83_residual_post_attn/max": 61.0, "train/tensor_act_model_layers_83_residual_post_attn/range": 30.0, "train/tensor_act_model_layers_83_mlp_gate_proj/norm": 2150.564208984375, "train/tensor_act_model_layers_83_mlp_gate_proj/mean": 0.07421875, "train/tensor_act_model_layers_83_mlp_gate_proj/std": 0.73828125, "train/tensor_act_model_layers_83_mlp_gate_proj/max_abs": 1.9765625, "train/tensor_act_model_layers_83_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_83_mlp_gate_proj/min": -1.34375, "train/tensor_act_model_layers_83_mlp_gate_proj/max": 1.9765625, "train/tensor_act_model_layers_83_mlp_gate_proj/range": 3.3203125, "train/tensor_act_model_layers_83_mlp_up_proj/norm": 2186.02001953125, "train/tensor_act_model_layers_83_mlp_up_proj/mean": -0.05078125, "train/tensor_act_model_layers_83_mlp_up_proj/std": 0.75390625, "train/tensor_act_model_layers_83_mlp_up_proj/max_abs": 2.0, "train/tensor_act_model_layers_83_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_83_mlp_up_proj/min": -2.0, "train/tensor_act_model_layers_83_mlp_up_proj/max": 1.9765625, "train/tensor_act_model_layers_83_mlp_up_proj/range": 3.9765625, "train/tensor_act_model_layers_83_mlp_down_proj/norm": 1476.15478515625, "train/tensor_act_model_layers_83_mlp_down_proj/mean": 0.578125, "train/tensor_act_model_layers_83_mlp_down_proj/std": 0.427734375, "train/tensor_act_model_layers_83_mlp_down_proj/max_abs": 1.671875, "train/tensor_act_model_layers_83_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_83_mlp_down_proj/min": -0.6875, "train/tensor_act_model_layers_83_mlp_down_proj/max": 1.671875, "train/tensor_act_model_layers_83_mlp_down_proj/range": 2.359375, "train/tensor_act_model_layers_83_mlp/norm": 1476.15478515625, "train/tensor_act_model_layers_83_mlp/mean": 0.578125, "train/tensor_act_model_layers_83_mlp/std": 0.427734375, "train/tensor_act_model_layers_83_mlp/max_abs": 1.671875, "train/tensor_act_model_layers_83_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_83_mlp/min": -0.6875, "train/tensor_act_model_layers_83_mlp/max": 1.671875, "train/tensor_act_model_layers_83_mlp/range": 2.359375, "train/tensor_act_model_layers_83_residual_post_mlp/norm": 98318.0625, "train/tensor_act_model_layers_83_residual_post_mlp/mean": 47.75, "train/tensor_act_model_layers_83_residual_post_mlp/std": 4.8125, "train/tensor_act_model_layers_83_residual_post_mlp/max_abs": 61.5, "train/tensor_act_model_layers_83_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_83_residual_post_mlp/min": 31.375, "train/tensor_act_model_layers_83_residual_post_mlp/max": 61.5, "train/tensor_act_model_layers_83_residual_post_mlp/range": 30.125, "train/tensor_act_model_layers_84_residual_pre_attn/norm": 98318.0625, "train/tensor_act_model_layers_84_residual_pre_attn/mean": 47.75, "train/tensor_act_model_layers_84_residual_pre_attn/std": 4.8125, "train/tensor_act_model_layers_84_residual_pre_attn/max_abs": 61.5, "train/tensor_act_model_layers_84_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_84_residual_pre_attn/min": 31.375, "train/tensor_act_model_layers_84_residual_pre_attn/max": 61.5, "train/tensor_act_model_layers_84_residual_pre_attn/range": 30.125, "train/tensor_act_model_layers_84_residual_post_attn/norm": 98290.4140625, "train/tensor_act_model_layers_84_residual_post_attn/mean": 47.75, "train/tensor_act_model_layers_84_residual_post_attn/std": 4.78125, "train/tensor_act_model_layers_84_residual_post_attn/max_abs": 61.5, "train/tensor_act_model_layers_84_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_84_residual_post_attn/min": 31.25, "train/tensor_act_model_layers_84_residual_post_attn/max": 61.5, "train/tensor_act_model_layers_84_residual_post_attn/range": 30.25, "train/tensor_act_model_layers_84_mlp_gate_proj/norm": 2064.542236328125, "train/tensor_act_model_layers_84_mlp_gate_proj/mean": 0.1796875, "train/tensor_act_model_layers_84_mlp_gate_proj/std": 0.69140625, "train/tensor_act_model_layers_84_mlp_gate_proj/max_abs": 2.15625, "train/tensor_act_model_layers_84_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_84_mlp_gate_proj/min": -1.4375, "train/tensor_act_model_layers_84_mlp_gate_proj/max": 2.15625, "train/tensor_act_model_layers_84_mlp_gate_proj/range": 3.59375, "train/tensor_act_model_layers_84_mlp_up_proj/norm": 1972.5919189453125, "train/tensor_act_model_layers_84_mlp_up_proj/mean": 0.03564453125, "train/tensor_act_model_layers_84_mlp_up_proj/std": 0.6796875, "train/tensor_act_model_layers_84_mlp_up_proj/max_abs": 1.984375, "train/tensor_act_model_layers_84_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_84_mlp_up_proj/min": -1.984375, "train/tensor_act_model_layers_84_mlp_up_proj/max": 1.875, "train/tensor_act_model_layers_84_mlp_up_proj/range": 3.859375, "train/tensor_act_model_layers_84_mlp_down_proj/norm": 1525.234130859375, "train/tensor_act_model_layers_84_mlp_down_proj/mean": 0.59765625, "train/tensor_act_model_layers_84_mlp_down_proj/std": 0.443359375, "train/tensor_act_model_layers_84_mlp_down_proj/max_abs": 1.3671875, "train/tensor_act_model_layers_84_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_84_mlp_down_proj/min": -0.91015625, "train/tensor_act_model_layers_84_mlp_down_proj/max": 1.3671875, "train/tensor_act_model_layers_84_mlp_down_proj/range": 2.27734375, "train/tensor_act_model_layers_84_mlp/norm": 1525.234130859375, "train/tensor_act_model_layers_84_mlp/mean": 0.59765625, "train/tensor_act_model_layers_84_mlp/std": 0.443359375, "train/tensor_act_model_layers_84_mlp/max_abs": 1.3671875, "train/tensor_act_model_layers_84_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_84_mlp/min": -0.91015625, "train/tensor_act_model_layers_84_mlp/max": 1.3671875, "train/tensor_act_model_layers_84_mlp/range": 2.27734375, "train/tensor_act_model_layers_84_residual_post_mlp/norm": 99531.1796875, "train/tensor_act_model_layers_84_residual_post_mlp/mean": 48.25, "train/tensor_act_model_layers_84_residual_post_mlp/std": 4.84375, "train/tensor_act_model_layers_84_residual_post_mlp/max_abs": 62.75, "train/tensor_act_model_layers_84_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_84_residual_post_mlp/min": 32.0, "train/tensor_act_model_layers_84_residual_post_mlp/max": 62.75, "train/tensor_act_model_layers_84_residual_post_mlp/range": 30.75, "train/tensor_act_model_layers_85_residual_pre_attn/norm": 99531.1796875, "train/tensor_act_model_layers_85_residual_pre_attn/mean": 48.25, "train/tensor_act_model_layers_85_residual_pre_attn/std": 4.84375, "train/tensor_act_model_layers_85_residual_pre_attn/max_abs": 62.75, "train/tensor_act_model_layers_85_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_85_residual_pre_attn/min": 32.0, "train/tensor_act_model_layers_85_residual_pre_attn/max": 62.75, "train/tensor_act_model_layers_85_residual_pre_attn/range": 30.75, "train/tensor_act_model_layers_85_residual_post_attn/norm": 99543.2734375, "train/tensor_act_model_layers_85_residual_post_attn/mean": 48.25, "train/tensor_act_model_layers_85_residual_post_attn/std": 4.84375, "train/tensor_act_model_layers_85_residual_post_attn/max_abs": 62.75, "train/tensor_act_model_layers_85_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_85_residual_post_attn/min": 31.75, "train/tensor_act_model_layers_85_residual_post_attn/max": 62.75, "train/tensor_act_model_layers_85_residual_post_attn/range": 31.0, "train/tensor_act_model_layers_85_mlp_gate_proj/norm": 2145.6474609375, "train/tensor_act_model_layers_85_mlp_gate_proj/mean": 0.083984375, "train/tensor_act_model_layers_85_mlp_gate_proj/std": 0.734375, "train/tensor_act_model_layers_85_mlp_gate_proj/max_abs": 2.109375, "train/tensor_act_model_layers_85_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_85_mlp_gate_proj/min": -1.5, "train/tensor_act_model_layers_85_mlp_gate_proj/max": 2.109375, "train/tensor_act_model_layers_85_mlp_gate_proj/range": 3.609375, "train/tensor_act_model_layers_85_mlp_up_proj/norm": 2302.752197265625, "train/tensor_act_model_layers_85_mlp_up_proj/mean": 0.0250244140625, "train/tensor_act_model_layers_85_mlp_up_proj/std": 0.79296875, "train/tensor_act_model_layers_85_mlp_up_proj/max_abs": 2.125, "train/tensor_act_model_layers_85_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_85_mlp_up_proj/min": -2.125, "train/tensor_act_model_layers_85_mlp_up_proj/max": 1.8125, "train/tensor_act_model_layers_85_mlp_up_proj/range": 3.9375, "train/tensor_act_model_layers_85_mlp_down_proj/norm": 1599.0050048828125, "train/tensor_act_model_layers_85_mlp_down_proj/mean": 0.61328125, "train/tensor_act_model_layers_85_mlp_down_proj/std": 0.48046875, "train/tensor_act_model_layers_85_mlp_down_proj/max_abs": 1.75, "train/tensor_act_model_layers_85_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_85_mlp_down_proj/min": -0.625, "train/tensor_act_model_layers_85_mlp_down_proj/max": 1.75, "train/tensor_act_model_layers_85_mlp_down_proj/range": 2.375, "train/tensor_act_model_layers_85_mlp/norm": 1599.0050048828125, "train/tensor_act_model_layers_85_mlp/mean": 0.61328125, "train/tensor_act_model_layers_85_mlp/std": 0.48046875, "train/tensor_act_model_layers_85_mlp/max_abs": 1.75, "train/tensor_act_model_layers_85_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_85_mlp/min": -0.625, "train/tensor_act_model_layers_85_mlp/max": 1.75, "train/tensor_act_model_layers_85_mlp/range": 2.375, "train/tensor_act_model_layers_85_residual_post_mlp/norm": 100801.9375, "train/tensor_act_model_layers_85_residual_post_mlp/mean": 49.0, "train/tensor_act_model_layers_85_residual_post_mlp/std": 4.96875, "train/tensor_act_model_layers_85_residual_post_mlp/max_abs": 64.0, "train/tensor_act_model_layers_85_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_85_residual_post_mlp/min": 32.25, "train/tensor_act_model_layers_85_residual_post_mlp/max": 64.0, "train/tensor_act_model_layers_85_residual_post_mlp/range": 31.75, "train/tensor_act_model_layers_86_residual_pre_attn/norm": 100801.9375, "train/tensor_act_model_layers_86_residual_pre_attn/mean": 49.0, "train/tensor_act_model_layers_86_residual_pre_attn/std": 4.96875, "train/tensor_act_model_layers_86_residual_pre_attn/max_abs": 64.0, "train/tensor_act_model_layers_86_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_86_residual_pre_attn/min": 32.25, "train/tensor_act_model_layers_86_residual_pre_attn/max": 64.0, "train/tensor_act_model_layers_86_residual_pre_attn/range": 31.75, "train/tensor_act_model_layers_86_residual_post_attn/norm": 100777.5390625, "train/tensor_act_model_layers_86_residual_post_attn/mean": 49.0, "train/tensor_act_model_layers_86_residual_post_attn/std": 4.96875, "train/tensor_act_model_layers_86_residual_post_attn/max_abs": 64.0, "train/tensor_act_model_layers_86_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_86_residual_post_attn/min": 32.25, "train/tensor_act_model_layers_86_residual_post_attn/max": 64.0, "train/tensor_act_model_layers_86_residual_post_attn/range": 31.75, "train/tensor_act_model_layers_86_mlp_gate_proj/norm": 2084.442626953125, "train/tensor_act_model_layers_86_mlp_gate_proj/mean": 0.13671875, "train/tensor_act_model_layers_86_mlp_gate_proj/std": 0.70703125, "train/tensor_act_model_layers_86_mlp_gate_proj/max_abs": 2.171875, "train/tensor_act_model_layers_86_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_86_mlp_gate_proj/min": -1.484375, "train/tensor_act_model_layers_86_mlp_gate_proj/max": 2.171875, "train/tensor_act_model_layers_86_mlp_gate_proj/range": 3.65625, "train/tensor_act_model_layers_86_mlp_up_proj/norm": 2263.546142578125, "train/tensor_act_model_layers_86_mlp_up_proj/mean": 0.04931640625, "train/tensor_act_model_layers_86_mlp_up_proj/std": 0.78125, "train/tensor_act_model_layers_86_mlp_up_proj/max_abs": 2.0, "train/tensor_act_model_layers_86_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_86_mlp_up_proj/min": -2.0, "train/tensor_act_model_layers_86_mlp_up_proj/max": 1.9375, "train/tensor_act_model_layers_86_mlp_up_proj/range": 3.9375, "train/tensor_act_model_layers_86_mlp_down_proj/norm": 1571.685546875, "train/tensor_act_model_layers_86_mlp_down_proj/mean": 0.60546875, "train/tensor_act_model_layers_86_mlp_down_proj/std": 0.46875, "train/tensor_act_model_layers_86_mlp_down_proj/max_abs": 1.65625, "train/tensor_act_model_layers_86_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_86_mlp_down_proj/min": -0.83984375, "train/tensor_act_model_layers_86_mlp_down_proj/max": 1.65625, "train/tensor_act_model_layers_86_mlp_down_proj/range": 2.49609375, "train/tensor_act_model_layers_86_mlp/norm": 1571.685546875, "train/tensor_act_model_layers_86_mlp/mean": 0.60546875, "train/tensor_act_model_layers_86_mlp/std": 0.46875, "train/tensor_act_model_layers_86_mlp/max_abs": 1.65625, "train/tensor_act_model_layers_86_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_86_mlp/min": -0.83984375, "train/tensor_act_model_layers_86_mlp/max": 1.65625, "train/tensor_act_model_layers_86_mlp/range": 2.49609375, "train/tensor_act_model_layers_86_residual_post_mlp/norm": 102018.296875, "train/tensor_act_model_layers_86_residual_post_mlp/mean": 49.5, "train/tensor_act_model_layers_86_residual_post_mlp/std": 5.03125, "train/tensor_act_model_layers_86_residual_post_mlp/max_abs": 64.5, "train/tensor_act_model_layers_86_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_86_residual_post_mlp/min": 33.0, "train/tensor_act_model_layers_86_residual_post_mlp/max": 64.5, "train/tensor_act_model_layers_86_residual_post_mlp/range": 31.5, "train/tensor_act_model_layers_87_residual_pre_attn/norm": 102018.296875, "train/tensor_act_model_layers_87_residual_pre_attn/mean": 49.5, "train/tensor_act_model_layers_87_residual_pre_attn/std": 5.03125, "train/tensor_act_model_layers_87_residual_pre_attn/max_abs": 64.5, "train/tensor_act_model_layers_87_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_87_residual_pre_attn/min": 33.0, "train/tensor_act_model_layers_87_residual_pre_attn/max": 64.5, "train/tensor_act_model_layers_87_residual_pre_attn/range": 31.5, "train/tensor_act_model_layers_87_residual_post_attn/norm": 101906.7734375, "train/tensor_act_model_layers_87_residual_post_attn/mean": 49.5, "train/tensor_act_model_layers_87_residual_post_attn/std": 5.03125, "train/tensor_act_model_layers_87_residual_post_attn/max_abs": 64.5, "train/tensor_act_model_layers_87_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_87_residual_post_attn/min": 33.0, "train/tensor_act_model_layers_87_residual_post_attn/max": 64.5, "train/tensor_act_model_layers_87_residual_post_attn/range": 31.5, "train/tensor_act_model_layers_87_mlp_gate_proj/norm": 2030.452392578125, "train/tensor_act_model_layers_87_mlp_gate_proj/mean": 0.0712890625, "train/tensor_act_model_layers_87_mlp_gate_proj/std": 0.69921875, "train/tensor_act_model_layers_87_mlp_gate_proj/max_abs": 2.3125, "train/tensor_act_model_layers_87_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_87_mlp_gate_proj/min": -1.8515625, "train/tensor_act_model_layers_87_mlp_gate_proj/max": 2.3125, "train/tensor_act_model_layers_87_mlp_gate_proj/range": 4.1640625, "train/tensor_act_model_layers_87_mlp_up_proj/norm": 2198.84033203125, "train/tensor_act_model_layers_87_mlp_up_proj/mean": 0.0859375, "train/tensor_act_model_layers_87_mlp_up_proj/std": 0.75390625, "train/tensor_act_model_layers_87_mlp_up_proj/max_abs": 2.359375, "train/tensor_act_model_layers_87_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_87_mlp_up_proj/min": -1.609375, "train/tensor_act_model_layers_87_mlp_up_proj/max": 2.359375, "train/tensor_act_model_layers_87_mlp_up_proj/range": 3.96875, "train/tensor_act_model_layers_87_mlp_down_proj/norm": 1568.8388671875, "train/tensor_act_model_layers_87_mlp_down_proj/mean": 0.59375, "train/tensor_act_model_layers_87_mlp_down_proj/std": 0.482421875, "train/tensor_act_model_layers_87_mlp_down_proj/max_abs": 2.25, "train/tensor_act_model_layers_87_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_87_mlp_down_proj/min": -0.515625, "train/tensor_act_model_layers_87_mlp_down_proj/max": 2.25, "train/tensor_act_model_layers_87_mlp_down_proj/range": 2.765625, "train/tensor_act_model_layers_87_mlp/norm": 1568.8388671875, "train/tensor_act_model_layers_87_mlp/mean": 0.59375, "train/tensor_act_model_layers_87_mlp/std": 0.482421875, "train/tensor_act_model_layers_87_mlp/max_abs": 2.25, "train/tensor_act_model_layers_87_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_87_mlp/min": -0.515625, "train/tensor_act_model_layers_87_mlp/max": 2.25, "train/tensor_act_model_layers_87_mlp/range": 2.765625, "train/tensor_act_model_layers_87_residual_post_mlp/norm": 103151.265625, "train/tensor_act_model_layers_87_residual_post_mlp/mean": 50.0, "train/tensor_act_model_layers_87_residual_post_mlp/std": 5.09375, "train/tensor_act_model_layers_87_residual_post_mlp/max_abs": 65.0, "train/tensor_act_model_layers_87_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_87_residual_post_mlp/min": 33.75, "train/tensor_act_model_layers_87_residual_post_mlp/max": 65.0, "train/tensor_act_model_layers_87_residual_post_mlp/range": 31.25, "train/tensor_act_model_layers_88_residual_pre_attn/norm": 103151.265625, "train/tensor_act_model_layers_88_residual_pre_attn/mean": 50.0, "train/tensor_act_model_layers_88_residual_pre_attn/std": 5.09375, "train/tensor_act_model_layers_88_residual_pre_attn/max_abs": 65.0, "train/tensor_act_model_layers_88_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_88_residual_pre_attn/min": 33.75, "train/tensor_act_model_layers_88_residual_pre_attn/max": 65.0, "train/tensor_act_model_layers_88_residual_pre_attn/range": 31.25, "train/tensor_act_model_layers_88_residual_post_attn/norm": 103113.2421875, "train/tensor_act_model_layers_88_residual_post_attn/mean": 50.0, "train/tensor_act_model_layers_88_residual_post_attn/std": 5.09375, "train/tensor_act_model_layers_88_residual_post_attn/max_abs": 65.0, "train/tensor_act_model_layers_88_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_88_residual_post_attn/min": 34.0, "train/tensor_act_model_layers_88_residual_post_attn/max": 65.0, "train/tensor_act_model_layers_88_residual_post_attn/range": 31.0, "train/tensor_act_model_layers_88_mlp_gate_proj/norm": 2008.0283203125, "train/tensor_act_model_layers_88_mlp_gate_proj/mean": 0.115234375, "train/tensor_act_model_layers_88_mlp_gate_proj/std": 0.68359375, "train/tensor_act_model_layers_88_mlp_gate_proj/max_abs": 2.390625, "train/tensor_act_model_layers_88_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_88_mlp_gate_proj/min": -1.2578125, "train/tensor_act_model_layers_88_mlp_gate_proj/max": 2.390625, "train/tensor_act_model_layers_88_mlp_gate_proj/range": 3.6484375, "train/tensor_act_model_layers_88_mlp_up_proj/norm": 2101.76318359375, "train/tensor_act_model_layers_88_mlp_up_proj/mean": -0.07568359375, "train/tensor_act_model_layers_88_mlp_up_proj/std": 0.72265625, "train/tensor_act_model_layers_88_mlp_up_proj/max_abs": 2.09375, "train/tensor_act_model_layers_88_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_88_mlp_up_proj/min": -2.015625, "train/tensor_act_model_layers_88_mlp_up_proj/max": 2.09375, "train/tensor_act_model_layers_88_mlp_up_proj/range": 4.109375, "train/tensor_act_model_layers_88_mlp_down_proj/norm": 1461.6175537109375, "train/tensor_act_model_layers_88_mlp_down_proj/mean": 0.515625, "train/tensor_act_model_layers_88_mlp_down_proj/std": 0.4921875, "train/tensor_act_model_layers_88_mlp_down_proj/max_abs": 1.765625, "train/tensor_act_model_layers_88_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_88_mlp_down_proj/min": -0.625, "train/tensor_act_model_layers_88_mlp_down_proj/max": 1.765625, "train/tensor_act_model_layers_88_mlp_down_proj/range": 2.390625, "train/tensor_act_model_layers_88_mlp/norm": 1461.6175537109375, "train/tensor_act_model_layers_88_mlp/mean": 0.515625, "train/tensor_act_model_layers_88_mlp/std": 0.4921875, "train/tensor_act_model_layers_88_mlp/max_abs": 1.765625, "train/tensor_act_model_layers_88_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_88_mlp/min": -0.625, "train/tensor_act_model_layers_88_mlp/max": 1.765625, "train/tensor_act_model_layers_88_mlp/range": 2.390625, "train/tensor_act_model_layers_88_residual_post_mlp/norm": 104188.34375, "train/tensor_act_model_layers_88_residual_post_mlp/mean": 50.5, "train/tensor_act_model_layers_88_residual_post_mlp/std": 5.21875, "train/tensor_act_model_layers_88_residual_post_mlp/max_abs": 66.0, "train/tensor_act_model_layers_88_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_88_residual_post_mlp/min": 34.5, "train/tensor_act_model_layers_88_residual_post_mlp/max": 66.0, "train/tensor_act_model_layers_88_residual_post_mlp/range": 31.5, "train/tensor_act_model_layers_89_residual_pre_attn/norm": 104188.34375, "train/tensor_act_model_layers_89_residual_pre_attn/mean": 50.5, "train/tensor_act_model_layers_89_residual_pre_attn/std": 5.21875, "train/tensor_act_model_layers_89_residual_pre_attn/max_abs": 66.0, "train/tensor_act_model_layers_89_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_89_residual_pre_attn/min": 34.5, "train/tensor_act_model_layers_89_residual_pre_attn/max": 66.0, "train/tensor_act_model_layers_89_residual_pre_attn/range": 31.5, "train/tensor_act_model_layers_89_residual_post_attn/norm": 104152.1171875, "train/tensor_act_model_layers_89_residual_post_attn/mean": 50.5, "train/tensor_act_model_layers_89_residual_post_attn/std": 5.21875, "train/tensor_act_model_layers_89_residual_post_attn/max_abs": 66.5, "train/tensor_act_model_layers_89_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_89_residual_post_attn/min": 34.25, "train/tensor_act_model_layers_89_residual_post_attn/max": 66.5, "train/tensor_act_model_layers_89_residual_post_attn/range": 32.25, "train/tensor_act_model_layers_89_mlp_gate_proj/norm": 2055.722900390625, "train/tensor_act_model_layers_89_mlp_gate_proj/mean": 0.16796875, "train/tensor_act_model_layers_89_mlp_gate_proj/std": 0.69140625, "train/tensor_act_model_layers_89_mlp_gate_proj/max_abs": 2.234375, "train/tensor_act_model_layers_89_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_89_mlp_gate_proj/min": -1.171875, "train/tensor_act_model_layers_89_mlp_gate_proj/max": 2.234375, "train/tensor_act_model_layers_89_mlp_gate_proj/range": 3.40625, "train/tensor_act_model_layers_89_mlp_up_proj/norm": 2102.9638671875, "train/tensor_act_model_layers_89_mlp_up_proj/mean": -0.049072265625, "train/tensor_act_model_layers_89_mlp_up_proj/std": 0.72265625, "train/tensor_act_model_layers_89_mlp_up_proj/max_abs": 2.390625, "train/tensor_act_model_layers_89_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_89_mlp_up_proj/min": -1.859375, "train/tensor_act_model_layers_89_mlp_up_proj/max": 2.390625, "train/tensor_act_model_layers_89_mlp_up_proj/range": 4.25, "train/tensor_act_model_layers_89_mlp_down_proj/norm": 1712.5714111328125, "train/tensor_act_model_layers_89_mlp_down_proj/mean": 0.64453125, "train/tensor_act_model_layers_89_mlp_down_proj/std": 0.53125, "train/tensor_act_model_layers_89_mlp_down_proj/max_abs": 2.0625, "train/tensor_act_model_layers_89_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_89_mlp_down_proj/min": -0.55859375, "train/tensor_act_model_layers_89_mlp_down_proj/max": 2.0625, "train/tensor_act_model_layers_89_mlp_down_proj/range": 2.62109375, "train/tensor_act_model_layers_89_mlp/norm": 1712.5714111328125, "train/tensor_act_model_layers_89_mlp/mean": 0.64453125, "train/tensor_act_model_layers_89_mlp/std": 0.53125, "train/tensor_act_model_layers_89_mlp/max_abs": 2.0625, "train/tensor_act_model_layers_89_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_89_mlp/min": -0.55859375, "train/tensor_act_model_layers_89_mlp/max": 2.0625, "train/tensor_act_model_layers_89_mlp/range": 2.62109375, "train/tensor_act_model_layers_89_residual_post_mlp/norm": 105490.671875, "train/tensor_act_model_layers_89_residual_post_mlp/mean": 51.25, "train/tensor_act_model_layers_89_residual_post_mlp/std": 5.3125, "train/tensor_act_model_layers_89_residual_post_mlp/max_abs": 67.5, "train/tensor_act_model_layers_89_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_89_residual_post_mlp/min": 34.75, "train/tensor_act_model_layers_89_residual_post_mlp/max": 67.5, "train/tensor_act_model_layers_89_residual_post_mlp/range": 32.75, "train/tensor_act_model_layers_90_residual_pre_attn/norm": 105490.671875, "train/tensor_act_model_layers_90_residual_pre_attn/mean": 51.25, "train/tensor_act_model_layers_90_residual_pre_attn/std": 5.3125, "train/tensor_act_model_layers_90_residual_pre_attn/max_abs": 67.5, "train/tensor_act_model_layers_90_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_90_residual_pre_attn/min": 34.75, "train/tensor_act_model_layers_90_residual_pre_attn/max": 67.5, "train/tensor_act_model_layers_90_residual_pre_attn/range": 32.75, "train/tensor_act_model_layers_90_residual_post_attn/norm": 105491.9140625, "train/tensor_act_model_layers_90_residual_post_attn/mean": 51.25, "train/tensor_act_model_layers_90_residual_post_attn/std": 5.3125, "train/tensor_act_model_layers_90_residual_post_attn/max_abs": 67.5, "train/tensor_act_model_layers_90_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_90_residual_post_attn/min": 34.75, "train/tensor_act_model_layers_90_residual_post_attn/max": 67.5, "train/tensor_act_model_layers_90_residual_post_attn/range": 32.75, "train/tensor_act_model_layers_90_mlp_gate_proj/norm": 2005.8824462890625, "train/tensor_act_model_layers_90_mlp_gate_proj/mean": 0.1474609375, "train/tensor_act_model_layers_90_mlp_gate_proj/std": 0.67578125, "train/tensor_act_model_layers_90_mlp_gate_proj/max_abs": 2.28125, "train/tensor_act_model_layers_90_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_90_mlp_gate_proj/min": -1.5234375, "train/tensor_act_model_layers_90_mlp_gate_proj/max": 2.28125, "train/tensor_act_model_layers_90_mlp_gate_proj/range": 3.8046875, "train/tensor_act_model_layers_90_mlp_up_proj/norm": 1982.1947021484375, "train/tensor_act_model_layers_90_mlp_up_proj/mean": -0.0517578125, "train/tensor_act_model_layers_90_mlp_up_proj/std": 0.68359375, "train/tensor_act_model_layers_90_mlp_up_proj/max_abs": 2.015625, "train/tensor_act_model_layers_90_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_90_mlp_up_proj/min": -1.6953125, "train/tensor_act_model_layers_90_mlp_up_proj/max": 2.015625, "train/tensor_act_model_layers_90_mlp_up_proj/range": 3.7109375, "train/tensor_act_model_layers_90_mlp_down_proj/norm": 1356.5306396484375, "train/tensor_act_model_layers_90_mlp_down_proj/mean": 0.50390625, "train/tensor_act_model_layers_90_mlp_down_proj/std": 0.427734375, "train/tensor_act_model_layers_90_mlp_down_proj/max_abs": 1.5078125, "train/tensor_act_model_layers_90_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_90_mlp_down_proj/min": -0.65234375, "train/tensor_act_model_layers_90_mlp_down_proj/max": 1.5078125, "train/tensor_act_model_layers_90_mlp_down_proj/range": 2.16015625, "train/tensor_act_model_layers_90_mlp/norm": 1356.5306396484375, "train/tensor_act_model_layers_90_mlp/mean": 0.50390625, "train/tensor_act_model_layers_90_mlp/std": 0.427734375, "train/tensor_act_model_layers_90_mlp/max_abs": 1.5078125, "train/tensor_act_model_layers_90_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_90_mlp/min": -0.65234375, "train/tensor_act_model_layers_90_mlp/max": 1.5078125, "train/tensor_act_model_layers_90_mlp/range": 2.16015625, "train/tensor_act_model_layers_90_residual_post_mlp/norm": 106545.625, "train/tensor_act_model_layers_90_residual_post_mlp/mean": 51.75, "train/tensor_act_model_layers_90_residual_post_mlp/std": 5.4375, "train/tensor_act_model_layers_90_residual_post_mlp/max_abs": 68.5, "train/tensor_act_model_layers_90_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_90_residual_post_mlp/min": 34.75, "train/tensor_act_model_layers_90_residual_post_mlp/max": 68.5, "train/tensor_act_model_layers_90_residual_post_mlp/range": 33.75, "train/tensor_act_model_layers_91_residual_pre_attn/norm": 106545.625, "train/tensor_act_model_layers_91_residual_pre_attn/mean": 51.75, "train/tensor_act_model_layers_91_residual_pre_attn/std": 5.4375, "train/tensor_act_model_layers_91_residual_pre_attn/max_abs": 68.5, "train/tensor_act_model_layers_91_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_91_residual_pre_attn/min": 34.75, "train/tensor_act_model_layers_91_residual_pre_attn/max": 68.5, "train/tensor_act_model_layers_91_residual_pre_attn/range": 33.75, "train/tensor_act_model_layers_91_residual_post_attn/norm": 106559.0703125, "train/tensor_act_model_layers_91_residual_post_attn/mean": 51.75, "train/tensor_act_model_layers_91_residual_post_attn/std": 5.4375, "train/tensor_act_model_layers_91_residual_post_attn/max_abs": 68.5, "train/tensor_act_model_layers_91_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_91_residual_post_attn/min": 34.75, "train/tensor_act_model_layers_91_residual_post_attn/max": 68.5, "train/tensor_act_model_layers_91_residual_post_attn/range": 33.75, "train/tensor_act_model_layers_91_mlp_gate_proj/norm": 2107.606201171875, "train/tensor_act_model_layers_91_mlp_gate_proj/mean": 0.11572265625, "train/tensor_act_model_layers_91_mlp_gate_proj/std": 0.71875, "train/tensor_act_model_layers_91_mlp_gate_proj/max_abs": 1.9140625, "train/tensor_act_model_layers_91_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_91_mlp_gate_proj/min": -1.3984375, "train/tensor_act_model_layers_91_mlp_gate_proj/max": 1.9140625, "train/tensor_act_model_layers_91_mlp_gate_proj/range": 3.3125, "train/tensor_act_model_layers_91_mlp_up_proj/norm": 2101.029541015625, "train/tensor_act_model_layers_91_mlp_up_proj/mean": -0.0947265625, "train/tensor_act_model_layers_91_mlp_up_proj/std": 0.71875, "train/tensor_act_model_layers_91_mlp_up_proj/max_abs": 1.96875, "train/tensor_act_model_layers_91_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_91_mlp_up_proj/min": -1.96875, "train/tensor_act_model_layers_91_mlp_up_proj/max": 1.9609375, "train/tensor_act_model_layers_91_mlp_up_proj/range": 3.9296875, "train/tensor_act_model_layers_91_mlp_down_proj/norm": 1500.779541015625, "train/tensor_act_model_layers_91_mlp_down_proj/mean": 0.52734375, "train/tensor_act_model_layers_91_mlp_down_proj/std": 0.5078125, "train/tensor_act_model_layers_91_mlp_down_proj/max_abs": 2.09375, "train/tensor_act_model_layers_91_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_91_mlp_down_proj/min": -0.69140625, "train/tensor_act_model_layers_91_mlp_down_proj/max": 2.09375, "train/tensor_act_model_layers_91_mlp_down_proj/range": 2.78515625, "train/tensor_act_model_layers_91_mlp/norm": 1500.779541015625, "train/tensor_act_model_layers_91_mlp/mean": 0.52734375, "train/tensor_act_model_layers_91_mlp/std": 0.5078125, "train/tensor_act_model_layers_91_mlp/max_abs": 2.09375, "train/tensor_act_model_layers_91_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_91_mlp/min": -0.69140625, "train/tensor_act_model_layers_91_mlp/max": 2.09375, "train/tensor_act_model_layers_91_mlp/range": 2.78515625, "train/tensor_act_model_layers_91_residual_post_mlp/norm": 107672.234375, "train/tensor_act_model_layers_91_residual_post_mlp/mean": 52.25, "train/tensor_act_model_layers_91_residual_post_mlp/std": 5.625, "train/tensor_act_model_layers_91_residual_post_mlp/max_abs": 69.0, "train/tensor_act_model_layers_91_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_91_residual_post_mlp/min": 35.0, "train/tensor_act_model_layers_91_residual_post_mlp/max": 69.0, "train/tensor_act_model_layers_91_residual_post_mlp/range": 34.0, "train/tensor_act_model_layers_92_residual_pre_attn/norm": 107672.234375, "train/tensor_act_model_layers_92_residual_pre_attn/mean": 52.25, "train/tensor_act_model_layers_92_residual_pre_attn/std": 5.625, "train/tensor_act_model_layers_92_residual_pre_attn/max_abs": 69.0, "train/tensor_act_model_layers_92_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_92_residual_pre_attn/min": 35.0, "train/tensor_act_model_layers_92_residual_pre_attn/max": 69.0, "train/tensor_act_model_layers_92_residual_pre_attn/range": 34.0, "train/tensor_act_model_layers_92_residual_post_attn/norm": 107698.640625, "train/tensor_act_model_layers_92_residual_post_attn/mean": 52.25, "train/tensor_act_model_layers_92_residual_post_attn/std": 5.625, "train/tensor_act_model_layers_92_residual_post_attn/max_abs": 69.0, "train/tensor_act_model_layers_92_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_92_residual_post_attn/min": 35.0, "train/tensor_act_model_layers_92_residual_post_attn/max": 69.0, "train/tensor_act_model_layers_92_residual_post_attn/range": 34.0, "train/tensor_act_model_layers_92_mlp_gate_proj/norm": 2088.02392578125, "train/tensor_act_model_layers_92_mlp_gate_proj/mean": 0.2373046875, "train/tensor_act_model_layers_92_mlp_gate_proj/std": 0.6796875, "train/tensor_act_model_layers_92_mlp_gate_proj/max_abs": 2.265625, "train/tensor_act_model_layers_92_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_92_mlp_gate_proj/min": -1.3828125, "train/tensor_act_model_layers_92_mlp_gate_proj/max": 2.265625, "train/tensor_act_model_layers_92_mlp_gate_proj/range": 3.6484375, "train/tensor_act_model_layers_92_mlp_up_proj/norm": 2046.70361328125, "train/tensor_act_model_layers_92_mlp_up_proj/mean": -0.06298828125, "train/tensor_act_model_layers_92_mlp_up_proj/std": 0.703125, "train/tensor_act_model_layers_92_mlp_up_proj/max_abs": 2.125, "train/tensor_act_model_layers_92_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_92_mlp_up_proj/min": -2.125, "train/tensor_act_model_layers_92_mlp_up_proj/max": 1.8984375, "train/tensor_act_model_layers_92_mlp_up_proj/range": 4.0234375, "train/tensor_act_model_layers_92_mlp_down_proj/norm": 1271.97607421875, "train/tensor_act_model_layers_92_mlp_down_proj/mean": 0.48046875, "train/tensor_act_model_layers_92_mlp_down_proj/std": 0.39453125, "train/tensor_act_model_layers_92_mlp_down_proj/max_abs": 1.5390625, "train/tensor_act_model_layers_92_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_92_mlp_down_proj/min": -0.58203125, "train/tensor_act_model_layers_92_mlp_down_proj/max": 1.5390625, "train/tensor_act_model_layers_92_mlp_down_proj/range": 2.12109375, "train/tensor_act_model_layers_92_mlp/norm": 1271.97607421875, "train/tensor_act_model_layers_92_mlp/mean": 0.48046875, "train/tensor_act_model_layers_92_mlp/std": 0.39453125, "train/tensor_act_model_layers_92_mlp/max_abs": 1.5390625, "train/tensor_act_model_layers_92_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_92_mlp/min": -0.58203125, "train/tensor_act_model_layers_92_mlp/max": 1.5390625, "train/tensor_act_model_layers_92_mlp/range": 2.12109375, "train/tensor_act_model_layers_92_residual_post_mlp/norm": 108680.75, "train/tensor_act_model_layers_92_residual_post_mlp/mean": 52.75, "train/tensor_act_model_layers_92_residual_post_mlp/std": 5.59375, "train/tensor_act_model_layers_92_residual_post_mlp/max_abs": 70.0, "train/tensor_act_model_layers_92_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_92_residual_post_mlp/min": 35.25, "train/tensor_act_model_layers_92_residual_post_mlp/max": 70.0, "train/tensor_act_model_layers_92_residual_post_mlp/range": 34.75, "train/tensor_act_model_layers_93_residual_pre_attn/norm": 108680.75, "train/tensor_act_model_layers_93_residual_pre_attn/mean": 52.75, "train/tensor_act_model_layers_93_residual_pre_attn/std": 5.59375, "train/tensor_act_model_layers_93_residual_pre_attn/max_abs": 70.0, "train/tensor_act_model_layers_93_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_93_residual_pre_attn/min": 35.25, "train/tensor_act_model_layers_93_residual_pre_attn/max": 70.0, "train/tensor_act_model_layers_93_residual_pre_attn/range": 34.75, "train/tensor_act_model_layers_93_residual_post_attn/norm": 108624.1484375, "train/tensor_act_model_layers_93_residual_post_attn/mean": 52.75, "train/tensor_act_model_layers_93_residual_post_attn/std": 5.59375, "train/tensor_act_model_layers_93_residual_post_attn/max_abs": 70.0, "train/tensor_act_model_layers_93_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_93_residual_post_attn/min": 35.25, "train/tensor_act_model_layers_93_residual_post_attn/max": 70.0, "train/tensor_act_model_layers_93_residual_post_attn/range": 34.75, "train/tensor_act_model_layers_93_mlp_gate_proj/norm": 2299.6650390625, "train/tensor_act_model_layers_93_mlp_gate_proj/mean": 0.220703125, "train/tensor_act_model_layers_93_mlp_gate_proj/std": 0.76171875, "train/tensor_act_model_layers_93_mlp_gate_proj/max_abs": 2.4375, "train/tensor_act_model_layers_93_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_93_mlp_gate_proj/min": -1.625, "train/tensor_act_model_layers_93_mlp_gate_proj/max": 2.4375, "train/tensor_act_model_layers_93_mlp_gate_proj/range": 4.0625, "train/tensor_act_model_layers_93_mlp_up_proj/norm": 2127.981201171875, "train/tensor_act_model_layers_93_mlp_up_proj/mean": 0.02685546875, "train/tensor_act_model_layers_93_mlp_up_proj/std": 0.734375, "train/tensor_act_model_layers_93_mlp_up_proj/max_abs": 2.109375, "train/tensor_act_model_layers_93_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_93_mlp_up_proj/min": -2.109375, "train/tensor_act_model_layers_93_mlp_up_proj/max": 1.9765625, "train/tensor_act_model_layers_93_mlp_up_proj/range": 4.0859375, "train/tensor_act_model_layers_93_mlp_down_proj/norm": 1583.9871826171875, "train/tensor_act_model_layers_93_mlp_down_proj/mean": 0.57421875, "train/tensor_act_model_layers_93_mlp_down_proj/std": 0.51953125, "train/tensor_act_model_layers_93_mlp_down_proj/max_abs": 2.015625, "train/tensor_act_model_layers_93_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_93_mlp_down_proj/min": -0.84375, "train/tensor_act_model_layers_93_mlp_down_proj/max": 2.015625, "train/tensor_act_model_layers_93_mlp_down_proj/range": 2.859375, "train/tensor_act_model_layers_93_mlp/norm": 1583.9871826171875, "train/tensor_act_model_layers_93_mlp/mean": 0.57421875, "train/tensor_act_model_layers_93_mlp/std": 0.51953125, "train/tensor_act_model_layers_93_mlp/max_abs": 2.015625, "train/tensor_act_model_layers_93_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_93_mlp/min": -0.84375, "train/tensor_act_model_layers_93_mlp/max": 2.015625, "train/tensor_act_model_layers_93_mlp/range": 2.859375, "train/tensor_act_model_layers_93_residual_post_mlp/norm": 109829.8203125, "train/tensor_act_model_layers_93_residual_post_mlp/mean": 53.25, "train/tensor_act_model_layers_93_residual_post_mlp/std": 5.6875, "train/tensor_act_model_layers_93_residual_post_mlp/max_abs": 70.5, "train/tensor_act_model_layers_93_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_93_residual_post_mlp/min": 36.0, "train/tensor_act_model_layers_93_residual_post_mlp/max": 70.5, "train/tensor_act_model_layers_93_residual_post_mlp/range": 34.5, "train/tensor_act_model_layers_94_residual_pre_attn/norm": 109829.8203125, "train/tensor_act_model_layers_94_residual_pre_attn/mean": 53.25, "train/tensor_act_model_layers_94_residual_pre_attn/std": 5.6875, "train/tensor_act_model_layers_94_residual_pre_attn/max_abs": 70.5, "train/tensor_act_model_layers_94_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_94_residual_pre_attn/min": 36.0, "train/tensor_act_model_layers_94_residual_pre_attn/max": 70.5, "train/tensor_act_model_layers_94_residual_pre_attn/range": 34.5, "train/tensor_act_model_layers_94_residual_post_attn/norm": 109860.5234375, "train/tensor_act_model_layers_94_residual_post_attn/mean": 53.25, "train/tensor_act_model_layers_94_residual_post_attn/std": 5.6875, "train/tensor_act_model_layers_94_residual_post_attn/max_abs": 70.5, "train/tensor_act_model_layers_94_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_94_residual_post_attn/min": 35.75, "train/tensor_act_model_layers_94_residual_post_attn/max": 70.5, "train/tensor_act_model_layers_94_residual_post_attn/range": 34.75, "train/tensor_act_model_layers_94_mlp_gate_proj/norm": 2370.714111328125, "train/tensor_act_model_layers_94_mlp_gate_proj/mean": 0.2236328125, "train/tensor_act_model_layers_94_mlp_gate_proj/std": 0.7890625, "train/tensor_act_model_layers_94_mlp_gate_proj/max_abs": 2.59375, "train/tensor_act_model_layers_94_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_94_mlp_gate_proj/min": -1.7578125, "train/tensor_act_model_layers_94_mlp_gate_proj/max": 2.59375, "train/tensor_act_model_layers_94_mlp_gate_proj/range": 4.3515625, "train/tensor_act_model_layers_94_mlp_up_proj/norm": 2197.113037109375, "train/tensor_act_model_layers_94_mlp_up_proj/mean": -0.095703125, "train/tensor_act_model_layers_94_mlp_up_proj/std": 0.75390625, "train/tensor_act_model_layers_94_mlp_up_proj/max_abs": 2.234375, "train/tensor_act_model_layers_94_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_94_mlp_up_proj/min": -2.234375, "train/tensor_act_model_layers_94_mlp_up_proj/max": 2.125, "train/tensor_act_model_layers_94_mlp_up_proj/range": 4.359375, "train/tensor_act_model_layers_94_mlp_down_proj/norm": 1793.967529296875, "train/tensor_act_model_layers_94_mlp_down_proj/mean": 0.6640625, "train/tensor_act_model_layers_94_mlp_down_proj/std": 0.5703125, "train/tensor_act_model_layers_94_mlp_down_proj/max_abs": 2.109375, "train/tensor_act_model_layers_94_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_94_mlp_down_proj/min": -0.79296875, "train/tensor_act_model_layers_94_mlp_down_proj/max": 2.109375, "train/tensor_act_model_layers_94_mlp_down_proj/range": 2.90234375, "train/tensor_act_model_layers_94_mlp/norm": 1793.967529296875, "train/tensor_act_model_layers_94_mlp/mean": 0.6640625, "train/tensor_act_model_layers_94_mlp/std": 0.5703125, "train/tensor_act_model_layers_94_mlp/max_abs": 2.109375, "train/tensor_act_model_layers_94_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_94_mlp/min": -0.79296875, "train/tensor_act_model_layers_94_mlp/max": 2.109375, "train/tensor_act_model_layers_94_mlp/range": 2.90234375, "train/tensor_act_model_layers_94_residual_post_mlp/norm": 111217.4375, "train/tensor_act_model_layers_94_residual_post_mlp/mean": 54.0, "train/tensor_act_model_layers_94_residual_post_mlp/std": 5.71875, "train/tensor_act_model_layers_94_residual_post_mlp/max_abs": 71.5, "train/tensor_act_model_layers_94_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_94_residual_post_mlp/min": 36.0, "train/tensor_act_model_layers_94_residual_post_mlp/max": 71.5, "train/tensor_act_model_layers_94_residual_post_mlp/range": 35.5, "train/tensor_act_model_layers_95_residual_pre_attn/norm": 111217.4375, "train/tensor_act_model_layers_95_residual_pre_attn/mean": 54.0, "train/tensor_act_model_layers_95_residual_pre_attn/std": 5.71875, "train/tensor_act_model_layers_95_residual_pre_attn/max_abs": 71.5, "train/tensor_act_model_layers_95_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_95_residual_pre_attn/min": 36.0, "train/tensor_act_model_layers_95_residual_pre_attn/max": 71.5, "train/tensor_act_model_layers_95_residual_pre_attn/range": 35.5, "train/tensor_act_model_layers_95_residual_post_attn/norm": 111177.4609375, "train/tensor_act_model_layers_95_residual_post_attn/mean": 54.0, "train/tensor_act_model_layers_95_residual_post_attn/std": 5.71875, "train/tensor_act_model_layers_95_residual_post_attn/max_abs": 71.5, "train/tensor_act_model_layers_95_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_95_residual_post_attn/min": 36.25, "train/tensor_act_model_layers_95_residual_post_attn/max": 71.5, "train/tensor_act_model_layers_95_residual_post_attn/range": 35.25, "train/tensor_act_model_layers_95_mlp_gate_proj/norm": 2233.5732421875, "train/tensor_act_model_layers_95_mlp_gate_proj/mean": 0.21875, "train/tensor_act_model_layers_95_mlp_gate_proj/std": 0.73828125, "train/tensor_act_model_layers_95_mlp_gate_proj/max_abs": 2.484375, "train/tensor_act_model_layers_95_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_95_mlp_gate_proj/min": -1.3984375, "train/tensor_act_model_layers_95_mlp_gate_proj/max": 2.484375, "train/tensor_act_model_layers_95_mlp_gate_proj/range": 3.8828125, "train/tensor_act_model_layers_95_mlp_up_proj/norm": 2151.778564453125, "train/tensor_act_model_layers_95_mlp_up_proj/mean": -0.01611328125, "train/tensor_act_model_layers_95_mlp_up_proj/std": 0.7421875, "train/tensor_act_model_layers_95_mlp_up_proj/max_abs": 2.328125, "train/tensor_act_model_layers_95_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_95_mlp_up_proj/min": -2.25, "train/tensor_act_model_layers_95_mlp_up_proj/max": 2.328125, "train/tensor_act_model_layers_95_mlp_up_proj/range": 4.578125, "train/tensor_act_model_layers_95_mlp_down_proj/norm": 1720.6846923828125, "train/tensor_act_model_layers_95_mlp_down_proj/mean": 0.59375, "train/tensor_act_model_layers_95_mlp_down_proj/std": 0.59375, "train/tensor_act_model_layers_95_mlp_down_proj/max_abs": 2.671875, "train/tensor_act_model_layers_95_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_95_mlp_down_proj/min": -0.66015625, "train/tensor_act_model_layers_95_mlp_down_proj/max": 2.671875, "train/tensor_act_model_layers_95_mlp_down_proj/range": 3.33203125, "train/tensor_act_model_layers_95_mlp/norm": 1720.6846923828125, "train/tensor_act_model_layers_95_mlp/mean": 0.59375, "train/tensor_act_model_layers_95_mlp/std": 0.59375, "train/tensor_act_model_layers_95_mlp/max_abs": 2.671875, "train/tensor_act_model_layers_95_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_95_mlp/min": -0.66015625, "train/tensor_act_model_layers_95_mlp/max": 2.671875, "train/tensor_act_model_layers_95_mlp/range": 3.33203125, "train/tensor_act_model_layers_95_residual_post_mlp/norm": 112409.3203125, "train/tensor_act_model_layers_95_residual_post_mlp/mean": 54.5, "train/tensor_act_model_layers_95_residual_post_mlp/std": 5.8125, "train/tensor_act_model_layers_95_residual_post_mlp/max_abs": 72.5, "train/tensor_act_model_layers_95_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_95_residual_post_mlp/min": 37.0, "train/tensor_act_model_layers_95_residual_post_mlp/max": 72.5, "train/tensor_act_model_layers_95_residual_post_mlp/range": 35.5, "train/tensor_act_model_layers_96_residual_pre_attn/norm": 112409.3203125, "train/tensor_act_model_layers_96_residual_pre_attn/mean": 54.5, "train/tensor_act_model_layers_96_residual_pre_attn/std": 5.8125, "train/tensor_act_model_layers_96_residual_pre_attn/max_abs": 72.5, "train/tensor_act_model_layers_96_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_96_residual_pre_attn/min": 37.0, "train/tensor_act_model_layers_96_residual_pre_attn/max": 72.5, "train/tensor_act_model_layers_96_residual_pre_attn/range": 35.5, "train/tensor_act_model_layers_96_residual_post_attn/norm": 112421.09375, "train/tensor_act_model_layers_96_residual_post_attn/mean": 54.5, "train/tensor_act_model_layers_96_residual_post_attn/std": 5.8125, "train/tensor_act_model_layers_96_residual_post_attn/max_abs": 72.5, "train/tensor_act_model_layers_96_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_96_residual_post_attn/min": 37.0, "train/tensor_act_model_layers_96_residual_post_attn/max": 72.5, "train/tensor_act_model_layers_96_residual_post_attn/range": 35.5, "train/tensor_act_model_layers_96_mlp_gate_proj/norm": 2075.821044921875, "train/tensor_act_model_layers_96_mlp_gate_proj/mean": 0.2109375, "train/tensor_act_model_layers_96_mlp_gate_proj/std": 0.68359375, "train/tensor_act_model_layers_96_mlp_gate_proj/max_abs": 1.9453125, "train/tensor_act_model_layers_96_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_96_mlp_gate_proj/min": -1.5859375, "train/tensor_act_model_layers_96_mlp_gate_proj/max": 1.9453125, "train/tensor_act_model_layers_96_mlp_gate_proj/range": 3.53125, "train/tensor_act_model_layers_96_mlp_up_proj/norm": 1984.77978515625, "train/tensor_act_model_layers_96_mlp_up_proj/mean": 0.0272216796875, "train/tensor_act_model_layers_96_mlp_up_proj/std": 0.68359375, "train/tensor_act_model_layers_96_mlp_up_proj/max_abs": 2.75, "train/tensor_act_model_layers_96_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_96_mlp_up_proj/min": -2.75, "train/tensor_act_model_layers_96_mlp_up_proj/max": 1.5078125, "train/tensor_act_model_layers_96_mlp_up_proj/range": 4.2578125, "train/tensor_act_model_layers_96_mlp_down_proj/norm": 1391.4300537109375, "train/tensor_act_model_layers_96_mlp_down_proj/mean": 0.451171875, "train/tensor_act_model_layers_96_mlp_down_proj/std": 0.5078125, "train/tensor_act_model_layers_96_mlp_down_proj/max_abs": 1.5703125, "train/tensor_act_model_layers_96_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_96_mlp_down_proj/min": -0.98046875, "train/tensor_act_model_layers_96_mlp_down_proj/max": 1.5703125, "train/tensor_act_model_layers_96_mlp_down_proj/range": 2.55078125, "train/tensor_act_model_layers_96_mlp/norm": 1391.4300537109375, "train/tensor_act_model_layers_96_mlp/mean": 0.451171875, "train/tensor_act_model_layers_96_mlp/std": 0.5078125, "train/tensor_act_model_layers_96_mlp/max_abs": 1.5703125, "train/tensor_act_model_layers_96_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_96_mlp/min": -0.98046875, "train/tensor_act_model_layers_96_mlp/max": 1.5703125, "train/tensor_act_model_layers_96_mlp/range": 2.55078125, "train/tensor_act_model_layers_96_residual_post_mlp/norm": 113325.890625, "train/tensor_act_model_layers_96_residual_post_mlp/mean": 55.0, "train/tensor_act_model_layers_96_residual_post_mlp/std": 5.90625, "train/tensor_act_model_layers_96_residual_post_mlp/max_abs": 72.5, "train/tensor_act_model_layers_96_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_96_residual_post_mlp/min": 36.5, "train/tensor_act_model_layers_96_residual_post_mlp/max": 72.5, "train/tensor_act_model_layers_96_residual_post_mlp/range": 36.0, "train/tensor_act_model_layers_97_residual_pre_attn/norm": 113325.890625, "train/tensor_act_model_layers_97_residual_pre_attn/mean": 55.0, "train/tensor_act_model_layers_97_residual_pre_attn/std": 5.90625, "train/tensor_act_model_layers_97_residual_pre_attn/max_abs": 72.5, "train/tensor_act_model_layers_97_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_97_residual_pre_attn/min": 36.5, "train/tensor_act_model_layers_97_residual_pre_attn/max": 72.5, "train/tensor_act_model_layers_97_residual_pre_attn/range": 36.0, "train/tensor_act_model_layers_97_residual_post_attn/norm": 113312.4140625, "train/tensor_act_model_layers_97_residual_post_attn/mean": 55.0, "train/tensor_act_model_layers_97_residual_post_attn/std": 5.90625, "train/tensor_act_model_layers_97_residual_post_attn/max_abs": 72.5, "train/tensor_act_model_layers_97_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_97_residual_post_attn/min": 36.75, "train/tensor_act_model_layers_97_residual_post_attn/max": 72.5, "train/tensor_act_model_layers_97_residual_post_attn/range": 35.75, "train/tensor_act_model_layers_97_mlp_gate_proj/norm": 2085.6767578125, "train/tensor_act_model_layers_97_mlp_gate_proj/mean": 0.1669921875, "train/tensor_act_model_layers_97_mlp_gate_proj/std": 0.69921875, "train/tensor_act_model_layers_97_mlp_gate_proj/max_abs": 2.078125, "train/tensor_act_model_layers_97_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_97_mlp_gate_proj/min": -1.984375, "train/tensor_act_model_layers_97_mlp_gate_proj/max": 2.078125, "train/tensor_act_model_layers_97_mlp_gate_proj/range": 4.0625, "train/tensor_act_model_layers_97_mlp_up_proj/norm": 2096.263916015625, "train/tensor_act_model_layers_97_mlp_up_proj/mean": 0.06591796875, "train/tensor_act_model_layers_97_mlp_up_proj/std": 0.72265625, "train/tensor_act_model_layers_97_mlp_up_proj/max_abs": 2.015625, "train/tensor_act_model_layers_97_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_97_mlp_up_proj/min": -1.765625, "train/tensor_act_model_layers_97_mlp_up_proj/max": 2.015625, "train/tensor_act_model_layers_97_mlp_up_proj/range": 3.78125, "train/tensor_act_model_layers_97_mlp_down_proj/norm": 1158.571533203125, "train/tensor_act_model_layers_97_mlp_down_proj/mean": 0.359375, "train/tensor_act_model_layers_97_mlp_down_proj/std": 0.4375, "train/tensor_act_model_layers_97_mlp_down_proj/max_abs": 1.375, "train/tensor_act_model_layers_97_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_97_mlp_down_proj/min": -0.8515625, "train/tensor_act_model_layers_97_mlp_down_proj/max": 1.375, "train/tensor_act_model_layers_97_mlp_down_proj/range": 2.2265625, "train/tensor_act_model_layers_97_mlp/norm": 1158.571533203125, "train/tensor_act_model_layers_97_mlp/mean": 0.359375, "train/tensor_act_model_layers_97_mlp/std": 0.4375, "train/tensor_act_model_layers_97_mlp/max_abs": 1.375, "train/tensor_act_model_layers_97_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_97_mlp/min": -0.8515625, "train/tensor_act_model_layers_97_mlp/max": 1.375, "train/tensor_act_model_layers_97_mlp/range": 2.2265625, "train/tensor_act_model_layers_97_residual_post_mlp/norm": 114028.828125, "train/tensor_act_model_layers_97_residual_post_mlp/mean": 55.25, "train/tensor_act_model_layers_97_residual_post_mlp/std": 5.96875, "train/tensor_act_model_layers_97_residual_post_mlp/max_abs": 73.0, "train/tensor_act_model_layers_97_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_97_residual_post_mlp/min": 36.5, "train/tensor_act_model_layers_97_residual_post_mlp/max": 73.0, "train/tensor_act_model_layers_97_residual_post_mlp/range": 36.5, "train/tensor_act_model_layers_98_residual_pre_attn/norm": 114028.828125, "train/tensor_act_model_layers_98_residual_pre_attn/mean": 55.25, "train/tensor_act_model_layers_98_residual_pre_attn/std": 5.96875, "train/tensor_act_model_layers_98_residual_pre_attn/max_abs": 73.0, "train/tensor_act_model_layers_98_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_98_residual_pre_attn/min": 36.5, "train/tensor_act_model_layers_98_residual_pre_attn/max": 73.0, "train/tensor_act_model_layers_98_residual_pre_attn/range": 36.5, "train/tensor_act_model_layers_98_residual_post_attn/norm": 114056.8828125, "train/tensor_act_model_layers_98_residual_post_attn/mean": 55.25, "train/tensor_act_model_layers_98_residual_post_attn/std": 5.96875, "train/tensor_act_model_layers_98_residual_post_attn/max_abs": 73.0, "train/tensor_act_model_layers_98_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_98_residual_post_attn/min": 36.25, "train/tensor_act_model_layers_98_residual_post_attn/max": 73.0, "train/tensor_act_model_layers_98_residual_post_attn/range": 36.75, "train/tensor_act_model_layers_98_mlp_gate_proj/norm": 2202.37646484375, "train/tensor_act_model_layers_98_mlp_gate_proj/mean": 0.203125, "train/tensor_act_model_layers_98_mlp_gate_proj/std": 0.734375, "train/tensor_act_model_layers_98_mlp_gate_proj/max_abs": 2.015625, "train/tensor_act_model_layers_98_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_98_mlp_gate_proj/min": -2.015625, "train/tensor_act_model_layers_98_mlp_gate_proj/max": 1.8046875, "train/tensor_act_model_layers_98_mlp_gate_proj/range": 3.8203125, "train/tensor_act_model_layers_98_mlp_up_proj/norm": 2159.42431640625, "train/tensor_act_model_layers_98_mlp_up_proj/mean": -0.0020599365234375, "train/tensor_act_model_layers_98_mlp_up_proj/std": 0.74609375, "train/tensor_act_model_layers_98_mlp_up_proj/max_abs": 2.546875, "train/tensor_act_model_layers_98_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_98_mlp_up_proj/min": -2.203125, "train/tensor_act_model_layers_98_mlp_up_proj/max": 2.546875, "train/tensor_act_model_layers_98_mlp_up_proj/range": 4.75, "train/tensor_act_model_layers_98_mlp_down_proj/norm": 1302.7799072265625, "train/tensor_act_model_layers_98_mlp_down_proj/mean": 0.369140625, "train/tensor_act_model_layers_98_mlp_down_proj/std": 0.51953125, "train/tensor_act_model_layers_98_mlp_down_proj/max_abs": 1.5703125, "train/tensor_act_model_layers_98_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_98_mlp_down_proj/min": -0.94921875, "train/tensor_act_model_layers_98_mlp_down_proj/max": 1.5703125, "train/tensor_act_model_layers_98_mlp_down_proj/range": 2.51953125, "train/tensor_act_model_layers_98_mlp/norm": 1302.7799072265625, "train/tensor_act_model_layers_98_mlp/mean": 0.369140625, "train/tensor_act_model_layers_98_mlp/std": 0.51953125, "train/tensor_act_model_layers_98_mlp/max_abs": 1.5703125, "train/tensor_act_model_layers_98_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_98_mlp/min": -0.94921875, "train/tensor_act_model_layers_98_mlp/max": 1.5703125, "train/tensor_act_model_layers_98_mlp/range": 2.51953125, "train/tensor_act_model_layers_98_residual_post_mlp/norm": 114827.390625, "train/tensor_act_model_layers_98_residual_post_mlp/mean": 55.75, "train/tensor_act_model_layers_98_residual_post_mlp/std": 6.09375, "train/tensor_act_model_layers_98_residual_post_mlp/max_abs": 73.0, "train/tensor_act_model_layers_98_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_98_residual_post_mlp/min": 36.25, "train/tensor_act_model_layers_98_residual_post_mlp/max": 73.0, "train/tensor_act_model_layers_98_residual_post_mlp/range": 36.75, "train/tensor_act_model_layers_99_residual_pre_attn/norm": 114827.390625, "train/tensor_act_model_layers_99_residual_pre_attn/mean": 55.75, "train/tensor_act_model_layers_99_residual_pre_attn/std": 6.09375, "train/tensor_act_model_layers_99_residual_pre_attn/max_abs": 73.0, "train/tensor_act_model_layers_99_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_99_residual_pre_attn/min": 36.25, "train/tensor_act_model_layers_99_residual_pre_attn/max": 73.0, "train/tensor_act_model_layers_99_residual_pre_attn/range": 36.75, "train/tensor_act_model_layers_99_residual_post_attn/norm": 114823.4375, "train/tensor_act_model_layers_99_residual_post_attn/mean": 55.75, "train/tensor_act_model_layers_99_residual_post_attn/std": 6.125, "train/tensor_act_model_layers_99_residual_post_attn/max_abs": 73.0, "train/tensor_act_model_layers_99_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_99_residual_post_attn/min": 36.0, "train/tensor_act_model_layers_99_residual_post_attn/max": 73.0, "train/tensor_act_model_layers_99_residual_post_attn/range": 37.0, "train/tensor_act_model_layers_99_mlp_gate_proj/norm": 2100.4189453125, "train/tensor_act_model_layers_99_mlp_gate_proj/mean": 0.271484375, "train/tensor_act_model_layers_99_mlp_gate_proj/std": 0.671875, "train/tensor_act_model_layers_99_mlp_gate_proj/max_abs": 2.6875, "train/tensor_act_model_layers_99_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_99_mlp_gate_proj/min": -1.578125, "train/tensor_act_model_layers_99_mlp_gate_proj/max": 2.6875, "train/tensor_act_model_layers_99_mlp_gate_proj/range": 4.265625, "train/tensor_act_model_layers_99_mlp_up_proj/norm": 2093.028076171875, "train/tensor_act_model_layers_99_mlp_up_proj/mean": -0.0498046875, "train/tensor_act_model_layers_99_mlp_up_proj/std": 0.72265625, "train/tensor_act_model_layers_99_mlp_up_proj/max_abs": 2.046875, "train/tensor_act_model_layers_99_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_99_mlp_up_proj/min": -1.921875, "train/tensor_act_model_layers_99_mlp_up_proj/max": 2.046875, "train/tensor_act_model_layers_99_mlp_up_proj/range": 3.96875, "train/tensor_act_model_layers_99_mlp_down_proj/norm": 1778.2545166015625, "train/tensor_act_model_layers_99_mlp_down_proj/mean": 0.341796875, "train/tensor_act_model_layers_99_mlp_down_proj/std": 0.796875, "train/tensor_act_model_layers_99_mlp_down_proj/max_abs": 2.0625, "train/tensor_act_model_layers_99_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_99_mlp_down_proj/min": -1.421875, "train/tensor_act_model_layers_99_mlp_down_proj/max": 2.0625, "train/tensor_act_model_layers_99_mlp_down_proj/range": 3.484375, "train/tensor_act_model_layers_99_mlp/norm": 1778.2545166015625, "train/tensor_act_model_layers_99_mlp/mean": 0.341796875, "train/tensor_act_model_layers_99_mlp/std": 0.796875, "train/tensor_act_model_layers_99_mlp/max_abs": 2.0625, "train/tensor_act_model_layers_99_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_99_mlp/min": -1.421875, "train/tensor_act_model_layers_99_mlp/max": 2.0625, "train/tensor_act_model_layers_99_mlp/range": 3.484375, "train/tensor_act_model_layers_99_residual_post_mlp/norm": 115624.7578125, "train/tensor_act_model_layers_99_residual_post_mlp/mean": 56.0, "train/tensor_act_model_layers_99_residual_post_mlp/std": 6.53125, "train/tensor_act_model_layers_99_residual_post_mlp/max_abs": 73.5, "train/tensor_act_model_layers_99_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_99_residual_post_mlp/min": 35.25, "train/tensor_act_model_layers_99_residual_post_mlp/max": 73.5, "train/tensor_act_model_layers_99_residual_post_mlp/range": 38.25, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/norm": 36175872.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/mean": -9536.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/std": 198656.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/max_abs": 1122304.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/min": -1122304.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/max": 962560.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/range": 2084864.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/norm": 23724032.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/mean": -4608.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/std": 131072.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/max_abs": 897024.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/min": -897024.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/max": 626688.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/range": 1523712.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/norm": 28442624.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/mean": -61696.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/std": 144384.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/max_abs": 999424.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/min": -999424.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/max": 177152.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/range": 1176576.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/norm": 35651584.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/mean": -9664.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/std": 196608.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/max_abs": 1122304.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/min": -1105920.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/max": 1122304.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/range": 2228224.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/norm": 25034752.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/mean": -6720.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/std": 138240.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/max_abs": 876544.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/min": -876544.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/max": 704512.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/range": 1581056.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/norm": 29360128.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/mean": -68608.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/std": 147456.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/max_abs": 950272.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/min": -950272.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/max": 182272.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/range": 1132544.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/norm": 29360128.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/mean": -13312.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/std": 161792.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/max_abs": 913408.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/min": -913408.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/max": 770048.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/range": 1683456.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/norm": 26476544.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/mean": -14080.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/std": 145408.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/max_abs": 929792.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/min": -929792.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/max": 835584.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/range": 1765376.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/norm": 28442624.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/mean": -65280.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/std": 142336.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/max_abs": 1081344.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/min": -1081344.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/max": 150528.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/range": 1231872.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/norm": 35913728.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/mean": 648.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/std": 198656.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/max_abs": 1294336.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/min": -839680.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/max": 1294336.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/range": 2134016.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/norm": 30146560.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/mean": -5760.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/std": 166912.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/max_abs": 1114112.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/min": -1089536.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/max": 1114112.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/range": 2203648.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/norm": 35127296.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/mean": -75264.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/std": 179200.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/max_abs": 2211840.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/min": -2211840.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/max": 145408.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/range": 2357248.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/norm": 45875200.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/mean": 1128.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/std": 253952.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/max_abs": 1581056.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/min": -913408.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/max": 1581056.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/range": 2494464.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/norm": 34078720.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/mean": 3472.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/std": 187392.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/max_abs": 1409024.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/min": -884736.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/max": 1409024.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/range": 2293760.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/norm": 38535168.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/mean": -90112.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/std": 193536.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/max_abs": 1540096.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/min": -1540096.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/max": 485376.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/range": 2025472.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/norm": 44040192.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/mean": 9088.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/std": 242688.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/max_abs": 1146880.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/min": -950272.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/max": 1146880.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/range": 2097152.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/norm": 39059456.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/mean": 5952.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/std": 215040.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/max_abs": 1531904.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/frac_near_user_limit": 0.99761962890625, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/min": -1089536.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/max": 1531904.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/range": 2621440.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/norm": 40370176.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/mean": -99328.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/std": 200704.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/max_abs": 1392640.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/min": -1392640.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/max": 397312.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/range": 1789952.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/norm": 40894464.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/mean": -4704.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/std": 225280.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/max_abs": 933888.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/min": -933888.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/max": 913408.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/range": 1847296.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/norm": 35651584.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/mean": -10560.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/std": 197632.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/max_abs": 1327104.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/min": -1327104.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/max": 1302528.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/range": 2629632.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/norm": 33554432.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/mean": -86016.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/std": 164864.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/max_abs": 974848.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/min": -974848.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/max": 139264.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/range": 1114112.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/norm": 35127296.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/mean": 24320.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/std": 192512.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/max_abs": 1179648.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/min": -692224.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/max": 1179648.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/range": 1871872.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/norm": 33423360.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/mean": 17024.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/std": 183296.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/max_abs": 1212416.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/min": -1007616.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/max": 1212416.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/range": 2220032.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/norm": 32112640.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/mean": -73216.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/std": 161792.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/max_abs": 1286144.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/min": -1286144.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/max": 187392.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/range": 1473536.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/norm": 36438016.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/mean": 21120.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/std": 200704.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/max_abs": 1007616.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/min": -1007616.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/max": 724992.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/range": 1732608.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/norm": 32768000.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/mean": 17152.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/std": 180224.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/max_abs": 1466368.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/min": -1466368.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/max": 1081344.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/range": 2547712.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/norm": 36438016.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/mean": -77312.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/std": 185344.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/max_abs": 1409024.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/min": -1409024.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/max": 191488.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/range": 1600512.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/norm": 33554432.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/mean": 14272.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/std": 185344.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/max_abs": 921600.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/min": -819200.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/max": 921600.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/range": 1740800.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/norm": 34865152.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/mean": 17152.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/std": 191488.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/max_abs": 1851392.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/min": -1007616.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/max": 1851392.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/range": 2859008.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/norm": 37224448.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/mean": -79360.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/std": 190464.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/max_abs": 1318912.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/frac_near_user_limit": 0.9996337890625, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/min": -1318912.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/max": 102912.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/range": 1421824.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/norm": 41943040.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/mean": -7104.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/std": 231424.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/max_abs": 1138688.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/min": -1138688.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/max": 1044480.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/range": 2183168.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/norm": 40108032.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/mean": -18432.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/std": 220160.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/max_abs": 1753088.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/min": -1753088.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/max": 1130496.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/range": 2883584.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/norm": 40370176.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/mean": -86528.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/std": 204800.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/max_abs": 1400832.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/frac_near_user_limit": 0.997894287109375, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/min": -1400832.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/max": 240640.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/range": 1641472.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/norm": 37486592.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/mean": 11968.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/std": 205824.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/max_abs": 1228800.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/min": -1228800.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/max": 1220608.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/range": 2449408.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/norm": 30670848.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/mean": 16896.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/std": 168960.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/max_abs": 1105920.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/min": -892928.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/max": 1105920.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/range": 1998848.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/norm": 35389440.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/mean": -77824.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/std": 179200.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/max_abs": 1294336.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/min": -1294336.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/max": 266240.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/range": 1560576.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/norm": 38273024.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/mean": -21120.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/std": 210944.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/max_abs": 1130496.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/min": -1130496.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/max": 790528.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/range": 1921024.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/norm": 33161216.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/mean": -15168.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/std": 183296.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/max_abs": 1056768.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/min": -1056768.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/max": 978944.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/range": 2035712.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/norm": 41156608.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/mean": -87040.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/std": 209920.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/max_abs": 1654784.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/min": -1654784.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/max": 123904.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/range": 1778688.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/norm": 38273024.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/mean": -6176.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/std": 210944.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/max_abs": 1073152.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/min": -1073152.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/max": 741376.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/range": 1814528.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/norm": 33816576.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/mean": -5472.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/std": 186368.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/max_abs": 1277952.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/min": -1064960.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/max": 1277952.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/range": 2342912.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/norm": 39845888.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/mean": -94720.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/std": 198656.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/max_abs": 1425408.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/min": -1425408.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/max": 152576.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/range": 1577984.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/norm": 37486592.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/mean": -18560.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/std": 205824.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/max_abs": 786432.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/min": -786432.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/max": 692224.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/range": 1478656.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/norm": 33292288.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/mean": -19968.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/std": 182272.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/max_abs": 1236992.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/min": -1236992.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/max": 770048.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/range": 2007040.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/norm": 40108032.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/mean": -93184.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/std": 201728.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/max_abs": 1589248.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/min": -1589248.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/max": 210944.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/range": 1800192.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/norm": 36438016.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/mean": -7840.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/std": 201728.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/max_abs": 905216.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/min": -724992.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/max": 905216.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/range": 1630208.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/norm": 36700160.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/mean": -11200.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/std": 202752.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/max_abs": 1318912.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/min": -1318912.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/max": 1064960.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/range": 2383872.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/norm": 40108032.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/mean": -91136.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/std": 202752.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/max_abs": 1384448.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/min": -1384448.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/max": 87552.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/range": 1472000.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/norm": 35913728.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/mean": 9792.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/std": 198656.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/max_abs": 892928.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/min": -782336.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/max": 892928.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/range": 1675264.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/norm": 32899072.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/mean": 732.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/std": 181248.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/max_abs": 1146880.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/min": -1146880.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/max": 712704.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/range": 1859584.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/norm": 35651584.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/mean": -82944.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/std": 179200.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/max_abs": 958464.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/min": -958464.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/max": 109056.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/range": 1067520.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/norm": 38797312.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/mean": 21888.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/std": 212992.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/max_abs": 1015808.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/min": -1015808.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/max": 909312.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/range": 1925120.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/norm": 36175872.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/mean": 14592.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/std": 198656.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/max_abs": 1028096.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/min": -942080.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/max": 1028096.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/range": 1970176.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/norm": 40370176.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/mean": -90112.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/std": 204800.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/max_abs": 1343488.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/min": -1343488.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/max": 181248.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/range": 1524736.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/norm": 37486592.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/mean": 18560.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/std": 206848.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/max_abs": 999424.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/min": -493568.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/max": 999424.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/range": 1492992.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/norm": 35651584.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/mean": 17152.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/std": 196608.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/max_abs": 1253376.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/min": -950272.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/max": 1253376.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/range": 2203648.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/norm": 37748736.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/mean": -85504.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/std": 190464.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/max_abs": 1236992.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/min": -1236992.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/max": 119808.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/range": 1356800.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/norm": 32374784.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/mean": -6752.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/std": 179200.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/max_abs": 819200.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/min": -819200.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/max": 540672.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/range": 1359872.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/norm": 32505856.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/mean": 3024.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/std": 179200.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/max_abs": 1056768.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/min": -1056768.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/max": 794624.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/range": 1851392.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/norm": 39845888.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/mean": -90624.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/std": 201728.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/max_abs": 1064960.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/min": -1064960.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/max": 86528.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/range": 1151488.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/norm": 36962304.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/mean": 3168.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/std": 203776.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/max_abs": 1015808.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/min": -786432.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/max": 1015808.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/range": 1802240.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/norm": 33161216.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/mean": 9344.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/std": 182272.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/max_abs": 1056768.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/min": -872448.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/max": 1056768.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/range": 1929216.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/norm": 36438016.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/mean": -85504.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/std": 183296.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/max_abs": 1024000.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/min": -1024000.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/max": 74240.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/range": 1098240.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/norm": 34078720.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/mean": -13440.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/std": 187392.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/max_abs": 1056768.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/min": -749568.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/max": 1056768.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/range": 1806336.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/norm": 29753344.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/mean": -10304.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/std": 163840.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/max_abs": 1081344.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/min": -1081344.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/max": 831488.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/range": 1912832.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/norm": 35651584.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/mean": -77824.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/std": 180224.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/max_abs": 946176.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/min": -946176.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/max": 159744.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/range": 1105920.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/norm": 31326208.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/mean": 7072.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/std": 173056.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/max_abs": 884736.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/min": -581632.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/max": 884736.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/range": 1466368.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/norm": 29884416.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/mean": 7072.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/std": 164864.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/max_abs": 1048576.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/min": -933888.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/max": 1048576.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/range": 1982464.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/norm": 33161216.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/mean": -62720.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/std": 172032.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/max_abs": 1130496.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/min": -1130496.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/max": 209920.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/range": 1340416.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/norm": 38535168.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/mean": -19200.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/std": 212992.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/max_abs": 1040384.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/min": -1040384.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/max": 942080.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/range": 1982464.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/norm": 33292288.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/mean": -16320.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/std": 183296.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/max_abs": 1163264.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/min": -1163264.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/max": 913408.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/range": 2076672.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/norm": 38273024.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/mean": -79360.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/std": 196608.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/max_abs": 1359872.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/min": -1359872.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/max": 71680.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/range": 1431552.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/norm": 33292288.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/mean": -3680.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/std": 184320.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/max_abs": 1044480.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/min": -1044480.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/max": 954368.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/range": 1998848.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/norm": 29753344.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/mean": -2288.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/std": 163840.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/max_abs": 1044480.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/min": -1044480.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/max": 1028096.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/range": 2072576.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/norm": 33030144.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/mean": -68096.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/std": 169984.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/max_abs": 1392640.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/min": -1392640.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/max": 113152.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/range": 1505792.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/norm": 35913728.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/mean": -18304.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/std": 197632.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/max_abs": 1011712.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/min": -733184.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/max": 1011712.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/range": 1744896.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/norm": 33816576.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/mean": -23040.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/std": 185344.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/max_abs": 1302528.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/min": -1302528.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/max": 729088.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/range": 2031616.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/norm": 40108032.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/mean": -87552.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/std": 204800.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/max_abs": 1777664.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/min": -1777664.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/max": 119296.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/range": 1896960.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/norm": 33423360.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/mean": 5632.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/std": 184320.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/max_abs": 901120.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/min": -901120.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/max": 651264.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/range": 1552384.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/norm": 36175872.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/mean": 9600.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/std": 200704.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/max_abs": 1376256.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/min": -819200.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/max": 1376256.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/range": 2195456.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/norm": 40108032.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/mean": -90112.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/std": 202752.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/max_abs": 1196032.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/min": -1196032.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/max": 124416.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/range": 1320448.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/norm": 33816576.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/mean": -2496.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/std": 187392.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/max_abs": 1155072.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/min": -737280.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/max": 1155072.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/range": 1892352.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/norm": 31981568.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/mean": -8704.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/std": 176128.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/max_abs": 958464.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/min": -958464.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/max": 958464.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/range": 1916928.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/norm": 37748736.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/mean": -86016.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/std": 190464.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/max_abs": 1105920.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/min": -1105920.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/max": 108032.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/range": 1213952.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/norm": 30801920.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/mean": 4032.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/std": 169984.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/max_abs": 921600.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/min": -921600.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/max": 733184.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/range": 1654784.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/norm": 29622272.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/mean": 4288.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/std": 163840.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/max_abs": 1155072.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/min": -831488.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/max": 1155072.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/range": 1986560.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/norm": 33554432.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/mean": -63232.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/std": 174080.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/max_abs": 1228800.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/min": -1228800.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/max": 102400.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/range": 1331200.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/norm": 36175872.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/mean": 20864.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/std": 198656.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/max_abs": 933888.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/min": -925696.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/max": 933888.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/range": 1859584.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/norm": 36962304.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/mean": 12224.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/std": 203776.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/max_abs": 1277952.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/min": -1138688.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/max": 1277952.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/range": 2416640.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/norm": 44302336.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/mean": -97280.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/std": 224256.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/max_abs": 1449984.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/min": -1449984.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/max": 180224.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/range": 1630208.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/norm": 30932992.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/mean": -4080.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/std": 171008.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/max_abs": 946176.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/min": -929792.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/max": 946176.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/range": 1875968.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/norm": 28966912.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/mean": -2160.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/std": 159744.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/max_abs": 1040384.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/min": -970752.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/max": 1040384.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/range": 2011136.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/norm": 33030144.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/mean": -70144.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/std": 168960.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/max_abs": 1073152.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/min": -1073152.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/max": 72704.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/range": 1145856.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/norm": 35127296.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/mean": -4704.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/std": 193536.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/max_abs": 958464.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/min": -958464.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/max": 847872.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/range": 1806336.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/norm": 30277632.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/mean": -2240.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/std": 166912.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/max_abs": 1040384.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/min": -1040384.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/max": 892928.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/range": 1933312.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/norm": 34865152.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/mean": -77824.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/std": 175104.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/max_abs": 1114112.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/min": -1114112.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/max": 81408.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/range": 1195520.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/norm": 34078720.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/mean": 20864.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/std": 187392.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/max_abs": 708608.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/min": -634880.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/max": 708608.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/range": 1343488.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/norm": 35127296.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/mean": 14976.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/std": 192512.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/max_abs": 1171456.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/min": -929792.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/max": 1171456.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/range": 2101248.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/norm": 35913728.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/mean": -77312.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/std": 182272.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/max_abs": 1019904.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/min": -1019904.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/max": 92672.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/range": 1112576.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/norm": 32899072.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/mean": 432.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/std": 181248.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/max_abs": 716800.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/min": -716800.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/max": 708608.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/range": 1425408.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/norm": 33816576.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/mean": 4864.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/std": 186368.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/max_abs": 1122304.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/min": -1048576.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/max": 1122304.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/range": 2170880.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/norm": 39059456.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/mean": -93696.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/std": 195584.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/max_abs": 1327104.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/min": -1327104.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/max": 78848.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/range": 1405952.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/norm": 29884416.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/mean": 6048.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/std": 164864.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/max_abs": 598016.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/min": -598016.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/max": 561152.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/range": 1159168.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/norm": 30146560.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/mean": 16768.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/std": 165888.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/max_abs": 782336.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/min": -704512.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/max": 782336.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/range": 1486848.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/norm": 35651584.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/mean": -77312.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/std": 181248.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/max_abs": 1122304.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/min": -1122304.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/max": 102912.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/range": 1225216.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/norm": 30670848.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/mean": 332.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/std": 168960.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/max_abs": 688128.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/min": -618496.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/max": 688128.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/range": 1306624.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/norm": 34340864.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/mean": -1832.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/std": 189440.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/max_abs": 1138688.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/min": -946176.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/max": 1138688.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/range": 2084864.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/norm": 36700160.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/mean": -79360.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/std": 186368.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/max_abs": 1196032.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/min": -1196032.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/max": 90624.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/range": 1286656.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/norm": 34078720.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/mean": -7328.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/std": 187392.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/max_abs": 724992.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/min": -724992.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/max": 712704.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/range": 1437696.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/norm": 34340864.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/mean": -8640.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/std": 189440.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/max_abs": 1003520.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/min": -1003520.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/max": 851968.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/range": 1855488.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/norm": 39321600.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/mean": -97792.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/std": 194560.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/max_abs": 1081344.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/min": -1081344.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/max": 153600.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/range": 1234944.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/norm": 38535168.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/mean": 237.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/std": 212992.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/max_abs": 1089536.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/min": -1089536.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/max": 897024.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/range": 1986560.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/norm": 35913728.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/mean": -4032.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/std": 197632.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/max_abs": 1540096.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/min": -827392.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/max": 1540096.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/range": 2367488.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/norm": 40894464.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/mean": -100864.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/std": 201728.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/max_abs": 1253376.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/min": -1253376.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/max": 98816.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/range": 1352192.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/norm": 39583744.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/mean": -28160.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/std": 217088.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/max_abs": 913408.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/min": -913408.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/max": 704512.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/range": 1617920.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/norm": 38535168.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/mean": -23168.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/std": 211968.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/max_abs": 1032192.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/min": -1032192.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/max": 868352.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/range": 1900544.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/norm": 42467328.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/mean": -111616.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/std": 205824.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/max_abs": 995328.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/min": -995328.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/max": 136192.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/range": 1131520.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/norm": 35389440.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/mean": 12480.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/std": 195584.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/max_abs": 917504.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/min": -917504.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/max": 724992.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/range": 1642496.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/norm": 31981568.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/mean": 15104.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/std": 176128.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/max_abs": 1064960.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/min": -761856.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/max": 1064960.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/range": 1826816.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/norm": 40108032.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/mean": -96256.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/std": 198656.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/max_abs": 1269760.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/min": -1269760.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/max": 72704.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/range": 1342464.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/norm": 35913728.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/mean": 24192.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/std": 196608.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/max_abs": 806912.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/min": -598016.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/max": 806912.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/range": 1404928.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/norm": 35127296.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/mean": 20480.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/std": 193536.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/max_abs": 1064960.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/min": -1064960.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/max": 892928.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/range": 1957888.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/norm": 41680896.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/mean": -107520.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/std": 203776.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/max_abs": 1044480.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/min": -1044480.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/max": 88576.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/range": 1133056.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/norm": 34078720.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/mean": 552.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/std": 188416.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/max_abs": 905216.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/min": -905216.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/max": 737280.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/range": 1642496.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/norm": 34340864.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/mean": 1168.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/std": 189440.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/max_abs": 1048576.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/min": -1048576.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/max": 835584.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/range": 1884160.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/norm": 40108032.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/mean": -97792.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/std": 197632.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/max_abs": 1179648.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/min": -1179648.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/max": 108544.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/range": 1288192.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/norm": 39321600.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/mean": 5376.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/std": 217088.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/max_abs": 835584.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/min": -737280.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/max": 835584.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/range": 1572864.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/norm": 37486592.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/mean": -1680.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/std": 207872.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/max_abs": 1007616.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/min": -929792.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/max": 1007616.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/range": 1937408.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/norm": 42467328.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/mean": -99840.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/std": 211968.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/max_abs": 1220608.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/min": -1220608.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/max": 80384.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/range": 1300992.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/norm": 35389440.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/mean": -3856.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/std": 194560.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/max_abs": 892928.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/min": -892928.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/max": 819200.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/range": 1712128.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/norm": 34078720.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/mean": -9088.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/std": 187392.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/max_abs": 888832.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/min": -888832.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/max": 786432.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/range": 1675264.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/norm": 39583744.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/mean": -94720.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/std": 197632.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/max_abs": 1114112.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/frac_near_user_limit": 0.999114990234375, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/min": -1114112.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/max": 76800.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/range": 1190912.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/norm": 34340864.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/mean": -1280.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/std": 189440.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/max_abs": 806912.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/min": -806912.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/max": 729088.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/range": 1536000.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/norm": 35651584.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/mean": 7520.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/std": 196608.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/max_abs": 1130496.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/min": -933888.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/max": 1130496.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/range": 2064384.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/norm": 43253760.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/mean": -104448.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/std": 214016.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/max_abs": 1441792.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/min": -1441792.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/max": 107520.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/range": 1549312.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/norm": 34865152.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/mean": -4480.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/std": 192512.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/max_abs": 970752.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/min": -970752.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/max": 679936.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/range": 1650688.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/norm": 31850496.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/mean": -1560.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/std": 176128.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/max_abs": 1179648.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/frac_near_user_limit": 0.99810791015625, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/min": -1179648.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/max": 835584.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/range": 2015232.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/norm": 39321600.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/mean": -89600.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/std": 197632.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/max_abs": 1044480.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/min": -1044480.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/max": 75776.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/range": 1120256.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/norm": 35651584.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/mean": -2416.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/std": 196608.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/max_abs": 958464.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/min": -958464.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/max": 864256.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/range": 1822720.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/norm": 34078720.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/mean": 3856.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/std": 188416.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/max_abs": 1019904.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/min": -1019904.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/max": 942080.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/range": 1961984.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/norm": 39321600.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/mean": -92160.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/std": 197632.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/max_abs": 1155072.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/min": -1155072.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/max": 189440.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/range": 1344512.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/norm": 39583744.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/mean": -6208.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/std": 218112.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/max_abs": 1007616.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/min": -1007616.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/max": 901120.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/range": 1908736.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/norm": 36700160.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/mean": -6368.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/std": 201728.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/max_abs": 1081344.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/min": -905216.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/max": 1081344.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/range": 1986560.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/norm": 41156608.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/mean": -102400.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/std": 203776.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/max_abs": 1171456.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/min": -1171456.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/max": 93696.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/range": 1265152.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/norm": 39845888.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/mean": -7936.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/std": 220160.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/max_abs": 1073152.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/min": -1073152.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/max": 786432.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/range": 1859584.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/norm": 40632320.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/mean": -9024.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/std": 224256.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/max_abs": 1163264.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/min": -1163264.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/max": 831488.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/range": 1994752.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/norm": 46399488.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/mean": -117248.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/std": 227328.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/max_abs": 1245184.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/min": -1245184.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/max": 91648.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/range": 1336832.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/norm": 40632320.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/mean": -26368.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/std": 223232.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/max_abs": 974848.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/min": -974848.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/max": 561152.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/range": 1536000.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/norm": 39059456.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/mean": -31104.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/std": 212992.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/max_abs": 1269760.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/min": -1269760.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/max": 786432.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/range": 2056192.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/norm": 44040192.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/mean": -114176.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/std": 215040.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/max_abs": 1056768.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/min": -1056768.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/max": 66560.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/range": 1123328.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/norm": 39059456.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/mean": 18944.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/std": 215040.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/max_abs": 1105920.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/min": -737280.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/max": 1105920.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/range": 1843200.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/norm": 38273024.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/mean": 14208.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/std": 210944.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/max_abs": 1097728.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/min": -774144.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/max": 1097728.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/range": 1871872.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/norm": 48234496.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/mean": -125952.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/std": 235520.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/max_abs": 1269760.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/min": -1269760.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/max": 153600.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/range": 1423360.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/norm": 35389440.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/mean": 10432.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/std": 194560.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/max_abs": 823296.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/min": -720896.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/max": 823296.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/range": 1544192.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/norm": 33423360.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/mean": 14208.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/std": 184320.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/max_abs": 1105920.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/min": -659456.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/max": 1105920.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/range": 1765376.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/norm": 40370176.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/mean": -101888.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/std": 198656.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/max_abs": 1081344.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/min": -1081344.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/max": 90624.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/range": 1171968.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/norm": 34340864.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/mean": -13184.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/std": 189440.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/max_abs": 827392.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/min": -827392.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/max": 684032.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/range": 1511424.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/norm": 33030144.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/mean": -11520.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/std": 182272.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/max_abs": 1003520.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/min": -970752.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/max": 1003520.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/range": 1974272.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/norm": 41418752.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/mean": -102400.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/std": 203776.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/max_abs": 1204224.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/frac_near_user_limit": 0.9981689453125, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/min": -1204224.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/max": 99840.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/range": 1304064.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/norm": 36700160.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/mean": 26112.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/std": 200704.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/max_abs": 811008.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/min": -753664.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/max": 811008.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/range": 1564672.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/norm": 37224448.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/mean": 26496.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/std": 204800.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/max_abs": 974848.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/min": -839680.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/max": 974848.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/range": 1814528.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/norm": 42467328.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/mean": -109056.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/std": 207872.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/max_abs": 1155072.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/min": -1155072.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/max": 99840.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/range": 1254912.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/norm": 30015488.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/mean": -844.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/std": 165888.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/max_abs": 622592.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/min": -540672.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/max": 622592.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/range": 1163264.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/norm": 33816576.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/mean": -3392.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/std": 186368.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/max_abs": 1028096.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/min": -884736.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/max": 1028096.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/range": 1912832.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/norm": 38010880.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/mean": -86528.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/std": 191488.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/max_abs": 1089536.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/min": -1089536.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/max": 146432.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/range": 1235968.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/norm": 33161216.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/mean": -18432.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/std": 182272.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/max_abs": 753664.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/min": -753664.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/max": 700416.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/range": 1454080.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/norm": 38273024.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/mean": -14912.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/std": 210944.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/max_abs": 1294336.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/min": -1236992.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/max": 1294336.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/range": 2531328.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/norm": 44040192.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/mean": -107008.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/std": 218112.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/max_abs": 1400832.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/min": -1400832.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/max": 139264.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/range": 1540096.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/norm": 36175872.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/mean": 10432.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/std": 199680.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/max_abs": 749568.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/min": -749568.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/max": 638976.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/range": 1388544.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/norm": 36438016.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/mean": 13888.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/std": 200704.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/max_abs": 1064960.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/min": -1064960.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/max": 901120.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/range": 1966080.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/norm": 45613056.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/mean": -119808.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/std": 222208.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/max_abs": 1044480.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/min": -1044480.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/max": 109568.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/range": 1154048.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/norm": 32505856.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/mean": -22784.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/std": 178176.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/max_abs": 901120.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/min": -901120.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/max": 626688.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/range": 1527808.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/norm": 32636928.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/mean": -18944.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/std": 179200.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/max_abs": 1269760.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/min": -827392.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/max": 1269760.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/range": 2097152.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/norm": 38535168.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/mean": -91648.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/std": 192512.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/max_abs": 1073152.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/min": -1073152.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/max": 89088.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/range": 1162240.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/norm": 37224448.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/mean": 17792.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/std": 205824.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/max_abs": 995328.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/min": -995328.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/max": 872448.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/range": 1867776.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/norm": 37224448.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/mean": 13824.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/std": 204800.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/max_abs": 1294336.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/min": -1294336.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/max": 1245184.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/range": 2539520.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/norm": 47185920.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/mean": -116736.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/std": 232448.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/max_abs": 1425408.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/min": -1425408.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/max": 77824.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/range": 1503232.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/norm": 32505856.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/mean": 16128.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/std": 178176.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/max_abs": 868352.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/min": -868352.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/max": 651264.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/range": 1519616.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/norm": 33816576.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/mean": 16640.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/std": 186368.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/max_abs": 1028096.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/min": -1028096.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/max": 839680.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/range": 1867776.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/norm": 42991616.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/mean": -103936.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/std": 214016.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/max_abs": 1376256.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/min": -1376256.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/max": 56832.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/range": 1433088.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/norm": 37224448.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/mean": -3440.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/std": 205824.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/max_abs": 987136.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/min": -806912.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/max": 987136.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/range": 1794048.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/norm": 39321600.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/mean": -4928.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/std": 217088.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/max_abs": 1392640.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/min": -1392640.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/max": 905216.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/range": 2297856.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/norm": 42205184.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/mean": -105472.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/std": 207872.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/max_abs": 991232.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/min": -991232.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/max": 87552.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/range": 1078784.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/norm": 44040192.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/mean": 6848.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/std": 242688.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/max_abs": 929792.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/min": -929792.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/max": 806912.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/range": 1736704.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/norm": 43253760.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/mean": 8256.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/std": 239616.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/max_abs": 958464.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/min": -933888.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/max": 958464.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/range": 1892352.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/norm": 51642368.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/mean": -145408.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/std": 245760.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/max_abs": 1146880.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/min": -1146880.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/max": 160768.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/range": 1307648.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/norm": 35913728.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/mean": -5184.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/std": 197632.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/max_abs": 970752.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/min": -970752.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/max": 917504.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/range": 1888256.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/norm": 36962304.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/mean": -10240.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/std": 203776.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/max_abs": 1044480.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/min": -987136.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/max": 1044480.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/range": 2031616.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/norm": 41156608.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/mean": -93696.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/std": 206848.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/max_abs": 1343488.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/min": -1343488.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/max": 76800.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/range": 1420288.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/norm": 36438016.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/mean": 22272.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/std": 199680.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/max_abs": 1040384.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/min": -626688.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/max": 1040384.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/range": 1667072.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/norm": 38273024.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/mean": 23936.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/std": 210944.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/max_abs": 1384448.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/min": -1384448.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/max": 970752.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/range": 2355200.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/norm": 43778048.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/mean": -113152.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/std": 212992.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/max_abs": 1261568.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/min": -1261568.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/max": 65536.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/range": 1327104.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/norm": 35651584.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/mean": 15296.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/std": 196608.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/max_abs": 966656.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/min": -966656.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/max": 806912.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/range": 1773568.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/norm": 35651584.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/mean": 19584.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/std": 195584.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/max_abs": 1073152.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/min": -1073152.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/max": 1032192.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/range": 2105344.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/norm": 41943040.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/mean": -104448.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/std": 206848.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/max_abs": 1277952.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/min": -1277952.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/max": 68608.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/range": 1346560.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/norm": 34865152.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/mean": -5888.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/std": 192512.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/max_abs": 884736.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/min": -884736.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/max": 581632.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/range": 1466368.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/norm": 36175872.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/mean": -6304.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/std": 199680.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/max_abs": 1081344.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/min": -1064960.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/max": 1081344.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/range": 2146304.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/norm": 41418752.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/mean": -99328.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/std": 205824.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/max_abs": 995328.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/min": -995328.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/max": 179200.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/range": 1174528.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/norm": 33554432.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/mean": -2080.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/std": 185344.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/max_abs": 872448.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/min": -872448.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/max": 585728.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/range": 1458176.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/norm": 33816576.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/mean": 5632.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/std": 187392.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/max_abs": 974848.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/min": -974848.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/max": 954368.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/range": 1929216.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/norm": 36962304.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/mean": -83968.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/std": 185344.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/max_abs": 1146880.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/min": -1146880.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/max": 70144.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/range": 1217024.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/norm": 33030144.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/mean": -10752.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/std": 182272.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/max_abs": 933888.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/min": -933888.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/max": 614400.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/range": 1548288.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/norm": 35127296.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/mean": -7392.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/std": 194560.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/max_abs": 1064960.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/min": -942080.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/max": 1064960.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/range": 2007040.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/norm": 39059456.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/mean": -87040.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/std": 196608.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/max_abs": 1376256.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/min": -1376256.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/max": 71168.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/range": 1447424.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/norm": 35389440.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/mean": -22272.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/std": 193536.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/max_abs": 757760.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/min": -757760.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/max": 569344.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/range": 1327104.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/norm": 37486592.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/mean": -19584.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/std": 206848.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/max_abs": 1130496.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/min": -1130496.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/max": 1040384.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/range": 2170880.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/norm": 44826624.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/mean": -109056.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/std": 221184.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/max_abs": 1277952.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/min": -1277952.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/max": 88576.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/range": 1366528.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/norm": 30408704.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/mean": 844.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/std": 167936.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/max_abs": 643072.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/min": -643072.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/max": 598016.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/range": 1241088.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/norm": 34078720.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/mean": -6656.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/std": 187392.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/max_abs": 1409024.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/min": -1409024.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/max": 770048.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/range": 2179072.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/norm": 37486592.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/mean": -94208.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/std": 185344.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/max_abs": 1146880.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/min": -1146880.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/max": 91648.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/range": 1238528.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/norm": 38797312.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/mean": 4032.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/std": 215040.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/max_abs": 978944.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/min": -978944.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/max": 860160.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/range": 1839104.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/norm": 36175872.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/mean": 900.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/std": 200704.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/max_abs": 1269760.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/min": -1269760.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/max": 1163264.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/range": 2433024.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/norm": 42991616.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/mean": -104448.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/std": 214016.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/max_abs": 1286144.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/min": -1286144.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/max": 171008.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/range": 1457152.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/norm": 34078720.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/mean": -9408.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/std": 188416.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/max_abs": 884736.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/min": -884736.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/max": 688128.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/range": 1572864.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/norm": 34865152.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/mean": -8032.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/std": 192512.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/max_abs": 1327104.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/min": -1327104.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/max": 1032192.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/range": 2359296.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/norm": 40894464.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/mean": -91136.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/std": 206848.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/max_abs": 1581056.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/min": -1581056.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/max": 151552.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/range": 1732608.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/norm": 36175872.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/mean": -19712.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/std": 198656.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/max_abs": 839680.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/min": -839680.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/max": 827392.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/range": 1667072.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/norm": 36700160.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/mean": -15808.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/std": 201728.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/max_abs": 1294336.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/min": -1294336.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/max": 913408.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/range": 2207744.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/norm": 42205184.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/mean": -100864.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/std": 209920.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/max_abs": 1196032.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/min": -1196032.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/max": 155648.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/range": 1351680.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/norm": 31850496.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/mean": -5824.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/std": 176128.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/max_abs": 704512.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/min": -593920.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/max": 704512.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/range": 1298432.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/norm": 34078720.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/mean": -6784.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/std": 188416.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/max_abs": 1318912.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/min": -1318912.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/max": 868352.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/range": 2187264.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/norm": 40632320.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/mean": -97280.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/std": 201728.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/max_abs": 1417216.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/min": -1417216.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/max": 79872.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/range": 1497088.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/norm": 32505856.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/mean": 122.5, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/std": 180224.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/max_abs": 778240.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/min": -512000.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/max": 778240.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/range": 1290240.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/norm": 35127296.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/mean": 59.75, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/std": 194560.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/max_abs": 1155072.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/min": -1007616.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/max": 1155072.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/range": 2162688.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/norm": 41680896.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/mean": -108032.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/std": 203776.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/max_abs": 1417216.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/min": -1417216.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/max": 58112.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/range": 1475328.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/norm": 29097984.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/mean": -6240.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/std": 160768.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/max_abs": 663552.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/min": -663552.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/max": 552960.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/range": 1216512.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/norm": 30932992.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/mean": -4192.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/std": 171008.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/max_abs": 1327104.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/min": -815104.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/max": 1327104.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/range": 2142208.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/norm": 35127296.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/mean": -75264.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/std": 179200.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/max_abs": 1146880.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/min": -1146880.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/max": 77824.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/range": 1224704.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/norm": 29491200.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/mean": -14592.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/std": 161792.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/max_abs": 1032192.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/min": -1032192.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/max": 573440.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/range": 1605632.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/norm": 32899072.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/mean": -23552.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/std": 180224.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/max_abs": 1204224.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/min": -1204224.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/max": 839680.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/range": 2043904.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/norm": 42467328.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/mean": -94208.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/std": 215040.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/max_abs": 1712128.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/min": -1712128.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/max": 76288.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/range": 1788416.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/norm": 26345472.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/mean": 8576.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/std": 145408.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/max_abs": 659456.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/min": -528384.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/max": 659456.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/range": 1187840.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/norm": 31195136.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/mean": 6176.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/std": 172032.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/max_abs": 1163264.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/min": -1163264.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/max": 978944.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/range": 2142208.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/norm": 37486592.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/mean": -80384.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/std": 190464.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/max_abs": 1236992.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/min": -1236992.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/max": 109056.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/range": 1346048.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/norm": 35913728.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/mean": -11712.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/std": 197632.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/max_abs": 917504.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/min": -901120.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/max": 917504.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/range": 1818624.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/norm": 35913728.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/mean": -5504.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/std": 197632.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/max_abs": 1228800.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/min": -1228800.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/max": 1089536.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/range": 2318336.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/norm": 42991616.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/mean": -105984.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/std": 211968.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/max_abs": 1466368.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/min": -1466368.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/max": 174080.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/range": 1640448.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/norm": 29229056.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/mean": 181.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/std": 161792.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/max_abs": 978944.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/min": -733184.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/max": 978944.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/range": 1712128.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/norm": 28835840.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/mean": 3616.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/std": 159744.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/max_abs": 1228800.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/min": -946176.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/max": 1228800.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/range": 2174976.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/norm": 33423360.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/mean": -63744.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/std": 173056.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/max_abs": 1376256.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/frac_near_user_limit": 0.999908447265625, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/min": -1376256.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/max": 200704.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/range": 1576960.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/norm": 25296896.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/mean": -2128.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/std": 140288.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/max_abs": 704512.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/min": -532480.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/max": 704512.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/range": 1236992.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/norm": 29753344.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/mean": 4160.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/std": 164864.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/max_abs": 1392640.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/min": -1392640.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/max": 1179648.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/range": 2572288.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/norm": 34865152.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/mean": -69120.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/std": 179200.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/max_abs": 1277952.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/min": -1277952.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/max": 110592.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/range": 1388544.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/norm": 23330816.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/mean": -16768.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/std": 128000.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/max_abs": 524288.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/min": -483328.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/max": 524288.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/range": 1007616.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/norm": 25690112.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/mean": -9792.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/std": 141312.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/max_abs": 1064960.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/min": -835584.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/max": 1064960.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/range": 1900544.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/norm": 32636928.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/mean": -64512.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/std": 168960.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/max_abs": 1204224.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/min": -1204224.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/max": 87040.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/range": 1291264.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/norm": 25559040.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/mean": 2864.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/std": 141312.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/max_abs": 671744.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/min": -626688.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/max": 671744.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/range": 1298432.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/norm": 26476544.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/mean": 8320.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/std": 145408.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/max_abs": 974848.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/min": -974848.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/max": 950272.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/range": 1925120.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/norm": 32768000.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/mean": -66048.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/std": 168960.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/max_abs": 1376256.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/min": -1376256.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/max": 203776.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/range": 1580032.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/norm": 24772608.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/mean": 7936.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/std": 136192.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/max_abs": 700416.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/min": -663552.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/max": 700416.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/range": 1363968.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/norm": 27000832.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/mean": 8384.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/std": 149504.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/max_abs": 1671168.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/min": -1122304.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/max": 1671168.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/range": 2793472.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/norm": 31457280.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/mean": -54272.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/std": 165888.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/max_abs": 1490944.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/min": -1490944.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/max": 155648.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/range": 1646592.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/norm": 26607616.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/mean": -2096.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/std": 146432.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/max_abs": 614400.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/min": -614400.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/max": 544768.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/range": 1159168.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/norm": 27918336.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/mean": -5984.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/std": 153600.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/max_abs": 1310720.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/min": -978944.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/max": 1310720.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/range": 2289664.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/norm": 32374784.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/mean": -63744.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/std": 166912.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/max_abs": 1171456.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/min": -1171456.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/max": 116224.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/range": 1287680.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/norm": 24248320.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/mean": 6080.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/std": 134144.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/max_abs": 634880.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/min": -544768.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/max": 634880.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/range": 1179648.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/norm": 25296896.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/mean": 6752.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/std": 139264.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/max_abs": 1163264.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/min": -1163264.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/max": 913408.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/range": 2076672.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/norm": 31195136.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/mean": -63232.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/std": 159744.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/max_abs": 1384448.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/frac_near_user_limit": 0.999969482421875, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/min": -1384448.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/max": 86016.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/range": 1470464.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/norm": 33161216.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/mean": -6880.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/std": 183296.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/max_abs": 811008.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/min": -733184.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/max": 811008.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/range": 1544192.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/norm": 33816576.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/mean": -4288.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/std": 186368.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/max_abs": 1392640.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/min": -1056768.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/max": 1392640.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/range": 2449408.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/norm": 38273024.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/mean": -88064.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/std": 191488.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/max_abs": 1687552.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/min": -1687552.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/max": 87552.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/range": 1775104.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/norm": 31064064.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/mean": 6208.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/std": 172032.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/max_abs": 851968.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/min": -692224.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/max": 851968.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/range": 1544192.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/norm": 32243712.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/mean": 9792.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/std": 178176.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/max_abs": 1269760.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/min": -1163264.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/max": 1269760.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/range": 2433024.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/norm": 39321600.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/mean": -78336.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/std": 202752.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/max_abs": 2048000.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/frac_near_user_limit": 0.9993896484375, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/min": -2048000.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/max": 161792.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/range": 2209792.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/norm": 31326208.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/mean": -1192.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/std": 173056.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/max_abs": 1024000.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/min": -1024000.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/max": 745472.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/range": 1769472.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/norm": 31981568.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/mean": -2976.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/std": 177152.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/max_abs": 1597440.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/min": -1130496.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/max": 1597440.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/range": 2727936.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/norm": 37486592.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/mean": -75776.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/std": 191488.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/max_abs": 1810432.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/frac_near_user_limit": 0.99993896484375, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/min": -1810432.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/max": 247808.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/range": 2058240.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/norm": 30932992.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/mean": 4384.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/std": 171008.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/max_abs": 720896.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/min": -610304.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/max": 720896.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/range": 1331200.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/norm": 31326208.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/mean": 9792.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/std": 173056.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/max_abs": 1220608.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/frac_near_user_limit": 0.99932861328125, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/min": -1220608.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/max": 1220608.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/range": 2441216.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/norm": 35651584.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/mean": -76800.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/std": 181248.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/max_abs": 1703936.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/frac_near_user_limit": 0.999908447265625, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/min": -1703936.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/max": 178176.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/range": 1882112.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/norm": 27394048.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/mean": 450.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/std": 151552.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/max_abs": 651264.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/min": -651264.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/max": 606208.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/range": 1257472.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/norm": 29753344.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/mean": 2512.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/std": 163840.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/max_abs": 1474560.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/min": -1474560.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/max": 1236992.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/range": 2711552.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/norm": 33554432.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/mean": -71168.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/std": 172032.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/max_abs": 1679360.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/frac_near_user_limit": 0.999969482421875, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/min": -1679360.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/max": 116224.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/range": 1795584.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/norm": 28049408.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/mean": -12544.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/std": 154624.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/max_abs": 806912.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/min": -806912.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/max": 610304.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/range": 1417216.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/norm": 30015488.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/mean": -13568.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/std": 164864.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/max_abs": 1622016.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/min": -1622016.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/max": 1343488.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/range": 2965504.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/norm": 33030144.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/mean": -72192.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/std": 167936.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/max_abs": 1589248.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/frac_near_user_limit": 0.99993896484375, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/min": -1589248.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/max": 117760.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/range": 1707008.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/norm": 22806528.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/mean": -6560.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/std": 125952.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/max_abs": 745472.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/min": -745472.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/max": 514048.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/range": 1259520.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/norm": 22282240.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/mean": -2368.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/std": 123392.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/max_abs": 1277952.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/frac_near_user_limit": 0.99908447265625, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/min": -1277952.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/max": 1130496.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/range": 2408448.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/norm": 28835840.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/mean": -55296.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/std": 149504.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/max_abs": 2097152.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/frac_near_user_limit": 0.99981689453125, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/min": -2097152.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/max": 112640.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/range": 2209792.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/norm": 21233664.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/mean": -1784.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/std": 117760.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/max_abs": 610304.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/min": -610304.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/max": 405504.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/range": 1015808.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/norm": 22544384.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/mean": -1872.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/std": 124416.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/max_abs": 917504.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/frac_near_user_limit": 0.9998779296875, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/min": -917504.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/max": 835584.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/range": 1753088.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/norm": 27131904.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/mean": -56832.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/std": 138240.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/max_abs": 1392640.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/frac_near_user_limit": 0.99981689453125, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/min": -1392640.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/max": 108544.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/range": 1501184.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/norm": 17825792.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/mean": -6336.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/std": 97792.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/max_abs": 421888.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/min": -421888.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/max": 356352.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/range": 778240.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/norm": 17039360.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/mean": -1728.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/std": 94208.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/max_abs": 987136.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/frac_near_user_limit": 0.9998779296875, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/min": -987136.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/max": 753664.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/range": 1740800.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/norm": 21364736.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/mean": -40192.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/std": 111104.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/max_abs": 1384448.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/frac_near_user_limit": 0.998291015625, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/min": -1384448.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/max": 132096.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/range": 1516544.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/norm": 14745600.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/mean": -10048.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/std": 80896.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/max_abs": 356352.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/min": -356352.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/max": 248832.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/range": 605184.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/norm": 13828096.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/mean": -7776.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/std": 76288.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/max_abs": 901120.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/frac_near_user_limit": 0.999725341796875, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/min": -901120.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/max": 593920.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/range": 1495040.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/norm": 18087936.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/mean": -33792.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/std": 94208.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/max_abs": 1245184.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/frac_near_user_limit": 0.99884033203125, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/min": -1245184.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/max": 95232.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/range": 1340416.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/norm": 9568256.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/mean": -5056.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/std": 52736.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/max_abs": 262144.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/min": -262144.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/max": 254976.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/range": 517120.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/norm": 8847360.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/mean": -3136.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/std": 48640.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/max_abs": 933888.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/frac_near_user_limit": 0.999298095703125, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/min": -684032.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/max": 933888.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/range": 1617920.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/norm": 10813440.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/mean": -17024.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/std": 57344.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/max_abs": 1286144.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/frac_near_user_limit": 0.99945068359375, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/min": -1286144.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/max": 178176.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/range": 1464320.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/norm": 6619136.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/mean": 3968.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/std": 36352.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/max_abs": 239616.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/min": -122880.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/max": 239616.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/range": 362496.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/norm": 6258688.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/mean": 2624.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/std": 34304.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/max_abs": 655360.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/frac_near_user_limit": 0.997650146484375, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/min": -382976.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/max": 655360.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/range": 1038336.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/norm": 6324224.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/mean": -9408.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/std": 33536.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/max_abs": 524288.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/frac_near_user_limit": 0.998260498046875, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/min": -524288.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/max": 206848.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/range": 731136.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/norm": 6258688.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/mean": 1544.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/std": 34560.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/max_abs": 161792.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/min": -112128.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/max": 161792.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/range": 273920.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/norm": 4325376.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/mean": 474.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/std": 23936.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/max_abs": 434176.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/frac_near_user_limit": 0.99932861328125, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/min": -264192.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/max": 434176.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/range": 698368.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/norm": 4489216.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/mean": -6656.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/std": 23936.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/max_abs": 368640.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/frac_near_user_limit": 0.999298095703125, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/min": -368640.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/max": 211968.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/range": 580608.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/norm": 4489216.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/mean": 81.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/std": 24832.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/max_abs": 154624.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/min": -97792.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/max": 154624.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/range": 252416.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/norm": 3358720.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/mean": -34.25, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/std": 18560.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/max_abs": 228352.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/frac_near_user_limit": 0.999053955078125, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/min": -177152.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/max": 228352.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/range": 405504.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/norm": 3424256.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/mean": -70.5, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/std": 18944.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/max_abs": 199680.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/frac_near_user_limit": 0.999603271484375, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/min": -166912.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/max": 199680.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/range": 366592.0, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/norm": 5.1875, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/mean": -3.933906555175781e-05, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/std": 0.0286865234375, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/max_abs": 0.10986328125, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/min": -0.10986328125, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/max": 0.10107421875, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/range": 0.2109375, "train/tensor_param_model_layers_0_mlp_up_proj_weight/norm": 5.09375, "train/tensor_param_model_layers_0_mlp_up_proj_weight/mean": 9.679794311523438e-05, "train/tensor_param_model_layers_0_mlp_up_proj_weight/std": 0.0281982421875, "train/tensor_param_model_layers_0_mlp_up_proj_weight/max_abs": 0.123046875, "train/tensor_param_model_layers_0_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_mlp_up_proj_weight/min": -0.1162109375, "train/tensor_param_model_layers_0_mlp_up_proj_weight/max": 0.123046875, "train/tensor_param_model_layers_0_mlp_up_proj_weight/range": 0.2392578125, "train/tensor_param_model_layers_0_mlp_down_proj_weight/norm": 5.3125, "train/tensor_param_model_layers_0_mlp_down_proj_weight/mean": 0.00020122528076171875, "train/tensor_param_model_layers_0_mlp_down_proj_weight/std": 0.029296875, "train/tensor_param_model_layers_0_mlp_down_proj_weight/max_abs": 0.123046875, "train/tensor_param_model_layers_0_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_mlp_down_proj_weight/min": -0.11279296875, "train/tensor_param_model_layers_0_mlp_down_proj_weight/max": 0.123046875, "train/tensor_param_model_layers_0_mlp_down_proj_weight/range": 0.23583984375, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/norm": 5.71875, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/mean": -9.5367431640625e-05, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/std": 0.031494140625, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/max_abs": 0.12353515625, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/min": -0.12353515625, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/max": 0.12109375, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/range": 0.24462890625, "train/tensor_param_model_layers_1_mlp_up_proj_weight/norm": 5.65625, "train/tensor_param_model_layers_1_mlp_up_proj_weight/mean": -0.00017833709716796875, "train/tensor_param_model_layers_1_mlp_up_proj_weight/std": 0.03125, "train/tensor_param_model_layers_1_mlp_up_proj_weight/max_abs": 0.12451171875, "train/tensor_param_model_layers_1_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_mlp_up_proj_weight/min": -0.12451171875, "train/tensor_param_model_layers_1_mlp_up_proj_weight/max": 0.12255859375, "train/tensor_param_model_layers_1_mlp_up_proj_weight/range": 0.2470703125, "train/tensor_param_model_layers_1_mlp_down_proj_weight/norm": 5.65625, "train/tensor_param_model_layers_1_mlp_down_proj_weight/mean": -7.009506225585938e-05, "train/tensor_param_model_layers_1_mlp_down_proj_weight/std": 0.03125, "train/tensor_param_model_layers_1_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_1_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_mlp_down_proj_weight/min": -0.1142578125, "train/tensor_param_model_layers_1_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_1_mlp_down_proj_weight/range": 0.2392578125, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/norm": 5.375, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/mean": 0.000331878662109375, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/std": 0.02978515625, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/max": 0.12451171875, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/range": 0.24951171875, "train/tensor_param_model_layers_2_mlp_up_proj_weight/norm": 5.25, "train/tensor_param_model_layers_2_mlp_up_proj_weight/mean": -2.6106834411621094e-05, "train/tensor_param_model_layers_2_mlp_up_proj_weight/std": 0.029052734375, "train/tensor_param_model_layers_2_mlp_up_proj_weight/max_abs": 0.12255859375, "train/tensor_param_model_layers_2_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_mlp_up_proj_weight/min": -0.12255859375, "train/tensor_param_model_layers_2_mlp_up_proj_weight/max": 0.10791015625, "train/tensor_param_model_layers_2_mlp_up_proj_weight/range": 0.23046875, "train/tensor_param_model_layers_2_mlp_down_proj_weight/norm": 5.21875, "train/tensor_param_model_layers_2_mlp_down_proj_weight/mean": -0.0003528594970703125, "train/tensor_param_model_layers_2_mlp_down_proj_weight/std": 0.02880859375, "train/tensor_param_model_layers_2_mlp_down_proj_weight/max_abs": 0.12353515625, "train/tensor_param_model_layers_2_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_mlp_down_proj_weight/min": -0.12353515625, "train/tensor_param_model_layers_2_mlp_down_proj_weight/max": 0.10986328125, "train/tensor_param_model_layers_2_mlp_down_proj_weight/range": 0.2333984375, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/norm": 5.375, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/mean": 4.3392181396484375e-05, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/std": 0.02978515625, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/max_abs": 0.1171875, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/min": -0.11669921875, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/max": 0.1171875, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/range": 0.23388671875, "train/tensor_param_model_layers_3_mlp_up_proj_weight/norm": 5.21875, "train/tensor_param_model_layers_3_mlp_up_proj_weight/mean": 0.000370025634765625, "train/tensor_param_model_layers_3_mlp_up_proj_weight/std": 0.02880859375, "train/tensor_param_model_layers_3_mlp_up_proj_weight/max_abs": 0.10986328125, "train/tensor_param_model_layers_3_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_mlp_up_proj_weight/min": -0.10986328125, "train/tensor_param_model_layers_3_mlp_up_proj_weight/max": 0.1083984375, "train/tensor_param_model_layers_3_mlp_up_proj_weight/range": 0.21826171875, "train/tensor_param_model_layers_3_mlp_down_proj_weight/norm": 5.21875, "train/tensor_param_model_layers_3_mlp_down_proj_weight/mean": 9.679794311523438e-05, "train/tensor_param_model_layers_3_mlp_down_proj_weight/std": 0.02880859375, "train/tensor_param_model_layers_3_mlp_down_proj_weight/max_abs": 0.1220703125, "train/tensor_param_model_layers_3_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_mlp_down_proj_weight/min": -0.1181640625, "train/tensor_param_model_layers_3_mlp_down_proj_weight/max": 0.1220703125, "train/tensor_param_model_layers_3_mlp_down_proj_weight/range": 0.240234375, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/norm": 5.375, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/mean": 0.00066375732421875, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/std": 0.0296630859375, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/max_abs": 0.123046875, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/min": -0.123046875, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/max": 0.12158203125, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/range": 0.24462890625, "train/tensor_param_model_layers_4_mlp_up_proj_weight/norm": 5.1875, "train/tensor_param_model_layers_4_mlp_up_proj_weight/mean": 0.000560760498046875, "train/tensor_param_model_layers_4_mlp_up_proj_weight/std": 0.0286865234375, "train/tensor_param_model_layers_4_mlp_up_proj_weight/max_abs": 0.119140625, "train/tensor_param_model_layers_4_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_mlp_up_proj_weight/min": -0.1103515625, "train/tensor_param_model_layers_4_mlp_up_proj_weight/max": 0.119140625, "train/tensor_param_model_layers_4_mlp_up_proj_weight/range": 0.2294921875, "train/tensor_param_model_layers_4_mlp_down_proj_weight/norm": 5.15625, "train/tensor_param_model_layers_4_mlp_down_proj_weight/mean": 0.000827789306640625, "train/tensor_param_model_layers_4_mlp_down_proj_weight/std": 0.028564453125, "train/tensor_param_model_layers_4_mlp_down_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_4_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_4_mlp_down_proj_weight/max": 0.1142578125, "train/tensor_param_model_layers_4_mlp_down_proj_weight/range": 0.240234375, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/norm": 5.46875, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/mean": 0.00012302398681640625, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/std": 0.0301513671875, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/max": 0.11328125, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/range": 0.23828125, "train/tensor_param_model_layers_5_mlp_up_proj_weight/norm": 5.21875, "train/tensor_param_model_layers_5_mlp_up_proj_weight/mean": -7.82012939453125e-05, "train/tensor_param_model_layers_5_mlp_up_proj_weight/std": 0.02880859375, "train/tensor_param_model_layers_5_mlp_up_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_5_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_mlp_up_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_5_mlp_up_proj_weight/max": 0.10302734375, "train/tensor_param_model_layers_5_mlp_up_proj_weight/range": 0.22998046875, "train/tensor_param_model_layers_5_mlp_down_proj_weight/norm": 5.25, "train/tensor_param_model_layers_5_mlp_down_proj_weight/mean": 0.000293731689453125, "train/tensor_param_model_layers_5_mlp_down_proj_weight/std": 0.029052734375, "train/tensor_param_model_layers_5_mlp_down_proj_weight/max_abs": 0.1171875, "train/tensor_param_model_layers_5_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_mlp_down_proj_weight/min": -0.11474609375, "train/tensor_param_model_layers_5_mlp_down_proj_weight/max": 0.1171875, "train/tensor_param_model_layers_5_mlp_down_proj_weight/range": 0.23193359375, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/norm": 5.375, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/mean": 0.000278472900390625, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/std": 0.0296630859375, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/min": -0.11865234375, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/range": 0.24462890625, "train/tensor_param_model_layers_6_mlp_up_proj_weight/norm": 5.1875, "train/tensor_param_model_layers_6_mlp_up_proj_weight/mean": -0.00017452239990234375, "train/tensor_param_model_layers_6_mlp_up_proj_weight/std": 0.0286865234375, "train/tensor_param_model_layers_6_mlp_up_proj_weight/max_abs": 0.12451171875, "train/tensor_param_model_layers_6_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_mlp_up_proj_weight/min": -0.12255859375, "train/tensor_param_model_layers_6_mlp_up_proj_weight/max": 0.12451171875, "train/tensor_param_model_layers_6_mlp_up_proj_weight/range": 0.2470703125, "train/tensor_param_model_layers_6_mlp_down_proj_weight/norm": 5.15625, "train/tensor_param_model_layers_6_mlp_down_proj_weight/mean": 5.2928924560546875e-05, "train/tensor_param_model_layers_6_mlp_down_proj_weight/std": 0.0284423828125, "train/tensor_param_model_layers_6_mlp_down_proj_weight/max_abs": 0.12353515625, "train/tensor_param_model_layers_6_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_mlp_down_proj_weight/min": -0.12353515625, "train/tensor_param_model_layers_6_mlp_down_proj_weight/max": 0.123046875, "train/tensor_param_model_layers_6_mlp_down_proj_weight/range": 0.24658203125, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/norm": 5.46875, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/mean": 0.0001506805419921875, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/std": 0.0301513671875, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/min": -0.1171875, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/range": 0.2421875, "train/tensor_param_model_layers_7_mlp_up_proj_weight/norm": 5.25, "train/tensor_param_model_layers_7_mlp_up_proj_weight/mean": -0.0001430511474609375, "train/tensor_param_model_layers_7_mlp_up_proj_weight/std": 0.0289306640625, "train/tensor_param_model_layers_7_mlp_up_proj_weight/max_abs": 0.12060546875, "train/tensor_param_model_layers_7_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_mlp_up_proj_weight/min": -0.12060546875, "train/tensor_param_model_layers_7_mlp_up_proj_weight/max": 0.115234375, "train/tensor_param_model_layers_7_mlp_up_proj_weight/range": 0.23583984375, "train/tensor_param_model_layers_7_mlp_down_proj_weight/norm": 5.21875, "train/tensor_param_model_layers_7_mlp_down_proj_weight/mean": 0.0002536773681640625, "train/tensor_param_model_layers_7_mlp_down_proj_weight/std": 0.02880859375, "train/tensor_param_model_layers_7_mlp_down_proj_weight/max_abs": 0.11474609375, "train/tensor_param_model_layers_7_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_mlp_down_proj_weight/min": -0.11474609375, "train/tensor_param_model_layers_7_mlp_down_proj_weight/max": 0.10888671875, "train/tensor_param_model_layers_7_mlp_down_proj_weight/range": 0.2236328125, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/norm": 5.5, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/mean": 0.0003490447998046875, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/std": 0.0303955078125, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/min": -0.119140625, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/range": 0.244140625, "train/tensor_param_model_layers_8_mlp_up_proj_weight/norm": 5.3125, "train/tensor_param_model_layers_8_mlp_up_proj_weight/mean": 0.000415802001953125, "train/tensor_param_model_layers_8_mlp_up_proj_weight/std": 0.029296875, "train/tensor_param_model_layers_8_mlp_up_proj_weight/max_abs": 0.12109375, "train/tensor_param_model_layers_8_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_mlp_up_proj_weight/min": -0.12109375, "train/tensor_param_model_layers_8_mlp_up_proj_weight/max": 0.11572265625, "train/tensor_param_model_layers_8_mlp_up_proj_weight/range": 0.23681640625, "train/tensor_param_model_layers_8_mlp_down_proj_weight/norm": 5.21875, "train/tensor_param_model_layers_8_mlp_down_proj_weight/mean": 6.628036499023438e-05, "train/tensor_param_model_layers_8_mlp_down_proj_weight/std": 0.0289306640625, "train/tensor_param_model_layers_8_mlp_down_proj_weight/max_abs": 0.1162109375, "train/tensor_param_model_layers_8_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_mlp_down_proj_weight/min": -0.1162109375, "train/tensor_param_model_layers_8_mlp_down_proj_weight/max": 0.1005859375, "train/tensor_param_model_layers_8_mlp_down_proj_weight/range": 0.216796875, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/norm": 5.8125, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/mean": 0.0006561279296875, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/std": 0.031982421875, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/min": -0.1240234375, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/max": 0.1337890625, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_9_mlp_up_proj_weight/norm": 5.5, "train/tensor_param_model_layers_9_mlp_up_proj_weight/mean": -0.0003147125244140625, "train/tensor_param_model_layers_9_mlp_up_proj_weight/std": 0.0303955078125, "train/tensor_param_model_layers_9_mlp_up_proj_weight/max_abs": 0.1201171875, "train/tensor_param_model_layers_9_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_9_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_9_mlp_up_proj_weight/min": -0.11669921875, "train/tensor_param_model_layers_9_mlp_up_proj_weight/max": 0.1201171875, "train/tensor_param_model_layers_9_mlp_up_proj_weight/range": 0.23681640625, "train/tensor_param_model_layers_9_mlp_down_proj_weight/norm": 5.46875, "train/tensor_param_model_layers_9_mlp_down_proj_weight/mean": 0.000583648681640625, "train/tensor_param_model_layers_9_mlp_down_proj_weight/std": 0.0301513671875, "train/tensor_param_model_layers_9_mlp_down_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_9_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_9_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_9_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_9_mlp_down_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_9_mlp_down_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/norm": 5.875, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/mean": 0.0004138946533203125, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/std": 0.032470703125, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/max": 0.134765625, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_10_mlp_up_proj_weight/norm": 5.59375, "train/tensor_param_model_layers_10_mlp_up_proj_weight/mean": -0.000568389892578125, "train/tensor_param_model_layers_10_mlp_up_proj_weight/std": 0.03076171875, "train/tensor_param_model_layers_10_mlp_up_proj_weight/max_abs": 0.1220703125, "train/tensor_param_model_layers_10_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_10_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_10_mlp_up_proj_weight/min": -0.119140625, "train/tensor_param_model_layers_10_mlp_up_proj_weight/max": 0.1220703125, "train/tensor_param_model_layers_10_mlp_up_proj_weight/range": 0.2412109375, "train/tensor_param_model_layers_10_mlp_down_proj_weight/norm": 5.53125, "train/tensor_param_model_layers_10_mlp_down_proj_weight/mean": 0.0002689361572265625, "train/tensor_param_model_layers_10_mlp_down_proj_weight/std": 0.030517578125, "train/tensor_param_model_layers_10_mlp_down_proj_weight/max_abs": 0.12451171875, "train/tensor_param_model_layers_10_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_10_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_10_mlp_down_proj_weight/min": -0.12451171875, "train/tensor_param_model_layers_10_mlp_down_proj_weight/max": 0.12060546875, "train/tensor_param_model_layers_10_mlp_down_proj_weight/range": 0.2451171875, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/norm": 5.84375, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/mean": 2.9087066650390625e-05, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/std": 0.0322265625, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/max": 0.12451171875, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/range": 0.25830078125, "train/tensor_param_model_layers_11_mlp_up_proj_weight/norm": 5.5625, "train/tensor_param_model_layers_11_mlp_up_proj_weight/mean": 1.4424324035644531e-05, "train/tensor_param_model_layers_11_mlp_up_proj_weight/std": 0.03076171875, "train/tensor_param_model_layers_11_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_11_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_11_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_11_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_11_mlp_up_proj_weight/max": 0.1240234375, "train/tensor_param_model_layers_11_mlp_up_proj_weight/range": 0.2490234375, "train/tensor_param_model_layers_11_mlp_down_proj_weight/norm": 5.46875, "train/tensor_param_model_layers_11_mlp_down_proj_weight/mean": -0.000461578369140625, "train/tensor_param_model_layers_11_mlp_down_proj_weight/std": 0.0302734375, "train/tensor_param_model_layers_11_mlp_down_proj_weight/max_abs": 0.12255859375, "train/tensor_param_model_layers_11_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_11_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_11_mlp_down_proj_weight/min": -0.11669921875, "train/tensor_param_model_layers_11_mlp_down_proj_weight/max": 0.12255859375, "train/tensor_param_model_layers_11_mlp_down_proj_weight/range": 0.2392578125, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/norm": 6.0, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/mean": 0.0003299713134765625, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/std": 0.033203125, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/range": 0.2587890625, "train/tensor_param_model_layers_12_mlp_up_proj_weight/norm": 5.65625, "train/tensor_param_model_layers_12_mlp_up_proj_weight/mean": -9.632110595703125e-05, "train/tensor_param_model_layers_12_mlp_up_proj_weight/std": 0.0311279296875, "train/tensor_param_model_layers_12_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_12_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_12_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_12_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_12_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_12_mlp_up_proj_weight/range": 0.25, "train/tensor_param_model_layers_12_mlp_down_proj_weight/norm": 5.625, "train/tensor_param_model_layers_12_mlp_down_proj_weight/mean": 0.00020313262939453125, "train/tensor_param_model_layers_12_mlp_down_proj_weight/std": 0.0311279296875, "train/tensor_param_model_layers_12_mlp_down_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_12_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_12_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_12_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_12_mlp_down_proj_weight/max": 0.12451171875, "train/tensor_param_model_layers_12_mlp_down_proj_weight/range": 0.25048828125, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/norm": 5.9375, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/mean": 0.00089263916015625, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/std": 0.03271484375, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_13_mlp_up_proj_weight/norm": 5.5625, "train/tensor_param_model_layers_13_mlp_up_proj_weight/mean": 0.000335693359375, "train/tensor_param_model_layers_13_mlp_up_proj_weight/std": 0.03076171875, "train/tensor_param_model_layers_13_mlp_up_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_13_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_13_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_13_mlp_up_proj_weight/min": -0.12158203125, "train/tensor_param_model_layers_13_mlp_up_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_13_mlp_up_proj_weight/range": 0.25048828125, "train/tensor_param_model_layers_13_mlp_down_proj_weight/norm": 5.53125, "train/tensor_param_model_layers_13_mlp_down_proj_weight/mean": 0.0002574920654296875, "train/tensor_param_model_layers_13_mlp_down_proj_weight/std": 0.0306396484375, "train/tensor_param_model_layers_13_mlp_down_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_13_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_13_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_13_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_13_mlp_down_proj_weight/max": 0.11767578125, "train/tensor_param_model_layers_13_mlp_down_proj_weight/range": 0.24365234375, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/norm": 6.0625, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/mean": -9.679794311523438e-05, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/std": 0.033447265625, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_14_mlp_up_proj_weight/norm": 5.65625, "train/tensor_param_model_layers_14_mlp_up_proj_weight/mean": -0.000232696533203125, "train/tensor_param_model_layers_14_mlp_up_proj_weight/std": 0.03125, "train/tensor_param_model_layers_14_mlp_up_proj_weight/max_abs": 0.12451171875, "train/tensor_param_model_layers_14_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_14_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_14_mlp_up_proj_weight/min": -0.12451171875, "train/tensor_param_model_layers_14_mlp_up_proj_weight/max": 0.12451171875, "train/tensor_param_model_layers_14_mlp_up_proj_weight/range": 0.2490234375, "train/tensor_param_model_layers_14_mlp_down_proj_weight/norm": 5.625, "train/tensor_param_model_layers_14_mlp_down_proj_weight/mean": -0.00010919570922851562, "train/tensor_param_model_layers_14_mlp_down_proj_weight/std": 0.031005859375, "train/tensor_param_model_layers_14_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_14_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_14_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_14_mlp_down_proj_weight/min": -0.123046875, "train/tensor_param_model_layers_14_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_14_mlp_down_proj_weight/range": 0.248046875, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/norm": 6.15625, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/mean": 0.0002002716064453125, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/std": 0.033935546875, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_15_mlp_up_proj_weight/norm": 5.71875, "train/tensor_param_model_layers_15_mlp_up_proj_weight/mean": 0.0007171630859375, "train/tensor_param_model_layers_15_mlp_up_proj_weight/std": 0.031494140625, "train/tensor_param_model_layers_15_mlp_up_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_15_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_15_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_15_mlp_up_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_15_mlp_up_proj_weight/max": 0.12158203125, "train/tensor_param_model_layers_15_mlp_up_proj_weight/range": 0.24853515625, "train/tensor_param_model_layers_15_mlp_down_proj_weight/norm": 5.6875, "train/tensor_param_model_layers_15_mlp_down_proj_weight/mean": -0.0004100799560546875, "train/tensor_param_model_layers_15_mlp_down_proj_weight/std": 0.031494140625, "train/tensor_param_model_layers_15_mlp_down_proj_weight/max_abs": 0.11865234375, "train/tensor_param_model_layers_15_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_15_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_15_mlp_down_proj_weight/min": -0.11865234375, "train/tensor_param_model_layers_15_mlp_down_proj_weight/max": 0.11474609375, "train/tensor_param_model_layers_15_mlp_down_proj_weight/range": 0.2333984375, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/norm": 6.15625, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/mean": -9.822845458984375e-05, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/std": 0.033935546875, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/max_abs": 0.14453125, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/max": 0.14453125, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/range": 0.2744140625, "train/tensor_param_model_layers_16_mlp_up_proj_weight/norm": 5.75, "train/tensor_param_model_layers_16_mlp_up_proj_weight/mean": -0.00019550323486328125, "train/tensor_param_model_layers_16_mlp_up_proj_weight/std": 0.03173828125, "train/tensor_param_model_layers_16_mlp_up_proj_weight/max_abs": 0.123046875, "train/tensor_param_model_layers_16_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_16_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_16_mlp_up_proj_weight/min": -0.123046875, "train/tensor_param_model_layers_16_mlp_up_proj_weight/max": 0.1171875, "train/tensor_param_model_layers_16_mlp_up_proj_weight/range": 0.240234375, "train/tensor_param_model_layers_16_mlp_down_proj_weight/norm": 5.6875, "train/tensor_param_model_layers_16_mlp_down_proj_weight/mean": -0.00060272216796875, "train/tensor_param_model_layers_16_mlp_down_proj_weight/std": 0.031494140625, "train/tensor_param_model_layers_16_mlp_down_proj_weight/max_abs": 0.1220703125, "train/tensor_param_model_layers_16_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_16_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_16_mlp_down_proj_weight/min": -0.1220703125, "train/tensor_param_model_layers_16_mlp_down_proj_weight/max": 0.12109375, "train/tensor_param_model_layers_16_mlp_down_proj_weight/range": 0.2431640625, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/norm": 6.21875, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/mean": -1.537799835205078e-05, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/range": 0.2666015625, "train/tensor_param_model_layers_17_mlp_up_proj_weight/norm": 5.8125, "train/tensor_param_model_layers_17_mlp_up_proj_weight/mean": -0.000202178955078125, "train/tensor_param_model_layers_17_mlp_up_proj_weight/std": 0.031982421875, "train/tensor_param_model_layers_17_mlp_up_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_17_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_17_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_17_mlp_up_proj_weight/min": -0.1171875, "train/tensor_param_model_layers_17_mlp_up_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_17_mlp_up_proj_weight/range": 0.24609375, "train/tensor_param_model_layers_17_mlp_down_proj_weight/norm": 5.8125, "train/tensor_param_model_layers_17_mlp_down_proj_weight/mean": 0.00012683868408203125, "train/tensor_param_model_layers_17_mlp_down_proj_weight/std": 0.0322265625, "train/tensor_param_model_layers_17_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_17_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_17_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_17_mlp_down_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_17_mlp_down_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_17_mlp_down_proj_weight/range": 0.255859375, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/mean": -0.000362396240234375, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_18_mlp_up_proj_weight/norm": 5.90625, "train/tensor_param_model_layers_18_mlp_up_proj_weight/mean": -2.4318695068359375e-05, "train/tensor_param_model_layers_18_mlp_up_proj_weight/std": 0.03271484375, "train/tensor_param_model_layers_18_mlp_up_proj_weight/max_abs": 0.123046875, "train/tensor_param_model_layers_18_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_18_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_18_mlp_up_proj_weight/min": -0.123046875, "train/tensor_param_model_layers_18_mlp_up_proj_weight/max": 0.11962890625, "train/tensor_param_model_layers_18_mlp_up_proj_weight/range": 0.24267578125, "train/tensor_param_model_layers_18_mlp_down_proj_weight/norm": 5.875, "train/tensor_param_model_layers_18_mlp_down_proj_weight/mean": 0.000835418701171875, "train/tensor_param_model_layers_18_mlp_down_proj_weight/std": 0.032470703125, "train/tensor_param_model_layers_18_mlp_down_proj_weight/max_abs": 0.12451171875, "train/tensor_param_model_layers_18_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_18_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_18_mlp_down_proj_weight/min": -0.12060546875, "train/tensor_param_model_layers_18_mlp_down_proj_weight/max": 0.12451171875, "train/tensor_param_model_layers_18_mlp_down_proj_weight/range": 0.2451171875, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/norm": 6.28125, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/mean": 0.00019359588623046875, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_19_mlp_up_proj_weight/norm": 5.84375, "train/tensor_param_model_layers_19_mlp_up_proj_weight/mean": -0.00057220458984375, "train/tensor_param_model_layers_19_mlp_up_proj_weight/std": 0.0322265625, "train/tensor_param_model_layers_19_mlp_up_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_19_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_19_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_19_mlp_up_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_19_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_19_mlp_up_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_19_mlp_down_proj_weight/norm": 5.8125, "train/tensor_param_model_layers_19_mlp_down_proj_weight/mean": 0.00054931640625, "train/tensor_param_model_layers_19_mlp_down_proj_weight/std": 0.0322265625, "train/tensor_param_model_layers_19_mlp_down_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_19_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_19_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_19_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_19_mlp_down_proj_weight/max": 0.12109375, "train/tensor_param_model_layers_19_mlp_down_proj_weight/range": 0.2470703125, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/norm": 6.25, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/mean": -0.00022602081298828125, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/max_abs": 0.14453125, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/min": -0.14453125, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/max": 0.1416015625, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/range": 0.2861328125, "train/tensor_param_model_layers_20_mlp_up_proj_weight/norm": 5.8125, "train/tensor_param_model_layers_20_mlp_up_proj_weight/mean": -9.870529174804688e-05, "train/tensor_param_model_layers_20_mlp_up_proj_weight/std": 0.0322265625, "train/tensor_param_model_layers_20_mlp_up_proj_weight/max_abs": 0.12451171875, "train/tensor_param_model_layers_20_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_20_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_20_mlp_up_proj_weight/min": -0.12109375, "train/tensor_param_model_layers_20_mlp_up_proj_weight/max": 0.12451171875, "train/tensor_param_model_layers_20_mlp_up_proj_weight/range": 0.24560546875, "train/tensor_param_model_layers_20_mlp_down_proj_weight/norm": 5.84375, "train/tensor_param_model_layers_20_mlp_down_proj_weight/mean": 0.00010919570922851562, "train/tensor_param_model_layers_20_mlp_down_proj_weight/std": 0.0322265625, "train/tensor_param_model_layers_20_mlp_down_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_20_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_20_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_20_mlp_down_proj_weight/min": -0.12353515625, "train/tensor_param_model_layers_20_mlp_down_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_20_mlp_down_proj_weight/range": 0.24951171875, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/mean": 0.000774383544921875, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_21_mlp_up_proj_weight/norm": 5.875, "train/tensor_param_model_layers_21_mlp_up_proj_weight/mean": -0.000335693359375, "train/tensor_param_model_layers_21_mlp_up_proj_weight/std": 0.032470703125, "train/tensor_param_model_layers_21_mlp_up_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_21_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_21_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_21_mlp_up_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_21_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_21_mlp_up_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_21_mlp_down_proj_weight/norm": 5.875, "train/tensor_param_model_layers_21_mlp_down_proj_weight/mean": 0.000789642333984375, "train/tensor_param_model_layers_21_mlp_down_proj_weight/std": 0.032470703125, "train/tensor_param_model_layers_21_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_21_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_21_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_21_mlp_down_proj_weight/min": -0.1220703125, "train/tensor_param_model_layers_21_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_21_mlp_down_proj_weight/range": 0.2470703125, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/mean": -3.0517578125e-05, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/max": 0.1318359375, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/range": 0.2587890625, "train/tensor_param_model_layers_22_mlp_up_proj_weight/norm": 5.84375, "train/tensor_param_model_layers_22_mlp_up_proj_weight/mean": -0.00022029876708984375, "train/tensor_param_model_layers_22_mlp_up_proj_weight/std": 0.0322265625, "train/tensor_param_model_layers_22_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_22_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_22_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_22_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_22_mlp_up_proj_weight/max": 0.12353515625, "train/tensor_param_model_layers_22_mlp_up_proj_weight/range": 0.24951171875, "train/tensor_param_model_layers_22_mlp_down_proj_weight/norm": 5.84375, "train/tensor_param_model_layers_22_mlp_down_proj_weight/mean": -0.0003509521484375, "train/tensor_param_model_layers_22_mlp_down_proj_weight/std": 0.0322265625, "train/tensor_param_model_layers_22_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_22_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_22_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_22_mlp_down_proj_weight/min": -0.12451171875, "train/tensor_param_model_layers_22_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_22_mlp_down_proj_weight/range": 0.24951171875, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/mean": -0.000286102294921875, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/range": 0.2607421875, "train/tensor_param_model_layers_23_mlp_up_proj_weight/norm": 5.9375, "train/tensor_param_model_layers_23_mlp_up_proj_weight/mean": 0.00101470947265625, "train/tensor_param_model_layers_23_mlp_up_proj_weight/std": 0.03271484375, "train/tensor_param_model_layers_23_mlp_up_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_23_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_23_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_23_mlp_up_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_23_mlp_up_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_23_mlp_up_proj_weight/range": 0.265625, "train/tensor_param_model_layers_23_mlp_down_proj_weight/norm": 5.875, "train/tensor_param_model_layers_23_mlp_down_proj_weight/mean": 4.4345855712890625e-05, "train/tensor_param_model_layers_23_mlp_down_proj_weight/std": 0.032470703125, "train/tensor_param_model_layers_23_mlp_down_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_23_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_23_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_23_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_23_mlp_down_proj_weight/max": 0.12353515625, "train/tensor_param_model_layers_23_mlp_down_proj_weight/range": 0.24951171875, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/mean": 2.5033950805664062e-05, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/max": 0.1318359375, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/range": 0.259765625, "train/tensor_param_model_layers_24_mlp_up_proj_weight/norm": 5.90625, "train/tensor_param_model_layers_24_mlp_up_proj_weight/mean": -9.012222290039062e-05, "train/tensor_param_model_layers_24_mlp_up_proj_weight/std": 0.032470703125, "train/tensor_param_model_layers_24_mlp_up_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_24_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_24_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_24_mlp_up_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_24_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_24_mlp_up_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_24_mlp_down_proj_weight/norm": 5.875, "train/tensor_param_model_layers_24_mlp_down_proj_weight/mean": 0.000507354736328125, "train/tensor_param_model_layers_24_mlp_down_proj_weight/std": 0.032470703125, "train/tensor_param_model_layers_24_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_24_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_24_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_24_mlp_down_proj_weight/min": -0.12158203125, "train/tensor_param_model_layers_24_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_24_mlp_down_proj_weight/range": 0.24658203125, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/mean": 0.00089263916015625, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/range": 0.2646484375, "train/tensor_param_model_layers_25_mlp_up_proj_weight/norm": 5.875, "train/tensor_param_model_layers_25_mlp_up_proj_weight/mean": 0.0003490447998046875, "train/tensor_param_model_layers_25_mlp_up_proj_weight/std": 0.032470703125, "train/tensor_param_model_layers_25_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_25_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_25_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_25_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_25_mlp_up_proj_weight/max": 0.12158203125, "train/tensor_param_model_layers_25_mlp_up_proj_weight/range": 0.24658203125, "train/tensor_param_model_layers_25_mlp_down_proj_weight/norm": 5.84375, "train/tensor_param_model_layers_25_mlp_down_proj_weight/mean": 0.0001316070556640625, "train/tensor_param_model_layers_25_mlp_down_proj_weight/std": 0.0322265625, "train/tensor_param_model_layers_25_mlp_down_proj_weight/max_abs": 0.13671875, "train/tensor_param_model_layers_25_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_25_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_25_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_25_mlp_down_proj_weight/max": 0.13671875, "train/tensor_param_model_layers_25_mlp_down_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/norm": 6.375, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/mean": 0.0005035400390625, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/max": 0.1318359375, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_26_mlp_up_proj_weight/norm": 5.96875, "train/tensor_param_model_layers_26_mlp_up_proj_weight/mean": -0.00011777877807617188, "train/tensor_param_model_layers_26_mlp_up_proj_weight/std": 0.032958984375, "train/tensor_param_model_layers_26_mlp_up_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_26_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_26_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_26_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_26_mlp_up_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_26_mlp_up_proj_weight/range": 0.255859375, "train/tensor_param_model_layers_26_mlp_down_proj_weight/norm": 5.96875, "train/tensor_param_model_layers_26_mlp_down_proj_weight/mean": 0.00011539459228515625, "train/tensor_param_model_layers_26_mlp_down_proj_weight/std": 0.032958984375, "train/tensor_param_model_layers_26_mlp_down_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_26_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_26_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_26_mlp_down_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_26_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_26_mlp_down_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/norm": 6.4375, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/mean": 0.000514984130859375, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/std": 0.03564453125, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/min": -0.134765625, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/range": 0.265625, "train/tensor_param_model_layers_27_mlp_up_proj_weight/norm": 6.0, "train/tensor_param_model_layers_27_mlp_up_proj_weight/mean": -0.00023746490478515625, "train/tensor_param_model_layers_27_mlp_up_proj_weight/std": 0.033203125, "train/tensor_param_model_layers_27_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_27_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_27_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_27_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_27_mlp_up_proj_weight/max": 0.1162109375, "train/tensor_param_model_layers_27_mlp_up_proj_weight/range": 0.2412109375, "train/tensor_param_model_layers_27_mlp_down_proj_weight/norm": 6.0, "train/tensor_param_model_layers_27_mlp_down_proj_weight/mean": 0.000499725341796875, "train/tensor_param_model_layers_27_mlp_down_proj_weight/std": 0.032958984375, "train/tensor_param_model_layers_27_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_27_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_27_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_27_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_27_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_27_mlp_down_proj_weight/range": 0.25, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/norm": 6.46875, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/mean": 0.00014495849609375, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/std": 0.03564453125, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_28_mlp_up_proj_weight/norm": 6.03125, "train/tensor_param_model_layers_28_mlp_up_proj_weight/mean": -0.000179290771484375, "train/tensor_param_model_layers_28_mlp_up_proj_weight/std": 0.033447265625, "train/tensor_param_model_layers_28_mlp_up_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_28_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_28_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_28_mlp_up_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_28_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_28_mlp_up_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_28_mlp_down_proj_weight/norm": 6.0, "train/tensor_param_model_layers_28_mlp_down_proj_weight/mean": 0.000335693359375, "train/tensor_param_model_layers_28_mlp_down_proj_weight/std": 0.033203125, "train/tensor_param_model_layers_28_mlp_down_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_28_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_28_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_28_mlp_down_proj_weight/min": -0.11865234375, "train/tensor_param_model_layers_28_mlp_down_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_28_mlp_down_proj_weight/range": 0.24560546875, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/norm": 6.40625, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/mean": 0.000522613525390625, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/std": 0.035400390625, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/min": -0.1376953125, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/range": 0.263671875, "train/tensor_param_model_layers_29_mlp_up_proj_weight/norm": 5.9375, "train/tensor_param_model_layers_29_mlp_up_proj_weight/mean": 0.00023651123046875, "train/tensor_param_model_layers_29_mlp_up_proj_weight/std": 0.03271484375, "train/tensor_param_model_layers_29_mlp_up_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_29_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_29_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_29_mlp_up_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_29_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_29_mlp_up_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_29_mlp_down_proj_weight/norm": 5.9375, "train/tensor_param_model_layers_29_mlp_down_proj_weight/mean": -0.000667572021484375, "train/tensor_param_model_layers_29_mlp_down_proj_weight/std": 0.03271484375, "train/tensor_param_model_layers_29_mlp_down_proj_weight/max_abs": 0.1240234375, "train/tensor_param_model_layers_29_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_29_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_29_mlp_down_proj_weight/min": -0.1240234375, "train/tensor_param_model_layers_29_mlp_down_proj_weight/max": 0.11572265625, "train/tensor_param_model_layers_29_mlp_down_proj_weight/range": 0.23974609375, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/norm": 6.5, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/mean": 0.00067138671875, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/std": 0.035888671875, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/max_abs": 0.13671875, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/min": -0.13671875, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/range": 0.2724609375, "train/tensor_param_model_layers_30_mlp_up_proj_weight/norm": 6.0, "train/tensor_param_model_layers_30_mlp_up_proj_weight/mean": 0.0002498626708984375, "train/tensor_param_model_layers_30_mlp_up_proj_weight/std": 0.033203125, "train/tensor_param_model_layers_30_mlp_up_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_30_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_30_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_30_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_30_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_30_mlp_up_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_30_mlp_down_proj_weight/norm": 5.96875, "train/tensor_param_model_layers_30_mlp_down_proj_weight/mean": -0.0003070831298828125, "train/tensor_param_model_layers_30_mlp_down_proj_weight/std": 0.032958984375, "train/tensor_param_model_layers_30_mlp_down_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_30_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_30_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_30_mlp_down_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_30_mlp_down_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_30_mlp_down_proj_weight/range": 0.2646484375, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/norm": 6.46875, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/mean": 0.0005950927734375, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/std": 0.035888671875, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_31_mlp_up_proj_weight/norm": 6.0, "train/tensor_param_model_layers_31_mlp_up_proj_weight/mean": 0.0004215240478515625, "train/tensor_param_model_layers_31_mlp_up_proj_weight/std": 0.033203125, "train/tensor_param_model_layers_31_mlp_up_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_31_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_31_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_31_mlp_up_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_31_mlp_up_proj_weight/max": 0.1171875, "train/tensor_param_model_layers_31_mlp_up_proj_weight/range": 0.244140625, "train/tensor_param_model_layers_31_mlp_down_proj_weight/norm": 6.0, "train/tensor_param_model_layers_31_mlp_down_proj_weight/mean": 0.000568389892578125, "train/tensor_param_model_layers_31_mlp_down_proj_weight/std": 0.032958984375, "train/tensor_param_model_layers_31_mlp_down_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_31_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_31_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_31_mlp_down_proj_weight/min": -0.11962890625, "train/tensor_param_model_layers_31_mlp_down_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_31_mlp_down_proj_weight/range": 0.24560546875, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/norm": 6.5, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/mean": 0.00029754638671875, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/std": 0.035888671875, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_32_mlp_up_proj_weight/norm": 5.96875, "train/tensor_param_model_layers_32_mlp_up_proj_weight/mean": -4.506111145019531e-05, "train/tensor_param_model_layers_32_mlp_up_proj_weight/std": 0.032958984375, "train/tensor_param_model_layers_32_mlp_up_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_32_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_32_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_32_mlp_up_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_32_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_32_mlp_up_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_32_mlp_down_proj_weight/norm": 5.96875, "train/tensor_param_model_layers_32_mlp_down_proj_weight/mean": -3.600120544433594e-05, "train/tensor_param_model_layers_32_mlp_down_proj_weight/std": 0.032958984375, "train/tensor_param_model_layers_32_mlp_down_proj_weight/max_abs": 0.1240234375, "train/tensor_param_model_layers_32_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_32_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_32_mlp_down_proj_weight/min": -0.1240234375, "train/tensor_param_model_layers_32_mlp_down_proj_weight/max": 0.1240234375, "train/tensor_param_model_layers_32_mlp_down_proj_weight/range": 0.248046875, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/norm": 6.53125, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/mean": 0.000308990478515625, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/std": 0.035888671875, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_33_mlp_up_proj_weight/norm": 6.0, "train/tensor_param_model_layers_33_mlp_up_proj_weight/mean": -0.000469207763671875, "train/tensor_param_model_layers_33_mlp_up_proj_weight/std": 0.033203125, "train/tensor_param_model_layers_33_mlp_up_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_33_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_33_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_33_mlp_up_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_33_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_33_mlp_up_proj_weight/range": 0.255859375, "train/tensor_param_model_layers_33_mlp_down_proj_weight/norm": 5.96875, "train/tensor_param_model_layers_33_mlp_down_proj_weight/mean": -0.0002841949462890625, "train/tensor_param_model_layers_33_mlp_down_proj_weight/std": 0.032958984375, "train/tensor_param_model_layers_33_mlp_down_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_33_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_33_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_33_mlp_down_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_33_mlp_down_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_33_mlp_down_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/norm": 6.53125, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/mean": 0.0004863739013671875, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/std": 0.0361328125, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/min": -0.134765625, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/range": 0.259765625, "train/tensor_param_model_layers_34_mlp_up_proj_weight/norm": 6.0625, "train/tensor_param_model_layers_34_mlp_up_proj_weight/mean": 0.00079345703125, "train/tensor_param_model_layers_34_mlp_up_proj_weight/std": 0.033447265625, "train/tensor_param_model_layers_34_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_34_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_34_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_34_mlp_up_proj_weight/min": -0.11962890625, "train/tensor_param_model_layers_34_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_34_mlp_up_proj_weight/range": 0.24462890625, "train/tensor_param_model_layers_34_mlp_down_proj_weight/norm": 6.03125, "train/tensor_param_model_layers_34_mlp_down_proj_weight/mean": -0.0003147125244140625, "train/tensor_param_model_layers_34_mlp_down_proj_weight/std": 0.033203125, "train/tensor_param_model_layers_34_mlp_down_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_34_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_34_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_34_mlp_down_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_34_mlp_down_proj_weight/max": 0.1337890625, "train/tensor_param_model_layers_34_mlp_down_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/norm": 6.5625, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/mean": 0.000690460205078125, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/std": 0.0361328125, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_35_mlp_up_proj_weight/norm": 6.09375, "train/tensor_param_model_layers_35_mlp_up_proj_weight/mean": -0.0006866455078125, "train/tensor_param_model_layers_35_mlp_up_proj_weight/std": 0.03369140625, "train/tensor_param_model_layers_35_mlp_up_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_35_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_35_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_35_mlp_up_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_35_mlp_up_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_35_mlp_up_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_35_mlp_down_proj_weight/norm": 6.0625, "train/tensor_param_model_layers_35_mlp_down_proj_weight/mean": -0.000148773193359375, "train/tensor_param_model_layers_35_mlp_down_proj_weight/std": 0.033447265625, "train/tensor_param_model_layers_35_mlp_down_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_35_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_35_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_35_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_35_mlp_down_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_35_mlp_down_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/norm": 6.53125, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/mean": 0.000774383544921875, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/std": 0.0361328125, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/min": -0.134765625, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/range": 0.263671875, "train/tensor_param_model_layers_36_mlp_up_proj_weight/norm": 6.03125, "train/tensor_param_model_layers_36_mlp_up_proj_weight/mean": -0.00061798095703125, "train/tensor_param_model_layers_36_mlp_up_proj_weight/std": 0.033447265625, "train/tensor_param_model_layers_36_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_36_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_36_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_36_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_36_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_36_mlp_up_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_36_mlp_down_proj_weight/norm": 6.0, "train/tensor_param_model_layers_36_mlp_down_proj_weight/mean": -0.000148773193359375, "train/tensor_param_model_layers_36_mlp_down_proj_weight/std": 0.033203125, "train/tensor_param_model_layers_36_mlp_down_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_36_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_36_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_36_mlp_down_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_36_mlp_down_proj_weight/max": 0.12451171875, "train/tensor_param_model_layers_36_mlp_down_proj_weight/range": 0.25244140625, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/norm": 6.625, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/mean": 0.0005340576171875, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/std": 0.03662109375, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_37_mlp_up_proj_weight/norm": 6.125, "train/tensor_param_model_layers_37_mlp_up_proj_weight/mean": 0.0004024505615234375, "train/tensor_param_model_layers_37_mlp_up_proj_weight/std": 0.033935546875, "train/tensor_param_model_layers_37_mlp_up_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_37_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_37_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_37_mlp_up_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_37_mlp_up_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_37_mlp_up_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_37_mlp_down_proj_weight/norm": 6.09375, "train/tensor_param_model_layers_37_mlp_down_proj_weight/mean": -0.0002460479736328125, "train/tensor_param_model_layers_37_mlp_down_proj_weight/std": 0.03369140625, "train/tensor_param_model_layers_37_mlp_down_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_37_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_37_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_37_mlp_down_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_37_mlp_down_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_37_mlp_down_proj_weight/range": 0.259765625, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/norm": 6.65625, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/mean": 0.00136566162109375, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/std": 0.03662109375, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/max_abs": 0.13671875, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/min": -0.13671875, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/range": 0.26953125, "train/tensor_param_model_layers_38_mlp_up_proj_weight/norm": 6.125, "train/tensor_param_model_layers_38_mlp_up_proj_weight/mean": -0.000675201416015625, "train/tensor_param_model_layers_38_mlp_up_proj_weight/std": 0.03369140625, "train/tensor_param_model_layers_38_mlp_up_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_38_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_38_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_38_mlp_up_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_38_mlp_up_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_38_mlp_up_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_38_mlp_down_proj_weight/norm": 6.09375, "train/tensor_param_model_layers_38_mlp_down_proj_weight/mean": -2.2798776626586914e-06, "train/tensor_param_model_layers_38_mlp_down_proj_weight/std": 0.03369140625, "train/tensor_param_model_layers_38_mlp_down_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_38_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_38_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_38_mlp_down_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_38_mlp_down_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_38_mlp_down_proj_weight/range": 0.259765625, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/norm": 6.6875, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/mean": 0.0007171630859375, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/std": 0.036865234375, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/max_abs": 0.13671875, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/max": 0.13671875, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/range": 0.26953125, "train/tensor_param_model_layers_39_mlp_up_proj_weight/norm": 6.15625, "train/tensor_param_model_layers_39_mlp_up_proj_weight/mean": -3.62396240234375e-05, "train/tensor_param_model_layers_39_mlp_up_proj_weight/std": 0.033935546875, "train/tensor_param_model_layers_39_mlp_up_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_39_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_39_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_39_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_39_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_39_mlp_up_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_39_mlp_down_proj_weight/norm": 6.09375, "train/tensor_param_model_layers_39_mlp_down_proj_weight/mean": 0.00023937225341796875, "train/tensor_param_model_layers_39_mlp_down_proj_weight/std": 0.03369140625, "train/tensor_param_model_layers_39_mlp_down_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_39_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_39_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_39_mlp_down_proj_weight/min": -0.12353515625, "train/tensor_param_model_layers_39_mlp_down_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_39_mlp_down_proj_weight/range": 0.25146484375, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/norm": 6.65625, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/mean": 0.0003299713134765625, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/std": 0.036865234375, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/range": 0.263671875, "train/tensor_param_model_layers_40_mlp_up_proj_weight/norm": 6.15625, "train/tensor_param_model_layers_40_mlp_up_proj_weight/mean": -0.0004863739013671875, "train/tensor_param_model_layers_40_mlp_up_proj_weight/std": 0.033935546875, "train/tensor_param_model_layers_40_mlp_up_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_40_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_40_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_40_mlp_up_proj_weight/min": -0.123046875, "train/tensor_param_model_layers_40_mlp_up_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_40_mlp_up_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_40_mlp_down_proj_weight/norm": 6.09375, "train/tensor_param_model_layers_40_mlp_down_proj_weight/mean": -0.00025177001953125, "train/tensor_param_model_layers_40_mlp_down_proj_weight/std": 0.03369140625, "train/tensor_param_model_layers_40_mlp_down_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_40_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_40_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_40_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_40_mlp_down_proj_weight/max": 0.12109375, "train/tensor_param_model_layers_40_mlp_down_proj_weight/range": 0.2470703125, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/norm": 6.6875, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/mean": 0.00066375732421875, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/std": 0.036865234375, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/range": 0.259765625, "train/tensor_param_model_layers_41_mlp_up_proj_weight/norm": 6.15625, "train/tensor_param_model_layers_41_mlp_up_proj_weight/mean": 0.0002803802490234375, "train/tensor_param_model_layers_41_mlp_up_proj_weight/std": 0.033935546875, "train/tensor_param_model_layers_41_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_41_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_41_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_41_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_41_mlp_up_proj_weight/max": 0.12255859375, "train/tensor_param_model_layers_41_mlp_up_proj_weight/range": 0.24755859375, "train/tensor_param_model_layers_41_mlp_down_proj_weight/norm": 6.0625, "train/tensor_param_model_layers_41_mlp_down_proj_weight/mean": -0.000759124755859375, "train/tensor_param_model_layers_41_mlp_down_proj_weight/std": 0.033447265625, "train/tensor_param_model_layers_41_mlp_down_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_41_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_41_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_41_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_41_mlp_down_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_41_mlp_down_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/norm": 6.71875, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/mean": 0.00042724609375, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/std": 0.037109375, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/min": -0.134765625, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/range": 0.2607421875, "train/tensor_param_model_layers_42_mlp_up_proj_weight/norm": 6.15625, "train/tensor_param_model_layers_42_mlp_up_proj_weight/mean": 0.000583648681640625, "train/tensor_param_model_layers_42_mlp_up_proj_weight/std": 0.033935546875, "train/tensor_param_model_layers_42_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_42_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_42_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_42_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_42_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_42_mlp_up_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_42_mlp_down_proj_weight/norm": 6.15625, "train/tensor_param_model_layers_42_mlp_down_proj_weight/mean": 0.000705718994140625, "train/tensor_param_model_layers_42_mlp_down_proj_weight/std": 0.0341796875, "train/tensor_param_model_layers_42_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_42_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_42_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_42_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_42_mlp_down_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_42_mlp_down_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/norm": 6.6875, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/mean": 0.00083160400390625, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/std": 0.036865234375, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/max": 0.1337890625, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_43_mlp_up_proj_weight/norm": 6.1875, "train/tensor_param_model_layers_43_mlp_up_proj_weight/mean": -0.00022411346435546875, "train/tensor_param_model_layers_43_mlp_up_proj_weight/std": 0.0341796875, "train/tensor_param_model_layers_43_mlp_up_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_43_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_43_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_43_mlp_up_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_43_mlp_up_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_43_mlp_up_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_43_mlp_down_proj_weight/norm": 6.15625, "train/tensor_param_model_layers_43_mlp_down_proj_weight/mean": -0.00055694580078125, "train/tensor_param_model_layers_43_mlp_down_proj_weight/std": 0.033935546875, "train/tensor_param_model_layers_43_mlp_down_proj_weight/max_abs": 0.12451171875, "train/tensor_param_model_layers_43_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_43_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_43_mlp_down_proj_weight/min": -0.12451171875, "train/tensor_param_model_layers_43_mlp_down_proj_weight/max": 0.12353515625, "train/tensor_param_model_layers_43_mlp_down_proj_weight/range": 0.248046875, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/norm": 6.75, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/mean": 0.00075531005859375, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/std": 0.037353515625, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_44_mlp_up_proj_weight/norm": 6.25, "train/tensor_param_model_layers_44_mlp_up_proj_weight/mean": -3.933906555175781e-05, "train/tensor_param_model_layers_44_mlp_up_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_44_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_44_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_44_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_44_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_44_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_44_mlp_up_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_44_mlp_down_proj_weight/norm": 6.21875, "train/tensor_param_model_layers_44_mlp_down_proj_weight/mean": 0.00110626220703125, "train/tensor_param_model_layers_44_mlp_down_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_44_mlp_down_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_44_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_44_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_44_mlp_down_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_44_mlp_down_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_44_mlp_down_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/norm": 6.90625, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/mean": -7.43865966796875e-05, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/std": 0.0380859375, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/range": 0.263671875, "train/tensor_param_model_layers_45_mlp_up_proj_weight/norm": 6.375, "train/tensor_param_model_layers_45_mlp_up_proj_weight/mean": 0.0003604888916015625, "train/tensor_param_model_layers_45_mlp_up_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_45_mlp_up_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_45_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_45_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_45_mlp_up_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_45_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_45_mlp_up_proj_weight/range": 0.255859375, "train/tensor_param_model_layers_45_mlp_down_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_45_mlp_down_proj_weight/mean": 9.202957153320312e-05, "train/tensor_param_model_layers_45_mlp_down_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_45_mlp_down_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_45_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_45_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_45_mlp_down_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_45_mlp_down_proj_weight/max": 0.1318359375, "train/tensor_param_model_layers_45_mlp_down_proj_weight/range": 0.2646484375, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/norm": 6.90625, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/mean": 0.000896453857421875, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/std": 0.0380859375, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/min": -0.13671875, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/range": 0.2744140625, "train/tensor_param_model_layers_46_mlp_up_proj_weight/norm": 6.375, "train/tensor_param_model_layers_46_mlp_up_proj_weight/mean": -0.000896453857421875, "train/tensor_param_model_layers_46_mlp_up_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_46_mlp_up_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_46_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_46_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_46_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_46_mlp_up_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_46_mlp_up_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_46_mlp_down_proj_weight/norm": 6.34375, "train/tensor_param_model_layers_46_mlp_down_proj_weight/mean": -0.0003681182861328125, "train/tensor_param_model_layers_46_mlp_down_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_46_mlp_down_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_46_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_46_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_46_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_46_mlp_down_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_46_mlp_down_proj_weight/range": 0.263671875, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/norm": 6.90625, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/mean": 0.000614166259765625, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/std": 0.0380859375, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/range": 0.259765625, "train/tensor_param_model_layers_47_mlp_up_proj_weight/norm": 6.375, "train/tensor_param_model_layers_47_mlp_up_proj_weight/mean": 0.0003948211669921875, "train/tensor_param_model_layers_47_mlp_up_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_47_mlp_up_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_47_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_47_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_47_mlp_up_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_47_mlp_up_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_47_mlp_up_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_47_mlp_down_proj_weight/norm": 6.28125, "train/tensor_param_model_layers_47_mlp_down_proj_weight/mean": 0.00060272216796875, "train/tensor_param_model_layers_47_mlp_down_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_47_mlp_down_proj_weight/max_abs": 0.13671875, "train/tensor_param_model_layers_47_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_47_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_47_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_47_mlp_down_proj_weight/max": 0.13671875, "train/tensor_param_model_layers_47_mlp_down_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/norm": 6.96875, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/mean": 0.0003871917724609375, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/std": 0.03857421875, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/max_abs": 0.140625, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/max": 0.140625, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/range": 0.2734375, "train/tensor_param_model_layers_48_mlp_up_proj_weight/norm": 6.46875, "train/tensor_param_model_layers_48_mlp_up_proj_weight/mean": 0.00017070770263671875, "train/tensor_param_model_layers_48_mlp_up_proj_weight/std": 0.03564453125, "train/tensor_param_model_layers_48_mlp_up_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_48_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_48_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_48_mlp_up_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_48_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_48_mlp_up_proj_weight/range": 0.255859375, "train/tensor_param_model_layers_48_mlp_down_proj_weight/norm": 6.375, "train/tensor_param_model_layers_48_mlp_down_proj_weight/mean": -0.00086212158203125, "train/tensor_param_model_layers_48_mlp_down_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_48_mlp_down_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_48_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_48_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_48_mlp_down_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_48_mlp_down_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_48_mlp_down_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/norm": 6.9375, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/mean": 0.00110626220703125, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/std": 0.038330078125, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/range": 0.265625, "train/tensor_param_model_layers_49_mlp_up_proj_weight/norm": 6.4375, "train/tensor_param_model_layers_49_mlp_up_proj_weight/mean": -0.00018215179443359375, "train/tensor_param_model_layers_49_mlp_up_proj_weight/std": 0.035400390625, "train/tensor_param_model_layers_49_mlp_up_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_49_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_49_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_49_mlp_up_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_49_mlp_up_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_49_mlp_up_proj_weight/range": 0.26171875, "train/tensor_param_model_layers_49_mlp_down_proj_weight/norm": 6.375, "train/tensor_param_model_layers_49_mlp_down_proj_weight/mean": -0.00049591064453125, "train/tensor_param_model_layers_49_mlp_down_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_49_mlp_down_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_49_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_49_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_49_mlp_down_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_49_mlp_down_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_49_mlp_down_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/norm": 6.96875, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/mean": 0.00089263916015625, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/std": 0.03857421875, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/range": 0.2607421875, "train/tensor_param_model_layers_50_mlp_up_proj_weight/norm": 6.40625, "train/tensor_param_model_layers_50_mlp_up_proj_weight/mean": 0.000965118408203125, "train/tensor_param_model_layers_50_mlp_up_proj_weight/std": 0.035400390625, "train/tensor_param_model_layers_50_mlp_up_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_50_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_50_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_50_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_50_mlp_up_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_50_mlp_up_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_50_mlp_down_proj_weight/norm": 6.375, "train/tensor_param_model_layers_50_mlp_down_proj_weight/mean": 4.124641418457031e-05, "train/tensor_param_model_layers_50_mlp_down_proj_weight/std": 0.035400390625, "train/tensor_param_model_layers_50_mlp_down_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_50_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_50_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_50_mlp_down_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_50_mlp_down_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_50_mlp_down_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/norm": 6.9375, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/mean": 0.000789642333984375, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/std": 0.038330078125, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_51_mlp_up_proj_weight/norm": 6.40625, "train/tensor_param_model_layers_51_mlp_up_proj_weight/mean": -2.5510787963867188e-05, "train/tensor_param_model_layers_51_mlp_up_proj_weight/std": 0.035400390625, "train/tensor_param_model_layers_51_mlp_up_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_51_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_51_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_51_mlp_up_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_51_mlp_up_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_51_mlp_up_proj_weight/range": 0.2607421875, "train/tensor_param_model_layers_51_mlp_down_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_51_mlp_down_proj_weight/mean": 0.000331878662109375, "train/tensor_param_model_layers_51_mlp_down_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_51_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_51_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_51_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_51_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_51_mlp_down_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_51_mlp_down_proj_weight/range": 0.255859375, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/norm": 7.0, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/mean": 0.001007080078125, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/std": 0.03857421875, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/max_abs": 0.140625, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/min": -0.140625, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/max": 0.1337890625, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/range": 0.2744140625, "train/tensor_param_model_layers_52_mlp_up_proj_weight/norm": 6.46875, "train/tensor_param_model_layers_52_mlp_up_proj_weight/mean": -3.4809112548828125e-05, "train/tensor_param_model_layers_52_mlp_up_proj_weight/std": 0.03564453125, "train/tensor_param_model_layers_52_mlp_up_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_52_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_52_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_52_mlp_up_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_52_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_52_mlp_up_proj_weight/range": 0.2587890625, "train/tensor_param_model_layers_52_mlp_down_proj_weight/norm": 6.375, "train/tensor_param_model_layers_52_mlp_down_proj_weight/mean": 0.00012159347534179688, "train/tensor_param_model_layers_52_mlp_down_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_52_mlp_down_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_52_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_52_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_52_mlp_down_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_52_mlp_down_proj_weight/max": 0.12255859375, "train/tensor_param_model_layers_52_mlp_down_proj_weight/range": 0.24951171875, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/norm": 7.125, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/mean": 0.000614166259765625, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/std": 0.039306640625, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/range": 0.2587890625, "train/tensor_param_model_layers_53_mlp_up_proj_weight/norm": 6.5625, "train/tensor_param_model_layers_53_mlp_up_proj_weight/mean": -0.0001430511474609375, "train/tensor_param_model_layers_53_mlp_up_proj_weight/std": 0.036376953125, "train/tensor_param_model_layers_53_mlp_up_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_53_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_53_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_53_mlp_up_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_53_mlp_up_proj_weight/max": 0.1318359375, "train/tensor_param_model_layers_53_mlp_up_proj_weight/range": 0.2607421875, "train/tensor_param_model_layers_53_mlp_down_proj_weight/norm": 6.5, "train/tensor_param_model_layers_53_mlp_down_proj_weight/mean": 0.0004558563232421875, "train/tensor_param_model_layers_53_mlp_down_proj_weight/std": 0.035888671875, "train/tensor_param_model_layers_53_mlp_down_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_53_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_53_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_53_mlp_down_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_53_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_53_mlp_down_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/norm": 7.0625, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/mean": 0.000293731689453125, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/std": 0.0390625, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/max_abs": 0.1484375, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/min": -0.1484375, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/max": 0.1318359375, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/range": 0.2802734375, "train/tensor_param_model_layers_54_mlp_up_proj_weight/norm": 6.5625, "train/tensor_param_model_layers_54_mlp_up_proj_weight/mean": 0.00011444091796875, "train/tensor_param_model_layers_54_mlp_up_proj_weight/std": 0.036376953125, "train/tensor_param_model_layers_54_mlp_up_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_54_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_54_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_54_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_54_mlp_up_proj_weight/max": 0.1318359375, "train/tensor_param_model_layers_54_mlp_up_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_54_mlp_down_proj_weight/norm": 6.46875, "train/tensor_param_model_layers_54_mlp_down_proj_weight/mean": -0.0002155303955078125, "train/tensor_param_model_layers_54_mlp_down_proj_weight/std": 0.035888671875, "train/tensor_param_model_layers_54_mlp_down_proj_weight/max_abs": 0.13671875, "train/tensor_param_model_layers_54_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_54_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_54_mlp_down_proj_weight/min": -0.13671875, "train/tensor_param_model_layers_54_mlp_down_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_54_mlp_down_proj_weight/range": 0.265625, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/norm": 7.09375, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/mean": 0.00070953369140625, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/std": 0.039306640625, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/max": 0.1337890625, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/range": 0.263671875, "train/tensor_param_model_layers_55_mlp_up_proj_weight/norm": 6.5625, "train/tensor_param_model_layers_55_mlp_up_proj_weight/mean": -0.00045013427734375, "train/tensor_param_model_layers_55_mlp_up_proj_weight/std": 0.036376953125, "train/tensor_param_model_layers_55_mlp_up_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_55_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_55_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_55_mlp_up_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_55_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_55_mlp_up_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_55_mlp_down_proj_weight/norm": 6.5, "train/tensor_param_model_layers_55_mlp_down_proj_weight/mean": 0.0004730224609375, "train/tensor_param_model_layers_55_mlp_down_proj_weight/std": 0.035888671875, "train/tensor_param_model_layers_55_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_55_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_55_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_55_mlp_down_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_55_mlp_down_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_55_mlp_down_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/norm": 7.15625, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/mean": 0.00063323974609375, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/std": 0.03955078125, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/range": 0.265625, "train/tensor_param_model_layers_56_mlp_up_proj_weight/norm": 6.625, "train/tensor_param_model_layers_56_mlp_up_proj_weight/mean": 0.0001277923583984375, "train/tensor_param_model_layers_56_mlp_up_proj_weight/std": 0.03662109375, "train/tensor_param_model_layers_56_mlp_up_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_56_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_56_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_56_mlp_up_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_56_mlp_up_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_56_mlp_up_proj_weight/range": 0.267578125, "train/tensor_param_model_layers_56_mlp_down_proj_weight/norm": 6.5625, "train/tensor_param_model_layers_56_mlp_down_proj_weight/mean": 0.00015544891357421875, "train/tensor_param_model_layers_56_mlp_down_proj_weight/std": 0.0361328125, "train/tensor_param_model_layers_56_mlp_down_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_56_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_56_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_56_mlp_down_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_56_mlp_down_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_56_mlp_down_proj_weight/range": 0.259765625, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/norm": 7.125, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/mean": 0.00067138671875, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/std": 0.039306640625, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/min": -0.1376953125, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/range": 0.275390625, "train/tensor_param_model_layers_57_mlp_up_proj_weight/norm": 6.59375, "train/tensor_param_model_layers_57_mlp_up_proj_weight/mean": 0.000301361083984375, "train/tensor_param_model_layers_57_mlp_up_proj_weight/std": 0.036376953125, "train/tensor_param_model_layers_57_mlp_up_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_57_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_57_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_57_mlp_up_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_57_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_57_mlp_up_proj_weight/range": 0.255859375, "train/tensor_param_model_layers_57_mlp_down_proj_weight/norm": 6.5, "train/tensor_param_model_layers_57_mlp_down_proj_weight/mean": -0.00020599365234375, "train/tensor_param_model_layers_57_mlp_down_proj_weight/std": 0.035888671875, "train/tensor_param_model_layers_57_mlp_down_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_57_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_57_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_57_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_57_mlp_down_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_57_mlp_down_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/norm": 7.1875, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/mean": 0.00081634521484375, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/std": 0.03955078125, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/max_abs": 0.1455078125, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/min": -0.1455078125, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/max": 0.1416015625, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/range": 0.287109375, "train/tensor_param_model_layers_58_mlp_up_proj_weight/norm": 6.625, "train/tensor_param_model_layers_58_mlp_up_proj_weight/mean": -0.0003452301025390625, "train/tensor_param_model_layers_58_mlp_up_proj_weight/std": 0.03662109375, "train/tensor_param_model_layers_58_mlp_up_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_58_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_58_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_58_mlp_up_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_58_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_58_mlp_up_proj_weight/range": 0.263671875, "train/tensor_param_model_layers_58_mlp_down_proj_weight/norm": 6.5625, "train/tensor_param_model_layers_58_mlp_down_proj_weight/mean": 0.0001773834228515625, "train/tensor_param_model_layers_58_mlp_down_proj_weight/std": 0.0361328125, "train/tensor_param_model_layers_58_mlp_down_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_58_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_58_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_58_mlp_down_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_58_mlp_down_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_58_mlp_down_proj_weight/range": 0.2646484375, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/norm": 7.21875, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/mean": 0.00122833251953125, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/std": 0.039794921875, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/max": 0.1318359375, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/range": 0.265625, "train/tensor_param_model_layers_59_mlp_up_proj_weight/norm": 6.625, "train/tensor_param_model_layers_59_mlp_up_proj_weight/mean": -0.000408172607421875, "train/tensor_param_model_layers_59_mlp_up_proj_weight/std": 0.03662109375, "train/tensor_param_model_layers_59_mlp_up_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_59_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_59_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_59_mlp_up_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_59_mlp_up_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_59_mlp_up_proj_weight/range": 0.2587890625, "train/tensor_param_model_layers_59_mlp_down_proj_weight/norm": 6.53125, "train/tensor_param_model_layers_59_mlp_down_proj_weight/mean": -0.0004825592041015625, "train/tensor_param_model_layers_59_mlp_down_proj_weight/std": 0.0361328125, "train/tensor_param_model_layers_59_mlp_down_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_59_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_59_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_59_mlp_down_proj_weight/min": -0.1376953125, "train/tensor_param_model_layers_59_mlp_down_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_59_mlp_down_proj_weight/range": 0.2685546875, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/norm": 7.21875, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/mean": 0.0008087158203125, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/std": 0.0400390625, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/max_abs": 0.1396484375, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/min": -0.1396484375, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/range": 0.2724609375, "train/tensor_param_model_layers_60_mlp_up_proj_weight/norm": 6.625, "train/tensor_param_model_layers_60_mlp_up_proj_weight/mean": -0.00021076202392578125, "train/tensor_param_model_layers_60_mlp_up_proj_weight/std": 0.03662109375, "train/tensor_param_model_layers_60_mlp_up_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_60_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_60_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_60_mlp_up_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_60_mlp_up_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_60_mlp_up_proj_weight/range": 0.2666015625, "train/tensor_param_model_layers_60_mlp_down_proj_weight/norm": 6.53125, "train/tensor_param_model_layers_60_mlp_down_proj_weight/mean": -0.0003223419189453125, "train/tensor_param_model_layers_60_mlp_down_proj_weight/std": 0.0361328125, "train/tensor_param_model_layers_60_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_60_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_60_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_60_mlp_down_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_60_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_60_mlp_down_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/norm": 7.28125, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/mean": 0.001556396484375, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/std": 0.0400390625, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/max_abs": 0.146484375, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/min": -0.134765625, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/max": 0.146484375, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/range": 0.28125, "train/tensor_param_model_layers_61_mlp_up_proj_weight/norm": 6.625, "train/tensor_param_model_layers_61_mlp_up_proj_weight/mean": 0.000164031982421875, "train/tensor_param_model_layers_61_mlp_up_proj_weight/std": 0.03662109375, "train/tensor_param_model_layers_61_mlp_up_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_61_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_61_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_61_mlp_up_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_61_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_61_mlp_up_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_61_mlp_down_proj_weight/norm": 6.53125, "train/tensor_param_model_layers_61_mlp_down_proj_weight/mean": 0.00089263916015625, "train/tensor_param_model_layers_61_mlp_down_proj_weight/std": 0.0361328125, "train/tensor_param_model_layers_61_mlp_down_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_61_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_61_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_61_mlp_down_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_61_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_61_mlp_down_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/norm": 7.28125, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/mean": 0.000873565673828125, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/std": 0.040283203125, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/max_abs": 0.154296875, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/max": 0.154296875, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/range": 0.29296875, "train/tensor_param_model_layers_62_mlp_up_proj_weight/norm": 6.71875, "train/tensor_param_model_layers_62_mlp_up_proj_weight/mean": 0.0003719329833984375, "train/tensor_param_model_layers_62_mlp_up_proj_weight/std": 0.037109375, "train/tensor_param_model_layers_62_mlp_up_proj_weight/max_abs": 0.1474609375, "train/tensor_param_model_layers_62_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_62_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_62_mlp_up_proj_weight/min": -0.1474609375, "train/tensor_param_model_layers_62_mlp_up_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_62_mlp_up_proj_weight/range": 0.27734375, "train/tensor_param_model_layers_62_mlp_down_proj_weight/norm": 6.59375, "train/tensor_param_model_layers_62_mlp_down_proj_weight/mean": 0.00012969970703125, "train/tensor_param_model_layers_62_mlp_down_proj_weight/std": 0.036376953125, "train/tensor_param_model_layers_62_mlp_down_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_62_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_62_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_62_mlp_down_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_62_mlp_down_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_62_mlp_down_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/norm": 7.28125, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/mean": 0.000782012939453125, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/std": 0.040283203125, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/range": 0.2666015625, "train/tensor_param_model_layers_63_mlp_up_proj_weight/norm": 6.71875, "train/tensor_param_model_layers_63_mlp_up_proj_weight/mean": 0.00022029876708984375, "train/tensor_param_model_layers_63_mlp_up_proj_weight/std": 0.037109375, "train/tensor_param_model_layers_63_mlp_up_proj_weight/max_abs": 0.1396484375, "train/tensor_param_model_layers_63_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_63_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_63_mlp_up_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_63_mlp_up_proj_weight/max": 0.1396484375, "train/tensor_param_model_layers_63_mlp_up_proj_weight/range": 0.267578125, "train/tensor_param_model_layers_63_mlp_down_proj_weight/norm": 6.59375, "train/tensor_param_model_layers_63_mlp_down_proj_weight/mean": 0.00022411346435546875, "train/tensor_param_model_layers_63_mlp_down_proj_weight/std": 0.036376953125, "train/tensor_param_model_layers_63_mlp_down_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_63_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_63_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_63_mlp_down_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_63_mlp_down_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_63_mlp_down_proj_weight/range": 0.2587890625, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/norm": 7.375, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/mean": 0.000766754150390625, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/std": 0.040771484375, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/max_abs": 0.140625, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/min": -0.140625, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/max": 0.140625, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/range": 0.28125, "train/tensor_param_model_layers_64_mlp_up_proj_weight/norm": 6.8125, "train/tensor_param_model_layers_64_mlp_up_proj_weight/mean": -4.9114227294921875e-05, "train/tensor_param_model_layers_64_mlp_up_proj_weight/std": 0.03759765625, "train/tensor_param_model_layers_64_mlp_up_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_64_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_64_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_64_mlp_up_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_64_mlp_up_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_64_mlp_up_proj_weight/range": 0.259765625, "train/tensor_param_model_layers_64_mlp_down_proj_weight/norm": 6.6875, "train/tensor_param_model_layers_64_mlp_down_proj_weight/mean": 0.00019359588623046875, "train/tensor_param_model_layers_64_mlp_down_proj_weight/std": 0.036865234375, "train/tensor_param_model_layers_64_mlp_down_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_64_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_64_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_64_mlp_down_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_64_mlp_down_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_64_mlp_down_proj_weight/range": 0.267578125, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/norm": 7.40625, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/mean": 0.0003490447998046875, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/std": 0.041015625, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/max_abs": 0.142578125, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/min": -0.142578125, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/max": 0.1416015625, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/range": 0.2841796875, "train/tensor_param_model_layers_65_mlp_up_proj_weight/norm": 6.8125, "train/tensor_param_model_layers_65_mlp_up_proj_weight/mean": -0.000774383544921875, "train/tensor_param_model_layers_65_mlp_up_proj_weight/std": 0.03759765625, "train/tensor_param_model_layers_65_mlp_up_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_65_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_65_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_65_mlp_up_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_65_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_65_mlp_up_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_65_mlp_down_proj_weight/norm": 6.65625, "train/tensor_param_model_layers_65_mlp_down_proj_weight/mean": -0.00023937225341796875, "train/tensor_param_model_layers_65_mlp_down_proj_weight/std": 0.036865234375, "train/tensor_param_model_layers_65_mlp_down_proj_weight/max_abs": 0.1396484375, "train/tensor_param_model_layers_65_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_65_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_65_mlp_down_proj_weight/min": -0.1396484375, "train/tensor_param_model_layers_65_mlp_down_proj_weight/max": 0.1318359375, "train/tensor_param_model_layers_65_mlp_down_proj_weight/range": 0.271484375, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/norm": 7.40625, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/mean": 0.0011138916015625, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/std": 0.040771484375, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/max_abs": 0.1484375, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/min": -0.1484375, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/range": 0.2841796875, "train/tensor_param_model_layers_66_mlp_up_proj_weight/norm": 6.78125, "train/tensor_param_model_layers_66_mlp_up_proj_weight/mean": -0.000457763671875, "train/tensor_param_model_layers_66_mlp_up_proj_weight/std": 0.03759765625, "train/tensor_param_model_layers_66_mlp_up_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_66_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_66_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_66_mlp_up_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_66_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_66_mlp_up_proj_weight/range": 0.255859375, "train/tensor_param_model_layers_66_mlp_down_proj_weight/norm": 6.71875, "train/tensor_param_model_layers_66_mlp_down_proj_weight/mean": 0.00015735626220703125, "train/tensor_param_model_layers_66_mlp_down_proj_weight/std": 0.037109375, "train/tensor_param_model_layers_66_mlp_down_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_66_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_66_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_66_mlp_down_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_66_mlp_down_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_66_mlp_down_proj_weight/range": 0.263671875, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/norm": 7.40625, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/mean": 0.000530242919921875, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/std": 0.041015625, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/max_abs": 0.13671875, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/min": -0.13671875, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/max": 0.1337890625, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/range": 0.2705078125, "train/tensor_param_model_layers_67_mlp_up_proj_weight/norm": 6.8125, "train/tensor_param_model_layers_67_mlp_up_proj_weight/mean": -0.0002727508544921875, "train/tensor_param_model_layers_67_mlp_up_proj_weight/std": 0.03759765625, "train/tensor_param_model_layers_67_mlp_up_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_67_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_67_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_67_mlp_up_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_67_mlp_up_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_67_mlp_up_proj_weight/range": 0.26171875, "train/tensor_param_model_layers_67_mlp_down_proj_weight/norm": 6.78125, "train/tensor_param_model_layers_67_mlp_down_proj_weight/mean": -0.00079345703125, "train/tensor_param_model_layers_67_mlp_down_proj_weight/std": 0.037353515625, "train/tensor_param_model_layers_67_mlp_down_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_67_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_67_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_67_mlp_down_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_67_mlp_down_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_67_mlp_down_proj_weight/range": 0.26171875, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/norm": 7.46875, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/mean": 0.00067901611328125, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/std": 0.041259765625, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/max_abs": 0.1396484375, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/min": -0.134765625, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/max": 0.1396484375, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/range": 0.2744140625, "train/tensor_param_model_layers_68_mlp_up_proj_weight/norm": 6.84375, "train/tensor_param_model_layers_68_mlp_up_proj_weight/mean": 0.000225067138671875, "train/tensor_param_model_layers_68_mlp_up_proj_weight/std": 0.037841796875, "train/tensor_param_model_layers_68_mlp_up_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_68_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_68_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_68_mlp_up_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_68_mlp_up_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_68_mlp_up_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_68_mlp_down_proj_weight/norm": 6.75, "train/tensor_param_model_layers_68_mlp_down_proj_weight/mean": 2.3990869522094727e-06, "train/tensor_param_model_layers_68_mlp_down_proj_weight/std": 0.037353515625, "train/tensor_param_model_layers_68_mlp_down_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_68_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_68_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_68_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_68_mlp_down_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_68_mlp_down_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/norm": 7.5625, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/mean": 0.0002422332763671875, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/std": 0.041748046875, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/max_abs": 0.1396484375, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/min": -0.134765625, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/max": 0.1396484375, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/range": 0.2744140625, "train/tensor_param_model_layers_69_mlp_up_proj_weight/norm": 6.9375, "train/tensor_param_model_layers_69_mlp_up_proj_weight/mean": 0.0002994537353515625, "train/tensor_param_model_layers_69_mlp_up_proj_weight/std": 0.038330078125, "train/tensor_param_model_layers_69_mlp_up_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_69_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_69_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_69_mlp_up_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_69_mlp_up_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_69_mlp_up_proj_weight/range": 0.267578125, "train/tensor_param_model_layers_69_mlp_down_proj_weight/norm": 6.78125, "train/tensor_param_model_layers_69_mlp_down_proj_weight/mean": -0.00011873245239257812, "train/tensor_param_model_layers_69_mlp_down_proj_weight/std": 0.037353515625, "train/tensor_param_model_layers_69_mlp_down_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_69_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_69_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_69_mlp_down_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_69_mlp_down_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_69_mlp_down_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/norm": 7.59375, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/mean": 0.00061798095703125, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/std": 0.0419921875, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/max_abs": 0.1396484375, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/min": -0.1396484375, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/range": 0.275390625, "train/tensor_param_model_layers_70_mlp_up_proj_weight/norm": 6.90625, "train/tensor_param_model_layers_70_mlp_up_proj_weight/mean": -0.00010251998901367188, "train/tensor_param_model_layers_70_mlp_up_proj_weight/std": 0.0380859375, "train/tensor_param_model_layers_70_mlp_up_proj_weight/max_abs": 0.140625, "train/tensor_param_model_layers_70_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_70_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_70_mlp_up_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_70_mlp_up_proj_weight/max": 0.140625, "train/tensor_param_model_layers_70_mlp_up_proj_weight/range": 0.271484375, "train/tensor_param_model_layers_70_mlp_down_proj_weight/norm": 6.8125, "train/tensor_param_model_layers_70_mlp_down_proj_weight/mean": -0.0007781982421875, "train/tensor_param_model_layers_70_mlp_down_proj_weight/std": 0.03759765625, "train/tensor_param_model_layers_70_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_70_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_70_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_70_mlp_down_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_70_mlp_down_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_70_mlp_down_proj_weight/range": 0.2587890625, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/norm": 7.65625, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/mean": 0.000278472900390625, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/std": 0.04248046875, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/max_abs": 0.177734375, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/min": -0.158203125, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/max": 0.177734375, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/range": 0.3359375, "train/tensor_param_model_layers_71_mlp_up_proj_weight/norm": 7.03125, "train/tensor_param_model_layers_71_mlp_up_proj_weight/mean": -0.00017070770263671875, "train/tensor_param_model_layers_71_mlp_up_proj_weight/std": 0.038818359375, "train/tensor_param_model_layers_71_mlp_up_proj_weight/max_abs": 0.142578125, "train/tensor_param_model_layers_71_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_71_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_71_mlp_up_proj_weight/min": -0.1416015625, "train/tensor_param_model_layers_71_mlp_up_proj_weight/max": 0.142578125, "train/tensor_param_model_layers_71_mlp_up_proj_weight/range": 0.2841796875, "train/tensor_param_model_layers_71_mlp_down_proj_weight/norm": 6.9375, "train/tensor_param_model_layers_71_mlp_down_proj_weight/mean": -0.0004730224609375, "train/tensor_param_model_layers_71_mlp_down_proj_weight/std": 0.038330078125, "train/tensor_param_model_layers_71_mlp_down_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_71_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_71_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_71_mlp_down_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_71_mlp_down_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_71_mlp_down_proj_weight/range": 0.2607421875, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/norm": 7.5625, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/mean": 0.00067138671875, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/std": 0.041748046875, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/max_abs": 0.16015625, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/min": -0.16015625, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/max": 0.1435546875, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/range": 0.3037109375, "train/tensor_param_model_layers_72_mlp_up_proj_weight/norm": 6.96875, "train/tensor_param_model_layers_72_mlp_up_proj_weight/mean": 0.000415802001953125, "train/tensor_param_model_layers_72_mlp_up_proj_weight/std": 0.03857421875, "train/tensor_param_model_layers_72_mlp_up_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_72_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_72_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_72_mlp_up_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_72_mlp_up_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_72_mlp_up_proj_weight/range": 0.2705078125, "train/tensor_param_model_layers_72_mlp_down_proj_weight/norm": 6.875, "train/tensor_param_model_layers_72_mlp_down_proj_weight/mean": -1.5974044799804688e-05, "train/tensor_param_model_layers_72_mlp_down_proj_weight/std": 0.0380859375, "train/tensor_param_model_layers_72_mlp_down_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_72_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_72_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_72_mlp_down_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_72_mlp_down_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_72_mlp_down_proj_weight/range": 0.263671875, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/norm": 7.65625, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/mean": 0.000728607177734375, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/std": 0.042236328125, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/max_abs": 0.1572265625, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/min": -0.1484375, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/max": 0.1572265625, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/range": 0.3056640625, "train/tensor_param_model_layers_73_mlp_up_proj_weight/norm": 6.96875, "train/tensor_param_model_layers_73_mlp_up_proj_weight/mean": -0.00012159347534179688, "train/tensor_param_model_layers_73_mlp_up_proj_weight/std": 0.03857421875, "train/tensor_param_model_layers_73_mlp_up_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_73_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_73_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_73_mlp_up_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_73_mlp_up_proj_weight/max": 0.1337890625, "train/tensor_param_model_layers_73_mlp_up_proj_weight/range": 0.26953125, "train/tensor_param_model_layers_73_mlp_down_proj_weight/norm": 6.90625, "train/tensor_param_model_layers_73_mlp_down_proj_weight/mean": -0.000240325927734375, "train/tensor_param_model_layers_73_mlp_down_proj_weight/std": 0.038330078125, "train/tensor_param_model_layers_73_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_73_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_73_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_73_mlp_down_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_73_mlp_down_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_73_mlp_down_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/norm": 7.65625, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/mean": 0.00051116943359375, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/std": 0.042236328125, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/max_abs": 0.158203125, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/min": -0.158203125, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/max": 0.1533203125, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/range": 0.3115234375, "train/tensor_param_model_layers_74_mlp_up_proj_weight/norm": 7.0, "train/tensor_param_model_layers_74_mlp_up_proj_weight/mean": 0.000148773193359375, "train/tensor_param_model_layers_74_mlp_up_proj_weight/std": 0.038818359375, "train/tensor_param_model_layers_74_mlp_up_proj_weight/max_abs": 0.1416015625, "train/tensor_param_model_layers_74_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_74_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_74_mlp_up_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_74_mlp_up_proj_weight/max": 0.1416015625, "train/tensor_param_model_layers_74_mlp_up_proj_weight/range": 0.2705078125, "train/tensor_param_model_layers_74_mlp_down_proj_weight/norm": 7.0, "train/tensor_param_model_layers_74_mlp_down_proj_weight/mean": 0.000518798828125, "train/tensor_param_model_layers_74_mlp_down_proj_weight/std": 0.03857421875, "train/tensor_param_model_layers_74_mlp_down_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_74_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_74_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_74_mlp_down_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_74_mlp_down_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_74_mlp_down_proj_weight/range": 0.2607421875, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/norm": 7.75, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/mean": 0.00046539306640625, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/std": 0.04296875, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/max_abs": 0.140625, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/min": -0.140625, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/max": 0.134765625, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/range": 0.275390625, "train/tensor_param_model_layers_75_mlp_up_proj_weight/norm": 7.15625, "train/tensor_param_model_layers_75_mlp_up_proj_weight/mean": 6.246566772460938e-05, "train/tensor_param_model_layers_75_mlp_up_proj_weight/std": 0.03955078125, "train/tensor_param_model_layers_75_mlp_up_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_75_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_75_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_75_mlp_up_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_75_mlp_up_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_75_mlp_up_proj_weight/range": 0.2607421875, "train/tensor_param_model_layers_75_mlp_down_proj_weight/norm": 7.0625, "train/tensor_param_model_layers_75_mlp_down_proj_weight/mean": 0.0001430511474609375, "train/tensor_param_model_layers_75_mlp_down_proj_weight/std": 0.0390625, "train/tensor_param_model_layers_75_mlp_down_proj_weight/max_abs": 0.140625, "train/tensor_param_model_layers_75_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_75_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_75_mlp_down_proj_weight/min": -0.140625, "train/tensor_param_model_layers_75_mlp_down_proj_weight/max": 0.1318359375, "train/tensor_param_model_layers_75_mlp_down_proj_weight/range": 0.2724609375, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/norm": 7.875, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/mean": 0.0003566741943359375, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/std": 0.04345703125, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/max_abs": 0.1650390625, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/min": -0.15625, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/max": 0.1650390625, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/range": 0.3212890625, "train/tensor_param_model_layers_76_mlp_up_proj_weight/norm": 7.3125, "train/tensor_param_model_layers_76_mlp_up_proj_weight/mean": -0.00012683868408203125, "train/tensor_param_model_layers_76_mlp_up_proj_weight/std": 0.04052734375, "train/tensor_param_model_layers_76_mlp_up_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_76_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_76_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_76_mlp_up_proj_weight/min": -0.1376953125, "train/tensor_param_model_layers_76_mlp_up_proj_weight/max": 0.134765625, "train/tensor_param_model_layers_76_mlp_up_proj_weight/range": 0.2724609375, "train/tensor_param_model_layers_76_mlp_down_proj_weight/norm": 7.25, "train/tensor_param_model_layers_76_mlp_down_proj_weight/mean": 0.0004405975341796875, "train/tensor_param_model_layers_76_mlp_down_proj_weight/std": 0.0400390625, "train/tensor_param_model_layers_76_mlp_down_proj_weight/max_abs": 0.140625, "train/tensor_param_model_layers_76_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_76_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_76_mlp_down_proj_weight/min": -0.134765625, "train/tensor_param_model_layers_76_mlp_down_proj_weight/max": 0.140625, "train/tensor_param_model_layers_76_mlp_down_proj_weight/range": 0.275390625, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/norm": 7.875, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/mean": 0.0003452301025390625, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/std": 0.04345703125, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/max_abs": 0.1806640625, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/min": -0.13671875, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/max": 0.1806640625, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/range": 0.3173828125, "train/tensor_param_model_layers_77_mlp_up_proj_weight/norm": 7.25, "train/tensor_param_model_layers_77_mlp_up_proj_weight/mean": -0.0007476806640625, "train/tensor_param_model_layers_77_mlp_up_proj_weight/std": 0.0400390625, "train/tensor_param_model_layers_77_mlp_up_proj_weight/max_abs": 0.14453125, "train/tensor_param_model_layers_77_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_77_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_77_mlp_up_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_77_mlp_up_proj_weight/max": 0.14453125, "train/tensor_param_model_layers_77_mlp_up_proj_weight/range": 0.2802734375, "train/tensor_param_model_layers_77_mlp_down_proj_weight/norm": 7.15625, "train/tensor_param_model_layers_77_mlp_down_proj_weight/mean": 0.000629425048828125, "train/tensor_param_model_layers_77_mlp_down_proj_weight/std": 0.03955078125, "train/tensor_param_model_layers_77_mlp_down_proj_weight/max_abs": 0.142578125, "train/tensor_param_model_layers_77_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_77_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_77_mlp_down_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_77_mlp_down_proj_weight/max": 0.142578125, "train/tensor_param_model_layers_77_mlp_down_proj_weight/range": 0.271484375, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/norm": 8.0625, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/mean": 0.00091552734375, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/std": 0.04443359375, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/max_abs": 0.1591796875, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/min": -0.15234375, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/max": 0.1591796875, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/range": 0.3115234375, "train/tensor_param_model_layers_78_mlp_up_proj_weight/norm": 7.5, "train/tensor_param_model_layers_78_mlp_up_proj_weight/mean": 0.0004405975341796875, "train/tensor_param_model_layers_78_mlp_up_proj_weight/std": 0.041259765625, "train/tensor_param_model_layers_78_mlp_up_proj_weight/max_abs": 0.1435546875, "train/tensor_param_model_layers_78_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_78_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_78_mlp_up_proj_weight/min": -0.1435546875, "train/tensor_param_model_layers_78_mlp_up_proj_weight/max": 0.140625, "train/tensor_param_model_layers_78_mlp_up_proj_weight/range": 0.2841796875, "train/tensor_param_model_layers_78_mlp_down_proj_weight/norm": 7.375, "train/tensor_param_model_layers_78_mlp_down_proj_weight/mean": 6.103515625e-05, "train/tensor_param_model_layers_78_mlp_down_proj_weight/std": 0.040771484375, "train/tensor_param_model_layers_78_mlp_down_proj_weight/max_abs": 0.1435546875, "train/tensor_param_model_layers_78_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_78_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_78_mlp_down_proj_weight/min": -0.1376953125, "train/tensor_param_model_layers_78_mlp_down_proj_weight/max": 0.1435546875, "train/tensor_param_model_layers_78_mlp_down_proj_weight/range": 0.28125, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/norm": 8.125, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/mean": 0.001129150390625, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/std": 0.044921875, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/max_abs": 0.1474609375, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/max": 0.1474609375, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/range": 0.2861328125, "train/tensor_param_model_layers_79_mlp_up_proj_weight/norm": 7.53125, "train/tensor_param_model_layers_79_mlp_up_proj_weight/mean": -0.0005035400390625, "train/tensor_param_model_layers_79_mlp_up_proj_weight/std": 0.04150390625, "train/tensor_param_model_layers_79_mlp_up_proj_weight/max_abs": 0.1396484375, "train/tensor_param_model_layers_79_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_79_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_79_mlp_up_proj_weight/min": -0.1396484375, "train/tensor_param_model_layers_79_mlp_up_proj_weight/max": 0.1318359375, "train/tensor_param_model_layers_79_mlp_up_proj_weight/range": 0.271484375, "train/tensor_param_model_layers_79_mlp_down_proj_weight/norm": 7.4375, "train/tensor_param_model_layers_79_mlp_down_proj_weight/mean": 0.0002079010009765625, "train/tensor_param_model_layers_79_mlp_down_proj_weight/std": 0.041259765625, "train/tensor_param_model_layers_79_mlp_down_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_79_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_79_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_79_mlp_down_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_79_mlp_down_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_79_mlp_down_proj_weight/range": 0.2763671875, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/norm": 8.125, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/mean": 0.00090789794921875, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/std": 0.044921875, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/max_abs": 0.1435546875, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/min": -0.1435546875, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/max": 0.138671875, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/range": 0.2822265625, "train/tensor_param_model_layers_80_mlp_up_proj_weight/norm": 7.5, "train/tensor_param_model_layers_80_mlp_up_proj_weight/mean": 5.5730342864990234e-06, "train/tensor_param_model_layers_80_mlp_up_proj_weight/std": 0.041259765625, "train/tensor_param_model_layers_80_mlp_up_proj_weight/max_abs": 0.1474609375, "train/tensor_param_model_layers_80_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_80_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_80_mlp_up_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_80_mlp_up_proj_weight/max": 0.1474609375, "train/tensor_param_model_layers_80_mlp_up_proj_weight/range": 0.2802734375, "train/tensor_param_model_layers_80_mlp_down_proj_weight/norm": 7.4375, "train/tensor_param_model_layers_80_mlp_down_proj_weight/mean": 8.535385131835938e-05, "train/tensor_param_model_layers_80_mlp_down_proj_weight/std": 0.041015625, "train/tensor_param_model_layers_80_mlp_down_proj_weight/max_abs": 0.1494140625, "train/tensor_param_model_layers_80_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_80_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_80_mlp_down_proj_weight/min": -0.1494140625, "train/tensor_param_model_layers_80_mlp_down_proj_weight/max": 0.1494140625, "train/tensor_param_model_layers_80_mlp_down_proj_weight/range": 0.298828125, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/norm": 8.25, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/mean": 0.00110626220703125, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/std": 0.045654296875, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/max_abs": 0.1533203125, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/min": -0.1533203125, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/max": 0.1396484375, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/range": 0.29296875, "train/tensor_param_model_layers_81_mlp_up_proj_weight/norm": 7.65625, "train/tensor_param_model_layers_81_mlp_up_proj_weight/mean": -0.0003509521484375, "train/tensor_param_model_layers_81_mlp_up_proj_weight/std": 0.042236328125, "train/tensor_param_model_layers_81_mlp_up_proj_weight/max_abs": 0.140625, "train/tensor_param_model_layers_81_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_81_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_81_mlp_up_proj_weight/min": -0.140625, "train/tensor_param_model_layers_81_mlp_up_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_81_mlp_up_proj_weight/range": 0.2763671875, "train/tensor_param_model_layers_81_mlp_down_proj_weight/norm": 7.625, "train/tensor_param_model_layers_81_mlp_down_proj_weight/mean": -0.00012159347534179688, "train/tensor_param_model_layers_81_mlp_down_proj_weight/std": 0.0419921875, "train/tensor_param_model_layers_81_mlp_down_proj_weight/max_abs": 0.1416015625, "train/tensor_param_model_layers_81_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_81_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_81_mlp_down_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_81_mlp_down_proj_weight/max": 0.1416015625, "train/tensor_param_model_layers_81_mlp_down_proj_weight/range": 0.27734375, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/norm": 8.5625, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/mean": 0.00084686279296875, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/std": 0.047119140625, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/max_abs": 0.16015625, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/min": -0.16015625, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/max": 0.15234375, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/range": 0.3125, "train/tensor_param_model_layers_82_mlp_up_proj_weight/norm": 7.875, "train/tensor_param_model_layers_82_mlp_up_proj_weight/mean": -0.0002689361572265625, "train/tensor_param_model_layers_82_mlp_up_proj_weight/std": 0.043701171875, "train/tensor_param_model_layers_82_mlp_up_proj_weight/max_abs": 0.140625, "train/tensor_param_model_layers_82_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_82_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_82_mlp_up_proj_weight/min": -0.1396484375, "train/tensor_param_model_layers_82_mlp_up_proj_weight/max": 0.140625, "train/tensor_param_model_layers_82_mlp_up_proj_weight/range": 0.2802734375, "train/tensor_param_model_layers_82_mlp_down_proj_weight/norm": 7.84375, "train/tensor_param_model_layers_82_mlp_down_proj_weight/mean": -0.0006561279296875, "train/tensor_param_model_layers_82_mlp_down_proj_weight/std": 0.04345703125, "train/tensor_param_model_layers_82_mlp_down_proj_weight/max_abs": 0.154296875, "train/tensor_param_model_layers_82_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_82_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_82_mlp_down_proj_weight/min": -0.1435546875, "train/tensor_param_model_layers_82_mlp_down_proj_weight/max": 0.154296875, "train/tensor_param_model_layers_82_mlp_down_proj_weight/range": 0.2978515625, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/norm": 8.625, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/mean": 0.000888824462890625, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/std": 0.047607421875, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/max_abs": 0.1494140625, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/min": -0.1455078125, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/max": 0.1494140625, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/range": 0.294921875, "train/tensor_param_model_layers_83_mlp_up_proj_weight/norm": 8.0, "train/tensor_param_model_layers_83_mlp_up_proj_weight/mean": -0.000396728515625, "train/tensor_param_model_layers_83_mlp_up_proj_weight/std": 0.04443359375, "train/tensor_param_model_layers_83_mlp_up_proj_weight/max_abs": 0.150390625, "train/tensor_param_model_layers_83_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_83_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_83_mlp_up_proj_weight/min": -0.150390625, "train/tensor_param_model_layers_83_mlp_up_proj_weight/max": 0.138671875, "train/tensor_param_model_layers_83_mlp_up_proj_weight/range": 0.2890625, "train/tensor_param_model_layers_83_mlp_down_proj_weight/norm": 7.96875, "train/tensor_param_model_layers_83_mlp_down_proj_weight/mean": -0.000553131103515625, "train/tensor_param_model_layers_83_mlp_down_proj_weight/std": 0.044189453125, "train/tensor_param_model_layers_83_mlp_down_proj_weight/max_abs": 0.1435546875, "train/tensor_param_model_layers_83_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_83_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_83_mlp_down_proj_weight/min": -0.1435546875, "train/tensor_param_model_layers_83_mlp_down_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_83_mlp_down_proj_weight/range": 0.28125, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/norm": 8.625, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/mean": 0.001708984375, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/std": 0.0478515625, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/max_abs": 0.162109375, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/min": -0.154296875, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/max": 0.162109375, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/range": 0.31640625, "train/tensor_param_model_layers_84_mlp_up_proj_weight/norm": 8.0625, "train/tensor_param_model_layers_84_mlp_up_proj_weight/mean": 0.000255584716796875, "train/tensor_param_model_layers_84_mlp_up_proj_weight/std": 0.04443359375, "train/tensor_param_model_layers_84_mlp_up_proj_weight/max_abs": 0.1513671875, "train/tensor_param_model_layers_84_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_84_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_84_mlp_up_proj_weight/min": -0.14453125, "train/tensor_param_model_layers_84_mlp_up_proj_weight/max": 0.1513671875, "train/tensor_param_model_layers_84_mlp_up_proj_weight/range": 0.2958984375, "train/tensor_param_model_layers_84_mlp_down_proj_weight/norm": 8.0, "train/tensor_param_model_layers_84_mlp_down_proj_weight/mean": 8.058547973632812e-05, "train/tensor_param_model_layers_84_mlp_down_proj_weight/std": 0.044189453125, "train/tensor_param_model_layers_84_mlp_down_proj_weight/max_abs": 0.16796875, "train/tensor_param_model_layers_84_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_84_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_84_mlp_down_proj_weight/min": -0.16796875, "train/tensor_param_model_layers_84_mlp_down_proj_weight/max": 0.15234375, "train/tensor_param_model_layers_84_mlp_down_proj_weight/range": 0.3203125, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/norm": 8.8125, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/mean": 0.000919342041015625, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/std": 0.048583984375, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/max_abs": 0.1669921875, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/min": -0.1640625, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/max": 0.1669921875, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/range": 0.3310546875, "train/tensor_param_model_layers_85_mlp_up_proj_weight/norm": 8.0625, "train/tensor_param_model_layers_85_mlp_up_proj_weight/mean": 0.000194549560546875, "train/tensor_param_model_layers_85_mlp_up_proj_weight/std": 0.044677734375, "train/tensor_param_model_layers_85_mlp_up_proj_weight/max_abs": 0.1630859375, "train/tensor_param_model_layers_85_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_85_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_85_mlp_up_proj_weight/min": -0.1630859375, "train/tensor_param_model_layers_85_mlp_up_proj_weight/max": 0.1416015625, "train/tensor_param_model_layers_85_mlp_up_proj_weight/range": 0.3046875, "train/tensor_param_model_layers_85_mlp_down_proj_weight/norm": 8.0, "train/tensor_param_model_layers_85_mlp_down_proj_weight/mean": 0.000637054443359375, "train/tensor_param_model_layers_85_mlp_down_proj_weight/std": 0.044189453125, "train/tensor_param_model_layers_85_mlp_down_proj_weight/max_abs": 0.1396484375, "train/tensor_param_model_layers_85_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_85_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_85_mlp_down_proj_weight/min": -0.1396484375, "train/tensor_param_model_layers_85_mlp_down_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_85_mlp_down_proj_weight/range": 0.27734375, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/norm": 8.75, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/mean": 0.0013427734375, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/std": 0.04833984375, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/max_abs": 0.171875, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/min": -0.158203125, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/max": 0.171875, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/range": 0.330078125, "train/tensor_param_model_layers_86_mlp_up_proj_weight/norm": 8.25, "train/tensor_param_model_layers_86_mlp_up_proj_weight/mean": 0.0003566741943359375, "train/tensor_param_model_layers_86_mlp_up_proj_weight/std": 0.045654296875, "train/tensor_param_model_layers_86_mlp_up_proj_weight/max_abs": 0.1513671875, "train/tensor_param_model_layers_86_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_86_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_86_mlp_up_proj_weight/min": -0.1513671875, "train/tensor_param_model_layers_86_mlp_up_proj_weight/max": 0.1435546875, "train/tensor_param_model_layers_86_mlp_up_proj_weight/range": 0.294921875, "train/tensor_param_model_layers_86_mlp_down_proj_weight/norm": 8.0625, "train/tensor_param_model_layers_86_mlp_down_proj_weight/mean": -0.000335693359375, "train/tensor_param_model_layers_86_mlp_down_proj_weight/std": 0.044677734375, "train/tensor_param_model_layers_86_mlp_down_proj_weight/max_abs": 0.14453125, "train/tensor_param_model_layers_86_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_86_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_86_mlp_down_proj_weight/min": -0.14453125, "train/tensor_param_model_layers_86_mlp_down_proj_weight/max": 0.1435546875, "train/tensor_param_model_layers_86_mlp_down_proj_weight/range": 0.2880859375, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/norm": 8.75, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/mean": 0.000858306884765625, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/std": 0.04833984375, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/max_abs": 0.162109375, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/min": -0.162109375, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/max": 0.158203125, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/range": 0.3203125, "train/tensor_param_model_layers_87_mlp_up_proj_weight/norm": 8.125, "train/tensor_param_model_layers_87_mlp_up_proj_weight/mean": 0.000644683837890625, "train/tensor_param_model_layers_87_mlp_up_proj_weight/std": 0.044921875, "train/tensor_param_model_layers_87_mlp_up_proj_weight/max_abs": 0.1513671875, "train/tensor_param_model_layers_87_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_87_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_87_mlp_up_proj_weight/min": -0.1513671875, "train/tensor_param_model_layers_87_mlp_up_proj_weight/max": 0.150390625, "train/tensor_param_model_layers_87_mlp_up_proj_weight/range": 0.3017578125, "train/tensor_param_model_layers_87_mlp_down_proj_weight/norm": 8.0625, "train/tensor_param_model_layers_87_mlp_down_proj_weight/mean": 0.000316619873046875, "train/tensor_param_model_layers_87_mlp_down_proj_weight/std": 0.04443359375, "train/tensor_param_model_layers_87_mlp_down_proj_weight/max_abs": 0.140625, "train/tensor_param_model_layers_87_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_87_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_87_mlp_down_proj_weight/min": -0.1396484375, "train/tensor_param_model_layers_87_mlp_down_proj_weight/max": 0.140625, "train/tensor_param_model_layers_87_mlp_down_proj_weight/range": 0.2802734375, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/norm": 8.8125, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/mean": 0.00116729736328125, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/std": 0.048828125, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/max_abs": 0.1484375, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/min": -0.1484375, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/max": 0.146484375, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/range": 0.294921875, "train/tensor_param_model_layers_88_mlp_up_proj_weight/norm": 8.25, "train/tensor_param_model_layers_88_mlp_up_proj_weight/mean": -0.0005645751953125, "train/tensor_param_model_layers_88_mlp_up_proj_weight/std": 0.04541015625, "train/tensor_param_model_layers_88_mlp_up_proj_weight/max_abs": 0.1640625, "train/tensor_param_model_layers_88_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_88_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_88_mlp_up_proj_weight/min": -0.1640625, "train/tensor_param_model_layers_88_mlp_up_proj_weight/max": 0.13671875, "train/tensor_param_model_layers_88_mlp_up_proj_weight/range": 0.30078125, "train/tensor_param_model_layers_88_mlp_down_proj_weight/norm": 8.125, "train/tensor_param_model_layers_88_mlp_down_proj_weight/mean": 0.00017833709716796875, "train/tensor_param_model_layers_88_mlp_down_proj_weight/std": 0.044921875, "train/tensor_param_model_layers_88_mlp_down_proj_weight/max_abs": 0.1474609375, "train/tensor_param_model_layers_88_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_88_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_88_mlp_down_proj_weight/min": -0.1396484375, "train/tensor_param_model_layers_88_mlp_down_proj_weight/max": 0.1474609375, "train/tensor_param_model_layers_88_mlp_down_proj_weight/range": 0.287109375, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/norm": 9.0, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/mean": 0.0015411376953125, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/std": 0.0498046875, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/max_abs": 0.16015625, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/min": -0.16015625, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/max": 0.158203125, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/range": 0.318359375, "train/tensor_param_model_layers_89_mlp_up_proj_weight/norm": 8.375, "train/tensor_param_model_layers_89_mlp_up_proj_weight/mean": -0.0003299713134765625, "train/tensor_param_model_layers_89_mlp_up_proj_weight/std": 0.04638671875, "train/tensor_param_model_layers_89_mlp_up_proj_weight/max_abs": 0.1533203125, "train/tensor_param_model_layers_89_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_89_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_89_mlp_up_proj_weight/min": -0.1533203125, "train/tensor_param_model_layers_89_mlp_up_proj_weight/max": 0.142578125, "train/tensor_param_model_layers_89_mlp_up_proj_weight/range": 0.2958984375, "train/tensor_param_model_layers_89_mlp_down_proj_weight/norm": 8.3125, "train/tensor_param_model_layers_89_mlp_down_proj_weight/mean": 0.000591278076171875, "train/tensor_param_model_layers_89_mlp_down_proj_weight/std": 0.0458984375, "train/tensor_param_model_layers_89_mlp_down_proj_weight/max_abs": 0.166015625, "train/tensor_param_model_layers_89_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_89_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_89_mlp_down_proj_weight/min": -0.166015625, "train/tensor_param_model_layers_89_mlp_down_proj_weight/max": 0.1455078125, "train/tensor_param_model_layers_89_mlp_down_proj_weight/range": 0.3115234375, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/norm": 9.0, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/mean": 0.00131988525390625, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/std": 0.049560546875, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/max_abs": 0.1572265625, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/min": -0.1552734375, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/max": 0.1572265625, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/range": 0.3125, "train/tensor_param_model_layers_90_mlp_up_proj_weight/norm": 8.4375, "train/tensor_param_model_layers_90_mlp_up_proj_weight/mean": -0.0003910064697265625, "train/tensor_param_model_layers_90_mlp_up_proj_weight/std": 0.04638671875, "train/tensor_param_model_layers_90_mlp_up_proj_weight/max_abs": 0.162109375, "train/tensor_param_model_layers_90_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_90_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_90_mlp_up_proj_weight/min": -0.1494140625, "train/tensor_param_model_layers_90_mlp_up_proj_weight/max": 0.162109375, "train/tensor_param_model_layers_90_mlp_up_proj_weight/range": 0.3115234375, "train/tensor_param_model_layers_90_mlp_down_proj_weight/norm": 8.3125, "train/tensor_param_model_layers_90_mlp_down_proj_weight/mean": -0.000644683837890625, "train/tensor_param_model_layers_90_mlp_down_proj_weight/std": 0.046142578125, "train/tensor_param_model_layers_90_mlp_down_proj_weight/max_abs": 0.1796875, "train/tensor_param_model_layers_90_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_90_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_90_mlp_down_proj_weight/min": -0.15625, "train/tensor_param_model_layers_90_mlp_down_proj_weight/max": 0.1796875, "train/tensor_param_model_layers_90_mlp_down_proj_weight/range": 0.3359375, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/norm": 9.0, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/mean": 0.0010986328125, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/std": 0.0498046875, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/max_abs": 0.1650390625, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/min": -0.16015625, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/max": 0.1650390625, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/range": 0.3251953125, "train/tensor_param_model_layers_91_mlp_up_proj_weight/norm": 8.5, "train/tensor_param_model_layers_91_mlp_up_proj_weight/mean": -0.00077056884765625, "train/tensor_param_model_layers_91_mlp_up_proj_weight/std": 0.046875, "train/tensor_param_model_layers_91_mlp_up_proj_weight/max_abs": 0.1650390625, "train/tensor_param_model_layers_91_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_91_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_91_mlp_up_proj_weight/min": -0.158203125, "train/tensor_param_model_layers_91_mlp_up_proj_weight/max": 0.1650390625, "train/tensor_param_model_layers_91_mlp_up_proj_weight/range": 0.3232421875, "train/tensor_param_model_layers_91_mlp_down_proj_weight/norm": 8.375, "train/tensor_param_model_layers_91_mlp_down_proj_weight/mean": -0.00055694580078125, "train/tensor_param_model_layers_91_mlp_down_proj_weight/std": 0.04638671875, "train/tensor_param_model_layers_91_mlp_down_proj_weight/max_abs": 0.17578125, "train/tensor_param_model_layers_91_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_91_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_91_mlp_down_proj_weight/min": -0.1416015625, "train/tensor_param_model_layers_91_mlp_down_proj_weight/max": 0.17578125, "train/tensor_param_model_layers_91_mlp_down_proj_weight/range": 0.3173828125, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/norm": 9.1875, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/mean": 0.0019683837890625, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/std": 0.050537109375, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/max_abs": 0.1953125, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/min": -0.1953125, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/max": 0.1669921875, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/range": 0.3623046875, "train/tensor_param_model_layers_92_mlp_up_proj_weight/norm": 8.625, "train/tensor_param_model_layers_92_mlp_up_proj_weight/mean": -0.00048065185546875, "train/tensor_param_model_layers_92_mlp_up_proj_weight/std": 0.047607421875, "train/tensor_param_model_layers_92_mlp_up_proj_weight/max_abs": 0.1611328125, "train/tensor_param_model_layers_92_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_92_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_92_mlp_up_proj_weight/min": -0.1611328125, "train/tensor_param_model_layers_92_mlp_up_proj_weight/max": 0.146484375, "train/tensor_param_model_layers_92_mlp_up_proj_weight/range": 0.3076171875, "train/tensor_param_model_layers_92_mlp_down_proj_weight/norm": 8.5625, "train/tensor_param_model_layers_92_mlp_down_proj_weight/mean": -0.0005340576171875, "train/tensor_param_model_layers_92_mlp_down_proj_weight/std": 0.047119140625, "train/tensor_param_model_layers_92_mlp_down_proj_weight/max_abs": 0.158203125, "train/tensor_param_model_layers_92_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_92_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_92_mlp_down_proj_weight/min": -0.1435546875, "train/tensor_param_model_layers_92_mlp_down_proj_weight/max": 0.158203125, "train/tensor_param_model_layers_92_mlp_down_proj_weight/range": 0.3017578125, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/norm": 9.25, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/mean": 0.0019073486328125, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/std": 0.05126953125, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/max_abs": 0.17578125, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/min": -0.17578125, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/max": 0.15234375, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/range": 0.328125, "train/tensor_param_model_layers_93_mlp_up_proj_weight/norm": 8.75, "train/tensor_param_model_layers_93_mlp_up_proj_weight/mean": 0.0002574920654296875, "train/tensor_param_model_layers_93_mlp_up_proj_weight/std": 0.04833984375, "train/tensor_param_model_layers_93_mlp_up_proj_weight/max_abs": 0.1513671875, "train/tensor_param_model_layers_93_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_93_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_93_mlp_up_proj_weight/min": -0.142578125, "train/tensor_param_model_layers_93_mlp_up_proj_weight/max": 0.1513671875, "train/tensor_param_model_layers_93_mlp_up_proj_weight/range": 0.2939453125, "train/tensor_param_model_layers_93_mlp_down_proj_weight/norm": 8.625, "train/tensor_param_model_layers_93_mlp_down_proj_weight/mean": -0.00010633468627929688, "train/tensor_param_model_layers_93_mlp_down_proj_weight/std": 0.047607421875, "train/tensor_param_model_layers_93_mlp_down_proj_weight/max_abs": 0.169921875, "train/tensor_param_model_layers_93_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_93_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_93_mlp_down_proj_weight/min": -0.15234375, "train/tensor_param_model_layers_93_mlp_down_proj_weight/max": 0.169921875, "train/tensor_param_model_layers_93_mlp_down_proj_weight/range": 0.322265625, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/norm": 9.4375, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/mean": 0.00176239013671875, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/std": 0.052001953125, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/max_abs": 0.185546875, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/min": -0.185546875, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/max": 0.1552734375, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/range": 0.3408203125, "train/tensor_param_model_layers_94_mlp_up_proj_weight/norm": 8.9375, "train/tensor_param_model_layers_94_mlp_up_proj_weight/mean": -0.00072479248046875, "train/tensor_param_model_layers_94_mlp_up_proj_weight/std": 0.049560546875, "train/tensor_param_model_layers_94_mlp_up_proj_weight/max_abs": 0.166015625, "train/tensor_param_model_layers_94_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_94_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_94_mlp_up_proj_weight/min": -0.158203125, "train/tensor_param_model_layers_94_mlp_up_proj_weight/max": 0.166015625, "train/tensor_param_model_layers_94_mlp_up_proj_weight/range": 0.32421875, "train/tensor_param_model_layers_94_mlp_down_proj_weight/norm": 8.8125, "train/tensor_param_model_layers_94_mlp_down_proj_weight/mean": -4.673004150390625e-05, "train/tensor_param_model_layers_94_mlp_down_proj_weight/std": 0.048828125, "train/tensor_param_model_layers_94_mlp_down_proj_weight/max_abs": 0.1572265625, "train/tensor_param_model_layers_94_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_94_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_94_mlp_down_proj_weight/min": -0.1572265625, "train/tensor_param_model_layers_94_mlp_down_proj_weight/max": 0.1455078125, "train/tensor_param_model_layers_94_mlp_down_proj_weight/range": 0.302734375, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/norm": 9.5, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/mean": 0.00164794921875, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/std": 0.052490234375, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/max_abs": 0.1875, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/min": -0.1875, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/max": 0.1875, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/range": 0.375, "train/tensor_param_model_layers_95_mlp_up_proj_weight/norm": 9.0, "train/tensor_param_model_layers_95_mlp_up_proj_weight/mean": -7.104873657226562e-05, "train/tensor_param_model_layers_95_mlp_up_proj_weight/std": 0.049560546875, "train/tensor_param_model_layers_95_mlp_up_proj_weight/max_abs": 0.19921875, "train/tensor_param_model_layers_95_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_95_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_95_mlp_up_proj_weight/min": -0.181640625, "train/tensor_param_model_layers_95_mlp_up_proj_weight/max": 0.19921875, "train/tensor_param_model_layers_95_mlp_up_proj_weight/range": 0.380859375, "train/tensor_param_model_layers_95_mlp_down_proj_weight/norm": 8.8125, "train/tensor_param_model_layers_95_mlp_down_proj_weight/mean": 0.0001678466796875, "train/tensor_param_model_layers_95_mlp_down_proj_weight/std": 0.048583984375, "train/tensor_param_model_layers_95_mlp_down_proj_weight/max_abs": 0.171875, "train/tensor_param_model_layers_95_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_95_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_95_mlp_down_proj_weight/min": -0.1572265625, "train/tensor_param_model_layers_95_mlp_down_proj_weight/max": 0.171875, "train/tensor_param_model_layers_95_mlp_down_proj_weight/range": 0.3291015625, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/norm": 9.6875, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/mean": 0.0015869140625, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/std": 0.05322265625, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/max_abs": 0.20703125, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/min": -0.181640625, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/max": 0.20703125, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/range": 0.388671875, "train/tensor_param_model_layers_96_mlp_up_proj_weight/norm": 9.1875, "train/tensor_param_model_layers_96_mlp_up_proj_weight/mean": 0.000274658203125, "train/tensor_param_model_layers_96_mlp_up_proj_weight/std": 0.05078125, "train/tensor_param_model_layers_96_mlp_up_proj_weight/max_abs": 0.1875, "train/tensor_param_model_layers_96_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_96_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_96_mlp_up_proj_weight/min": -0.15234375, "train/tensor_param_model_layers_96_mlp_up_proj_weight/max": 0.1875, "train/tensor_param_model_layers_96_mlp_up_proj_weight/range": 0.33984375, "train/tensor_param_model_layers_96_mlp_down_proj_weight/norm": 9.0625, "train/tensor_param_model_layers_96_mlp_down_proj_weight/mean": 0.00011444091796875, "train/tensor_param_model_layers_96_mlp_down_proj_weight/std": 0.050048828125, "train/tensor_param_model_layers_96_mlp_down_proj_weight/max_abs": 0.166015625, "train/tensor_param_model_layers_96_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_96_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_96_mlp_down_proj_weight/min": -0.166015625, "train/tensor_param_model_layers_96_mlp_down_proj_weight/max": 0.1591796875, "train/tensor_param_model_layers_96_mlp_down_proj_weight/range": 0.3251953125, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/norm": 9.6875, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/mean": 0.001190185546875, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/std": 0.0537109375, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/max_abs": 0.181640625, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/min": -0.16796875, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/max": 0.181640625, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/range": 0.349609375, "train/tensor_param_model_layers_97_mlp_up_proj_weight/norm": 9.125, "train/tensor_param_model_layers_97_mlp_up_proj_weight/mean": 0.000484466552734375, "train/tensor_param_model_layers_97_mlp_up_proj_weight/std": 0.05029296875, "train/tensor_param_model_layers_97_mlp_up_proj_weight/max_abs": 0.19140625, "train/tensor_param_model_layers_97_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_97_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_97_mlp_up_proj_weight/min": -0.19140625, "train/tensor_param_model_layers_97_mlp_up_proj_weight/max": 0.185546875, "train/tensor_param_model_layers_97_mlp_up_proj_weight/range": 0.376953125, "train/tensor_param_model_layers_97_mlp_down_proj_weight/norm": 8.9375, "train/tensor_param_model_layers_97_mlp_down_proj_weight/mean": -0.00010061264038085938, "train/tensor_param_model_layers_97_mlp_down_proj_weight/std": 0.04931640625, "train/tensor_param_model_layers_97_mlp_down_proj_weight/max_abs": 0.2265625, "train/tensor_param_model_layers_97_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_97_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_97_mlp_down_proj_weight/min": -0.166015625, "train/tensor_param_model_layers_97_mlp_down_proj_weight/max": 0.2265625, "train/tensor_param_model_layers_97_mlp_down_proj_weight/range": 0.392578125, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/norm": 9.75, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/mean": 0.00124359130859375, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/std": 0.053955078125, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/max_abs": 0.2060546875, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/min": -0.2060546875, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/max": 0.1865234375, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/range": 0.392578125, "train/tensor_param_model_layers_98_mlp_up_proj_weight/norm": 9.25, "train/tensor_param_model_layers_98_mlp_up_proj_weight/mean": 6.961822509765625e-05, "train/tensor_param_model_layers_98_mlp_up_proj_weight/std": 0.051025390625, "train/tensor_param_model_layers_98_mlp_up_proj_weight/max_abs": 0.1806640625, "train/tensor_param_model_layers_98_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_98_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_98_mlp_up_proj_weight/min": -0.1806640625, "train/tensor_param_model_layers_98_mlp_up_proj_weight/max": 0.171875, "train/tensor_param_model_layers_98_mlp_up_proj_weight/range": 0.3525390625, "train/tensor_param_model_layers_98_mlp_down_proj_weight/norm": 9.0, "train/tensor_param_model_layers_98_mlp_down_proj_weight/mean": 8.96453857421875e-05, "train/tensor_param_model_layers_98_mlp_down_proj_weight/std": 0.049560546875, "train/tensor_param_model_layers_98_mlp_down_proj_weight/max_abs": 0.193359375, "train/tensor_param_model_layers_98_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_98_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_98_mlp_down_proj_weight/min": -0.193359375, "train/tensor_param_model_layers_98_mlp_down_proj_weight/max": 0.15625, "train/tensor_param_model_layers_98_mlp_down_proj_weight/range": 0.349609375, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/norm": 9.6875, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/mean": 0.00180816650390625, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/std": 0.0537109375, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/max_abs": 0.1962890625, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/min": -0.1962890625, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/max": 0.1943359375, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/range": 0.390625, "train/tensor_param_model_layers_99_mlp_up_proj_weight/norm": 9.25, "train/tensor_param_model_layers_99_mlp_up_proj_weight/mean": -0.000347137451171875, "train/tensor_param_model_layers_99_mlp_up_proj_weight/std": 0.051025390625, "train/tensor_param_model_layers_99_mlp_up_proj_weight/max_abs": 0.181640625, "train/tensor_param_model_layers_99_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_99_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_99_mlp_up_proj_weight/min": -0.181640625, "train/tensor_param_model_layers_99_mlp_up_proj_weight/max": 0.166015625, "train/tensor_param_model_layers_99_mlp_up_proj_weight/range": 0.34765625, "train/tensor_param_model_layers_99_mlp_down_proj_weight/norm": 9.0, "train/tensor_param_model_layers_99_mlp_down_proj_weight/mean": 0.0004825592041015625, "train/tensor_param_model_layers_99_mlp_down_proj_weight/std": 0.0498046875, "train/tensor_param_model_layers_99_mlp_down_proj_weight/max_abs": 0.2001953125, "train/tensor_param_model_layers_99_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_99_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_99_mlp_down_proj_weight/min": -0.2001953125, "train/tensor_param_model_layers_99_mlp_down_proj_weight/max": 0.1689453125, "train/tensor_param_model_layers_99_mlp_down_proj_weight/range": 0.369140625}
-{"step": 2640, "epoch": 0.17795753286147623, "timestamp": 1786741741.429658, "loss": 7.901728820800781, "grad_norm": 1501560832.0, "learning_rate": 9e-05, "train/total_time_seconds": 43.87037241086364, "train/time_per_step_avg": 0.3100336164981127, "train/epoch_time_elapsed": 51.53222904726863, "train/estimated_remaining_minutes": 0.23818510273574953}
-{"step": 2660, "epoch": 0.1793056959892147, "timestamp": 1786741749.4708393, "loss": 7.956874847412109, "grad_norm": 2055208960.0, "learning_rate": 9e-05, "train/total_time_seconds": 50.756001237779856, "train/time_per_step_avg": 0.3139709876477718, "train/epoch_time_elapsed": 59.54755551367998, "train/estimated_remaining_minutes": 0.267136848619894, "train/tensor_act_model_layers_0_residual_pre_attn/norm": 186.3287353515625, "train/tensor_act_model_layers_0_residual_pre_attn/mean": 0.0009918212890625, "train/tensor_act_model_layers_0_residual_pre_attn/std": 0.0908203125, "train/tensor_act_model_layers_0_residual_pre_attn/max_abs": 0.32421875, "train/tensor_act_model_layers_0_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_residual_pre_attn/min": -0.255859375, "train/tensor_act_model_layers_0_residual_pre_attn/max": 0.32421875, "train/tensor_act_model_layers_0_residual_pre_attn/range": 0.580078125, "train/tensor_act_model_layers_0_residual_post_attn/norm": 188.19277954101562, "train/tensor_act_model_layers_0_residual_post_attn/mean": -2.372264862060547e-05, "train/tensor_act_model_layers_0_residual_post_attn/std": 0.091796875, "train/tensor_act_model_layers_0_residual_post_attn/max_abs": 0.3515625, "train/tensor_act_model_layers_0_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_residual_post_attn/min": -0.3359375, "train/tensor_act_model_layers_0_residual_post_attn/max": 0.3515625, "train/tensor_act_model_layers_0_residual_post_attn/range": 0.6875, "train/tensor_act_model_layers_0_mlp_gate_proj/norm": 1365.822265625, "train/tensor_act_model_layers_0_mlp_gate_proj/mean": 0.006256103515625, "train/tensor_act_model_layers_0_mlp_gate_proj/std": 0.470703125, "train/tensor_act_model_layers_0_mlp_gate_proj/max_abs": 2.53125, "train/tensor_act_model_layers_0_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_mlp_gate_proj/min": -2.265625, "train/tensor_act_model_layers_0_mlp_gate_proj/max": 2.53125, "train/tensor_act_model_layers_0_mlp_gate_proj/range": 4.796875, "train/tensor_act_model_layers_0_mlp_up_proj/norm": 1343.2763671875, "train/tensor_act_model_layers_0_mlp_up_proj/mean": 0.0042724609375, "train/tensor_act_model_layers_0_mlp_up_proj/std": 0.462890625, "train/tensor_act_model_layers_0_mlp_up_proj/max_abs": 2.5, "train/tensor_act_model_layers_0_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_mlp_up_proj/min": -2.46875, "train/tensor_act_model_layers_0_mlp_up_proj/max": 2.5, "train/tensor_act_model_layers_0_mlp_up_proj/range": 4.96875, "train/tensor_act_model_layers_0_mlp_down_proj/norm": 327.1518859863281, "train/tensor_act_model_layers_0_mlp_down_proj/mean": 0.07470703125, "train/tensor_act_model_layers_0_mlp_down_proj/std": 0.1416015625, "train/tensor_act_model_layers_0_mlp_down_proj/max_abs": 0.96484375, "train/tensor_act_model_layers_0_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_mlp_down_proj/min": -0.671875, "train/tensor_act_model_layers_0_mlp_down_proj/max": 0.96484375, "train/tensor_act_model_layers_0_mlp_down_proj/range": 1.63671875, "train/tensor_act_model_layers_0_mlp/norm": 327.1518859863281, "train/tensor_act_model_layers_0_mlp/mean": 0.07470703125, "train/tensor_act_model_layers_0_mlp/std": 0.1416015625, "train/tensor_act_model_layers_0_mlp/max_abs": 0.96484375, "train/tensor_act_model_layers_0_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_mlp/min": -0.671875, "train/tensor_act_model_layers_0_mlp/max": 0.96484375, "train/tensor_act_model_layers_0_mlp/range": 1.63671875, "train/tensor_act_model_layers_0_residual_post_mlp/norm": 393.0166320800781, "train/tensor_act_model_layers_0_residual_post_mlp/mean": 0.07470703125, "train/tensor_act_model_layers_0_residual_post_mlp/std": 0.1767578125, "train/tensor_act_model_layers_0_residual_post_mlp/max_abs": 1.125, "train/tensor_act_model_layers_0_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_residual_post_mlp/min": -0.8515625, "train/tensor_act_model_layers_0_residual_post_mlp/max": 1.125, "train/tensor_act_model_layers_0_residual_post_mlp/range": 1.9765625, "train/tensor_act_model_layers_1_residual_pre_attn/norm": 393.0166320800781, "train/tensor_act_model_layers_1_residual_pre_attn/mean": 0.07470703125, "train/tensor_act_model_layers_1_residual_pre_attn/std": 0.1767578125, "train/tensor_act_model_layers_1_residual_pre_attn/max_abs": 1.125, "train/tensor_act_model_layers_1_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_residual_pre_attn/min": -0.8515625, "train/tensor_act_model_layers_1_residual_pre_attn/max": 1.125, "train/tensor_act_model_layers_1_residual_pre_attn/range": 1.9765625, "train/tensor_act_model_layers_1_residual_post_attn/norm": 411.68707275390625, "train/tensor_act_model_layers_1_residual_post_attn/mean": 0.07763671875, "train/tensor_act_model_layers_1_residual_post_attn/std": 0.185546875, "train/tensor_act_model_layers_1_residual_post_attn/max_abs": 1.2578125, "train/tensor_act_model_layers_1_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_residual_post_attn/min": -0.84375, "train/tensor_act_model_layers_1_residual_post_attn/max": 1.2578125, "train/tensor_act_model_layers_1_residual_post_attn/range": 2.1015625, "train/tensor_act_model_layers_1_mlp_gate_proj/norm": 1541.343017578125, "train/tensor_act_model_layers_1_mlp_gate_proj/mean": 0.048828125, "train/tensor_act_model_layers_1_mlp_gate_proj/std": 0.53125, "train/tensor_act_model_layers_1_mlp_gate_proj/max_abs": 3.015625, "train/tensor_act_model_layers_1_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_mlp_gate_proj/min": -2.375, "train/tensor_act_model_layers_1_mlp_gate_proj/max": 3.015625, "train/tensor_act_model_layers_1_mlp_gate_proj/range": 5.390625, "train/tensor_act_model_layers_1_mlp_up_proj/norm": 1495.5306396484375, "train/tensor_act_model_layers_1_mlp_up_proj/mean": -0.014892578125, "train/tensor_act_model_layers_1_mlp_up_proj/std": 0.515625, "train/tensor_act_model_layers_1_mlp_up_proj/max_abs": 2.703125, "train/tensor_act_model_layers_1_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_mlp_up_proj/min": -2.703125, "train/tensor_act_model_layers_1_mlp_up_proj/max": 2.5625, "train/tensor_act_model_layers_1_mlp_up_proj/range": 5.265625, "train/tensor_act_model_layers_1_mlp_down_proj/norm": 424.06390380859375, "train/tensor_act_model_layers_1_mlp_down_proj/mean": 0.10546875, "train/tensor_act_model_layers_1_mlp_down_proj/std": 0.177734375, "train/tensor_act_model_layers_1_mlp_down_proj/max_abs": 1.890625, "train/tensor_act_model_layers_1_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_mlp_down_proj/min": -1.484375, "train/tensor_act_model_layers_1_mlp_down_proj/max": 1.890625, "train/tensor_act_model_layers_1_mlp_down_proj/range": 3.375, "train/tensor_act_model_layers_1_mlp/norm": 424.06390380859375, "train/tensor_act_model_layers_1_mlp/mean": 0.10546875, "train/tensor_act_model_layers_1_mlp/std": 0.177734375, "train/tensor_act_model_layers_1_mlp/max_abs": 1.890625, "train/tensor_act_model_layers_1_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_mlp/min": -1.484375, "train/tensor_act_model_layers_1_mlp/max": 1.890625, "train/tensor_act_model_layers_1_mlp/range": 3.375, "train/tensor_act_model_layers_1_residual_post_mlp/norm": 712.5036010742188, "train/tensor_act_model_layers_1_residual_post_mlp/mean": 0.18359375, "train/tensor_act_model_layers_1_residual_post_mlp/std": 0.294921875, "train/tensor_act_model_layers_1_residual_post_mlp/max_abs": 2.234375, "train/tensor_act_model_layers_1_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_residual_post_mlp/min": -1.765625, "train/tensor_act_model_layers_1_residual_post_mlp/max": 2.234375, "train/tensor_act_model_layers_1_residual_post_mlp/range": 4.0, "train/tensor_act_model_layers_2_residual_pre_attn/norm": 712.5036010742188, "train/tensor_act_model_layers_2_residual_pre_attn/mean": 0.18359375, "train/tensor_act_model_layers_2_residual_pre_attn/std": 0.294921875, "train/tensor_act_model_layers_2_residual_pre_attn/max_abs": 2.234375, "train/tensor_act_model_layers_2_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_residual_pre_attn/min": -1.765625, "train/tensor_act_model_layers_2_residual_pre_attn/max": 2.234375, "train/tensor_act_model_layers_2_residual_pre_attn/range": 4.0, "train/tensor_act_model_layers_2_residual_post_attn/norm": 728.6634521484375, "train/tensor_act_model_layers_2_residual_post_attn/mean": 0.1884765625, "train/tensor_act_model_layers_2_residual_post_attn/std": 0.302734375, "train/tensor_act_model_layers_2_residual_post_attn/max_abs": 2.21875, "train/tensor_act_model_layers_2_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_residual_post_attn/min": -1.6875, "train/tensor_act_model_layers_2_residual_post_attn/max": 2.21875, "train/tensor_act_model_layers_2_residual_post_attn/range": 3.90625, "train/tensor_act_model_layers_2_mlp_gate_proj/norm": 1588.0723876953125, "train/tensor_act_model_layers_2_mlp_gate_proj/mean": -0.0012054443359375, "train/tensor_act_model_layers_2_mlp_gate_proj/std": 0.546875, "train/tensor_act_model_layers_2_mlp_gate_proj/max_abs": 2.4375, "train/tensor_act_model_layers_2_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_mlp_gate_proj/min": -2.15625, "train/tensor_act_model_layers_2_mlp_gate_proj/max": 2.4375, "train/tensor_act_model_layers_2_mlp_gate_proj/range": 4.59375, "train/tensor_act_model_layers_2_mlp_up_proj/norm": 1591.1055908203125, "train/tensor_act_model_layers_2_mlp_up_proj/mean": -0.0242919921875, "train/tensor_act_model_layers_2_mlp_up_proj/std": 0.546875, "train/tensor_act_model_layers_2_mlp_up_proj/max_abs": 2.28125, "train/tensor_act_model_layers_2_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_mlp_up_proj/min": -2.015625, "train/tensor_act_model_layers_2_mlp_up_proj/max": 2.28125, "train/tensor_act_model_layers_2_mlp_up_proj/range": 4.296875, "train/tensor_act_model_layers_2_mlp_down_proj/norm": 559.2764282226562, "train/tensor_act_model_layers_2_mlp_down_proj/mean": 0.2109375, "train/tensor_act_model_layers_2_mlp_down_proj/std": 0.1728515625, "train/tensor_act_model_layers_2_mlp_down_proj/max_abs": 1.2265625, "train/tensor_act_model_layers_2_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_mlp_down_proj/min": -0.52734375, "train/tensor_act_model_layers_2_mlp_down_proj/max": 1.2265625, "train/tensor_act_model_layers_2_mlp_down_proj/range": 1.75390625, "train/tensor_act_model_layers_2_mlp/norm": 559.2764282226562, "train/tensor_act_model_layers_2_mlp/mean": 0.2109375, "train/tensor_act_model_layers_2_mlp/std": 0.1728515625, "train/tensor_act_model_layers_2_mlp/max_abs": 1.2265625, "train/tensor_act_model_layers_2_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_mlp/min": -0.52734375, "train/tensor_act_model_layers_2_mlp/max": 1.2265625, "train/tensor_act_model_layers_2_mlp/range": 1.75390625, "train/tensor_act_model_layers_2_residual_post_mlp/norm": 1148.0767822265625, "train/tensor_act_model_layers_2_residual_post_mlp/mean": 0.400390625, "train/tensor_act_model_layers_2_residual_post_mlp/std": 0.392578125, "train/tensor_act_model_layers_2_residual_post_mlp/max_abs": 2.78125, "train/tensor_act_model_layers_2_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_residual_post_mlp/min": -1.859375, "train/tensor_act_model_layers_2_residual_post_mlp/max": 2.78125, "train/tensor_act_model_layers_2_residual_post_mlp/range": 4.640625, "train/tensor_act_model_layers_3_residual_pre_attn/norm": 1148.0767822265625, "train/tensor_act_model_layers_3_residual_pre_attn/mean": 0.400390625, "train/tensor_act_model_layers_3_residual_pre_attn/std": 0.392578125, "train/tensor_act_model_layers_3_residual_pre_attn/max_abs": 2.78125, "train/tensor_act_model_layers_3_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_residual_pre_attn/min": -1.859375, "train/tensor_act_model_layers_3_residual_pre_attn/max": 2.78125, "train/tensor_act_model_layers_3_residual_pre_attn/range": 4.640625, "train/tensor_act_model_layers_3_residual_post_attn/norm": 1168.8494873046875, "train/tensor_act_model_layers_3_residual_post_attn/mean": 0.404296875, "train/tensor_act_model_layers_3_residual_post_attn/std": 0.40234375, "train/tensor_act_model_layers_3_residual_post_attn/max_abs": 2.796875, "train/tensor_act_model_layers_3_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_residual_post_attn/min": -1.8828125, "train/tensor_act_model_layers_3_residual_post_attn/max": 2.796875, "train/tensor_act_model_layers_3_residual_post_attn/range": 4.6796875, "train/tensor_act_model_layers_3_mlp_gate_proj/norm": 2040.0830078125, "train/tensor_act_model_layers_3_mlp_gate_proj/mean": 0.0120849609375, "train/tensor_act_model_layers_3_mlp_gate_proj/std": 0.703125, "train/tensor_act_model_layers_3_mlp_gate_proj/max_abs": 2.4375, "train/tensor_act_model_layers_3_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_mlp_gate_proj/min": -2.3125, "train/tensor_act_model_layers_3_mlp_gate_proj/max": 2.4375, "train/tensor_act_model_layers_3_mlp_gate_proj/range": 4.75, "train/tensor_act_model_layers_3_mlp_up_proj/norm": 2131.7314453125, "train/tensor_act_model_layers_3_mlp_up_proj/mean": 0.0712890625, "train/tensor_act_model_layers_3_mlp_up_proj/std": 0.734375, "train/tensor_act_model_layers_3_mlp_up_proj/max_abs": 2.375, "train/tensor_act_model_layers_3_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_mlp_up_proj/min": -2.234375, "train/tensor_act_model_layers_3_mlp_up_proj/max": 2.375, "train/tensor_act_model_layers_3_mlp_up_proj/range": 4.609375, "train/tensor_act_model_layers_3_mlp_down_proj/norm": 1722.7969970703125, "train/tensor_act_model_layers_3_mlp_down_proj/mean": 0.75, "train/tensor_act_model_layers_3_mlp_down_proj/std": 0.3828125, "train/tensor_act_model_layers_3_mlp_down_proj/max_abs": 2.1875, "train/tensor_act_model_layers_3_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_mlp_down_proj/min": -0.2236328125, "train/tensor_act_model_layers_3_mlp_down_proj/max": 2.1875, "train/tensor_act_model_layers_3_mlp_down_proj/range": 2.4111328125, "train/tensor_act_model_layers_3_mlp/norm": 1722.7969970703125, "train/tensor_act_model_layers_3_mlp/mean": 0.75, "train/tensor_act_model_layers_3_mlp/std": 0.3828125, "train/tensor_act_model_layers_3_mlp/max_abs": 2.1875, "train/tensor_act_model_layers_3_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_mlp/min": -0.2236328125, "train/tensor_act_model_layers_3_mlp/max": 2.1875, "train/tensor_act_model_layers_3_mlp/range": 2.4111328125, "train/tensor_act_model_layers_3_residual_post_mlp/norm": 2679.137451171875, "train/tensor_act_model_layers_3_residual_post_mlp/mean": 1.15625, "train/tensor_act_model_layers_3_residual_post_mlp/std": 0.6171875, "train/tensor_act_model_layers_3_residual_post_mlp/max_abs": 4.0625, "train/tensor_act_model_layers_3_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_residual_post_mlp/min": -1.3203125, "train/tensor_act_model_layers_3_residual_post_mlp/max": 4.0625, "train/tensor_act_model_layers_3_residual_post_mlp/range": 5.3828125, "train/tensor_act_model_layers_4_residual_pre_attn/norm": 2679.137451171875, "train/tensor_act_model_layers_4_residual_pre_attn/mean": 1.15625, "train/tensor_act_model_layers_4_residual_pre_attn/std": 0.6171875, "train/tensor_act_model_layers_4_residual_pre_attn/max_abs": 4.0625, "train/tensor_act_model_layers_4_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_residual_pre_attn/min": -1.3203125, "train/tensor_act_model_layers_4_residual_pre_attn/max": 4.0625, "train/tensor_act_model_layers_4_residual_pre_attn/range": 5.3828125, "train/tensor_act_model_layers_4_residual_post_attn/norm": 2677.49169921875, "train/tensor_act_model_layers_4_residual_post_attn/mean": 1.1484375, "train/tensor_act_model_layers_4_residual_post_attn/std": 0.62109375, "train/tensor_act_model_layers_4_residual_post_attn/max_abs": 4.03125, "train/tensor_act_model_layers_4_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_residual_post_attn/min": -1.3828125, "train/tensor_act_model_layers_4_residual_post_attn/max": 4.03125, "train/tensor_act_model_layers_4_residual_post_attn/range": 5.4140625, "train/tensor_act_model_layers_4_mlp_gate_proj/norm": 2720.72412109375, "train/tensor_act_model_layers_4_mlp_gate_proj/mean": 0.2294921875, "train/tensor_act_model_layers_4_mlp_gate_proj/std": 0.91015625, "train/tensor_act_model_layers_4_mlp_gate_proj/max_abs": 2.640625, "train/tensor_act_model_layers_4_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_mlp_gate_proj/min": -1.65625, "train/tensor_act_model_layers_4_mlp_gate_proj/max": 2.640625, "train/tensor_act_model_layers_4_mlp_gate_proj/range": 4.296875, "train/tensor_act_model_layers_4_mlp_up_proj/norm": 2955.623046875, "train/tensor_act_model_layers_4_mlp_up_proj/mean": 0.11181640625, "train/tensor_act_model_layers_4_mlp_up_proj/std": 1.015625, "train/tensor_act_model_layers_4_mlp_up_proj/max_abs": 2.984375, "train/tensor_act_model_layers_4_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_mlp_up_proj/min": -2.5625, "train/tensor_act_model_layers_4_mlp_up_proj/max": 2.984375, "train/tensor_act_model_layers_4_mlp_up_proj/range": 5.546875, "train/tensor_act_model_layers_4_mlp_down_proj/norm": 4853.96875, "train/tensor_act_model_layers_4_mlp_down_proj/mean": 2.25, "train/tensor_act_model_layers_4_mlp_down_proj/std": 0.7578125, "train/tensor_act_model_layers_4_mlp_down_proj/max_abs": 5.1875, "train/tensor_act_model_layers_4_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_mlp_down_proj/min": -0.1259765625, "train/tensor_act_model_layers_4_mlp_down_proj/max": 5.1875, "train/tensor_act_model_layers_4_mlp_down_proj/range": 5.3134765625, "train/tensor_act_model_layers_4_mlp/norm": 4853.96875, "train/tensor_act_model_layers_4_mlp/mean": 2.25, "train/tensor_act_model_layers_4_mlp/std": 0.7578125, "train/tensor_act_model_layers_4_mlp/max_abs": 5.1875, "train/tensor_act_model_layers_4_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_mlp/min": -0.1259765625, "train/tensor_act_model_layers_4_mlp/max": 5.1875, "train/tensor_act_model_layers_4_mlp/range": 5.3134765625, "train/tensor_act_model_layers_4_residual_post_mlp/norm": 7287.73681640625, "train/tensor_act_model_layers_4_residual_post_mlp/mean": 3.390625, "train/tensor_act_model_layers_4_residual_post_mlp/std": 1.0625, "train/tensor_act_model_layers_4_residual_post_mlp/max_abs": 7.375, "train/tensor_act_model_layers_4_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_residual_post_mlp/min": -1.171875, "train/tensor_act_model_layers_4_residual_post_mlp/max": 7.375, "train/tensor_act_model_layers_4_residual_post_mlp/range": 8.546875, "train/tensor_act_model_layers_5_residual_pre_attn/norm": 7287.73681640625, "train/tensor_act_model_layers_5_residual_pre_attn/mean": 3.390625, "train/tensor_act_model_layers_5_residual_pre_attn/std": 1.0625, "train/tensor_act_model_layers_5_residual_pre_attn/max_abs": 7.375, "train/tensor_act_model_layers_5_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_residual_pre_attn/min": -1.171875, "train/tensor_act_model_layers_5_residual_pre_attn/max": 7.375, "train/tensor_act_model_layers_5_residual_pre_attn/range": 8.546875, "train/tensor_act_model_layers_5_residual_post_attn/norm": 7265.08984375, "train/tensor_act_model_layers_5_residual_post_attn/mean": 3.390625, "train/tensor_act_model_layers_5_residual_post_attn/std": 1.0625, "train/tensor_act_model_layers_5_residual_post_attn/max_abs": 7.34375, "train/tensor_act_model_layers_5_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_residual_post_attn/min": -1.171875, "train/tensor_act_model_layers_5_residual_post_attn/max": 7.34375, "train/tensor_act_model_layers_5_residual_post_attn/range": 8.515625, "train/tensor_act_model_layers_5_mlp_gate_proj/norm": 2987.83984375, "train/tensor_act_model_layers_5_mlp_gate_proj/mean": 0.1884765625, "train/tensor_act_model_layers_5_mlp_gate_proj/std": 1.015625, "train/tensor_act_model_layers_5_mlp_gate_proj/max_abs": 2.6875, "train/tensor_act_model_layers_5_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_mlp_gate_proj/min": -1.234375, "train/tensor_act_model_layers_5_mlp_gate_proj/max": 2.6875, "train/tensor_act_model_layers_5_mlp_gate_proj/range": 3.921875, "train/tensor_act_model_layers_5_mlp_up_proj/norm": 3276.40625, "train/tensor_act_model_layers_5_mlp_up_proj/mean": -0.004058837890625, "train/tensor_act_model_layers_5_mlp_up_proj/std": 1.1328125, "train/tensor_act_model_layers_5_mlp_up_proj/max_abs": 3.140625, "train/tensor_act_model_layers_5_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_mlp_up_proj/min": -3.140625, "train/tensor_act_model_layers_5_mlp_up_proj/max": 2.65625, "train/tensor_act_model_layers_5_mlp_up_proj/range": 5.796875, "train/tensor_act_model_layers_5_mlp_down_proj/norm": 6690.03125, "train/tensor_act_model_layers_5_mlp_down_proj/mean": 3.140625, "train/tensor_act_model_layers_5_mlp_down_proj/std": 0.88671875, "train/tensor_act_model_layers_5_mlp_down_proj/max_abs": 6.03125, "train/tensor_act_model_layers_5_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_mlp_down_proj/min": 0.408203125, "train/tensor_act_model_layers_5_mlp_down_proj/max": 6.03125, "train/tensor_act_model_layers_5_mlp_down_proj/range": 5.623046875, "train/tensor_act_model_layers_5_mlp/norm": 6690.03125, "train/tensor_act_model_layers_5_mlp/mean": 3.140625, "train/tensor_act_model_layers_5_mlp/std": 0.88671875, "train/tensor_act_model_layers_5_mlp/max_abs": 6.03125, "train/tensor_act_model_layers_5_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_mlp/min": 0.408203125, "train/tensor_act_model_layers_5_mlp/max": 6.03125, "train/tensor_act_model_layers_5_mlp/range": 5.623046875, "train/tensor_act_model_layers_5_residual_post_mlp/norm": 13677.482421875, "train/tensor_act_model_layers_5_residual_post_mlp/mean": 6.53125, "train/tensor_act_model_layers_5_residual_post_mlp/std": 1.40625, "train/tensor_act_model_layers_5_residual_post_mlp/max_abs": 11.0, "train/tensor_act_model_layers_5_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_residual_post_mlp/frac_near_user_limit": 0.0034699440002441406, "train/tensor_act_model_layers_5_residual_post_mlp/min": 0.296875, "train/tensor_act_model_layers_5_residual_post_mlp/max": 11.0, "train/tensor_act_model_layers_5_residual_post_mlp/range": 10.703125, "train/tensor_act_model_layers_6_residual_pre_attn/norm": 13677.482421875, "train/tensor_act_model_layers_6_residual_pre_attn/mean": 6.53125, "train/tensor_act_model_layers_6_residual_pre_attn/std": 1.40625, "train/tensor_act_model_layers_6_residual_pre_attn/max_abs": 11.0, "train/tensor_act_model_layers_6_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_residual_pre_attn/frac_near_user_limit": 0.0034699440002441406, "train/tensor_act_model_layers_6_residual_pre_attn/min": 0.296875, "train/tensor_act_model_layers_6_residual_pre_attn/max": 11.0, "train/tensor_act_model_layers_6_residual_pre_attn/range": 10.703125, "train/tensor_act_model_layers_6_residual_post_attn/norm": 13665.9990234375, "train/tensor_act_model_layers_6_residual_post_attn/mean": 6.53125, "train/tensor_act_model_layers_6_residual_post_attn/std": 1.40625, "train/tensor_act_model_layers_6_residual_post_attn/max_abs": 10.9375, "train/tensor_act_model_layers_6_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_residual_post_attn/frac_near_user_limit": 0.003309011459350586, "train/tensor_act_model_layers_6_residual_post_attn/min": 0.201171875, "train/tensor_act_model_layers_6_residual_post_attn/max": 10.9375, "train/tensor_act_model_layers_6_residual_post_attn/range": 10.736328125, "train/tensor_act_model_layers_6_mlp_gate_proj/norm": 3267.407470703125, "train/tensor_act_model_layers_6_mlp_gate_proj/mean": 0.26953125, "train/tensor_act_model_layers_6_mlp_gate_proj/std": 1.09375, "train/tensor_act_model_layers_6_mlp_gate_proj/max_abs": 2.625, "train/tensor_act_model_layers_6_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_mlp_gate_proj/min": -1.015625, "train/tensor_act_model_layers_6_mlp_gate_proj/max": 2.625, "train/tensor_act_model_layers_6_mlp_gate_proj/range": 3.640625, "train/tensor_act_model_layers_6_mlp_up_proj/norm": 3627.982177734375, "train/tensor_act_model_layers_6_mlp_up_proj/mean": 0.00121307373046875, "train/tensor_act_model_layers_6_mlp_up_proj/std": 1.25, "train/tensor_act_model_layers_6_mlp_up_proj/max_abs": 2.6875, "train/tensor_act_model_layers_6_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_mlp_up_proj/min": -2.6875, "train/tensor_act_model_layers_6_mlp_up_proj/max": 2.578125, "train/tensor_act_model_layers_6_mlp_up_proj/range": 5.265625, "train/tensor_act_model_layers_6_mlp_down_proj/norm": 7984.78076171875, "train/tensor_act_model_layers_6_mlp_down_proj/mean": 3.796875, "train/tensor_act_model_layers_6_mlp_down_proj/std": 0.86328125, "train/tensor_act_model_layers_6_mlp_down_proj/max_abs": 6.53125, "train/tensor_act_model_layers_6_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_mlp_down_proj/min": 0.8125, "train/tensor_act_model_layers_6_mlp_down_proj/max": 6.53125, "train/tensor_act_model_layers_6_mlp_down_proj/range": 5.71875, "train/tensor_act_model_layers_6_mlp/norm": 7984.78076171875, "train/tensor_act_model_layers_6_mlp/mean": 3.796875, "train/tensor_act_model_layers_6_mlp/std": 0.86328125, "train/tensor_act_model_layers_6_mlp/max_abs": 6.53125, "train/tensor_act_model_layers_6_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_mlp/min": 0.8125, "train/tensor_act_model_layers_6_mlp/max": 6.53125, "train/tensor_act_model_layers_6_mlp/range": 5.71875, "train/tensor_act_model_layers_6_residual_post_mlp/norm": 21452.99609375, "train/tensor_act_model_layers_6_residual_post_mlp/mean": 10.3125, "train/tensor_act_model_layers_6_residual_post_mlp/std": 1.765625, "train/tensor_act_model_layers_6_residual_post_mlp/max_abs": 17.25, "train/tensor_act_model_layers_6_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_residual_post_mlp/frac_near_user_limit": 0.5540063381195068, "train/tensor_act_model_layers_6_residual_post_mlp/min": 2.359375, "train/tensor_act_model_layers_6_residual_post_mlp/max": 17.25, "train/tensor_act_model_layers_6_residual_post_mlp/range": 14.890625, "train/tensor_act_model_layers_7_residual_pre_attn/norm": 21452.99609375, "train/tensor_act_model_layers_7_residual_pre_attn/mean": 10.3125, "train/tensor_act_model_layers_7_residual_pre_attn/std": 1.765625, "train/tensor_act_model_layers_7_residual_pre_attn/max_abs": 17.25, "train/tensor_act_model_layers_7_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_residual_pre_attn/frac_near_user_limit": 0.5540063381195068, "train/tensor_act_model_layers_7_residual_pre_attn/min": 2.359375, "train/tensor_act_model_layers_7_residual_pre_attn/max": 17.25, "train/tensor_act_model_layers_7_residual_pre_attn/range": 14.890625, "train/tensor_act_model_layers_7_residual_post_attn/norm": 21431.27734375, "train/tensor_act_model_layers_7_residual_post_attn/mean": 10.3125, "train/tensor_act_model_layers_7_residual_post_attn/std": 1.7578125, "train/tensor_act_model_layers_7_residual_post_attn/max_abs": 17.375, "train/tensor_act_model_layers_7_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_residual_post_attn/frac_near_user_limit": 0.5573110580444336, "train/tensor_act_model_layers_7_residual_post_attn/min": 2.34375, "train/tensor_act_model_layers_7_residual_post_attn/max": 17.375, "train/tensor_act_model_layers_7_residual_post_attn/range": 15.03125, "train/tensor_act_model_layers_7_mlp_gate_proj/norm": 3085.565673828125, "train/tensor_act_model_layers_7_mlp_gate_proj/mean": 0.2177734375, "train/tensor_act_model_layers_7_mlp_gate_proj/std": 1.0390625, "train/tensor_act_model_layers_7_mlp_gate_proj/max_abs": 2.5625, "train/tensor_act_model_layers_7_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_mlp_gate_proj/min": -1.28125, "train/tensor_act_model_layers_7_mlp_gate_proj/max": 2.5625, "train/tensor_act_model_layers_7_mlp_gate_proj/range": 3.84375, "train/tensor_act_model_layers_7_mlp_up_proj/norm": 3475.413818359375, "train/tensor_act_model_layers_7_mlp_up_proj/mean": -0.037353515625, "train/tensor_act_model_layers_7_mlp_up_proj/std": 1.203125, "train/tensor_act_model_layers_7_mlp_up_proj/max_abs": 2.640625, "train/tensor_act_model_layers_7_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_mlp_up_proj/min": -2.640625, "train/tensor_act_model_layers_7_mlp_up_proj/max": 2.578125, "train/tensor_act_model_layers_7_mlp_up_proj/range": 5.21875, "train/tensor_act_model_layers_7_mlp_down_proj/norm": 7333.63427734375, "train/tensor_act_model_layers_7_mlp_down_proj/mean": 3.46875, "train/tensor_act_model_layers_7_mlp_down_proj/std": 0.87109375, "train/tensor_act_model_layers_7_mlp_down_proj/max_abs": 5.96875, "train/tensor_act_model_layers_7_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_mlp_down_proj/min": 0.5234375, "train/tensor_act_model_layers_7_mlp_down_proj/max": 5.96875, "train/tensor_act_model_layers_7_mlp_down_proj/range": 5.4453125, "train/tensor_act_model_layers_7_mlp/norm": 7333.63427734375, "train/tensor_act_model_layers_7_mlp/mean": 3.46875, "train/tensor_act_model_layers_7_mlp/std": 0.87109375, "train/tensor_act_model_layers_7_mlp/max_abs": 5.96875, "train/tensor_act_model_layers_7_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_mlp/min": 0.5234375, "train/tensor_act_model_layers_7_mlp/max": 5.96875, "train/tensor_act_model_layers_7_mlp/range": 5.4453125, "train/tensor_act_model_layers_7_residual_post_mlp/norm": 28572.716796875, "train/tensor_act_model_layers_7_residual_post_mlp/mean": 13.8125, "train/tensor_act_model_layers_7_residual_post_mlp/std": 2.125, "train/tensor_act_model_layers_7_residual_post_mlp/max_abs": 21.75, "train/tensor_act_model_layers_7_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_residual_post_mlp/frac_near_user_limit": 0.9586887359619141, "train/tensor_act_model_layers_7_residual_post_mlp/min": 3.9375, "train/tensor_act_model_layers_7_residual_post_mlp/max": 21.75, "train/tensor_act_model_layers_7_residual_post_mlp/range": 17.8125, "train/tensor_act_model_layers_8_residual_pre_attn/norm": 28572.716796875, "train/tensor_act_model_layers_8_residual_pre_attn/mean": 13.8125, "train/tensor_act_model_layers_8_residual_pre_attn/std": 2.125, "train/tensor_act_model_layers_8_residual_pre_attn/max_abs": 21.75, "train/tensor_act_model_layers_8_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_residual_pre_attn/frac_near_user_limit": 0.9586887359619141, "train/tensor_act_model_layers_8_residual_pre_attn/min": 3.9375, "train/tensor_act_model_layers_8_residual_pre_attn/max": 21.75, "train/tensor_act_model_layers_8_residual_pre_attn/range": 17.8125, "train/tensor_act_model_layers_8_residual_post_attn/norm": 28572.59375, "train/tensor_act_model_layers_8_residual_post_attn/mean": 13.8125, "train/tensor_act_model_layers_8_residual_post_attn/std": 2.125, "train/tensor_act_model_layers_8_residual_post_attn/max_abs": 21.75, "train/tensor_act_model_layers_8_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_residual_post_attn/frac_near_user_limit": 0.9594995975494385, "train/tensor_act_model_layers_8_residual_post_attn/min": 4.03125, "train/tensor_act_model_layers_8_residual_post_attn/max": 21.75, "train/tensor_act_model_layers_8_residual_post_attn/range": 17.71875, "train/tensor_act_model_layers_8_mlp_gate_proj/norm": 3364.767333984375, "train/tensor_act_model_layers_8_mlp_gate_proj/mean": 0.248046875, "train/tensor_act_model_layers_8_mlp_gate_proj/std": 1.1328125, "train/tensor_act_model_layers_8_mlp_gate_proj/max_abs": 2.984375, "train/tensor_act_model_layers_8_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_mlp_gate_proj/min": -1.171875, "train/tensor_act_model_layers_8_mlp_gate_proj/max": 2.984375, "train/tensor_act_model_layers_8_mlp_gate_proj/range": 4.15625, "train/tensor_act_model_layers_8_mlp_up_proj/norm": 3829.224365234375, "train/tensor_act_model_layers_8_mlp_up_proj/mean": 0.103515625, "train/tensor_act_model_layers_8_mlp_up_proj/std": 1.3203125, "train/tensor_act_model_layers_8_mlp_up_proj/max_abs": 2.84375, "train/tensor_act_model_layers_8_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_mlp_up_proj/min": -2.65625, "train/tensor_act_model_layers_8_mlp_up_proj/max": 2.84375, "train/tensor_act_model_layers_8_mlp_up_proj/range": 5.5, "train/tensor_act_model_layers_8_mlp_down_proj/norm": 9098.3681640625, "train/tensor_act_model_layers_8_mlp_down_proj/mean": 4.34375, "train/tensor_act_model_layers_8_mlp_down_proj/std": 0.953125, "train/tensor_act_model_layers_8_mlp_down_proj/max_abs": 6.5625, "train/tensor_act_model_layers_8_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_mlp_down_proj/min": 1.8125, "train/tensor_act_model_layers_8_mlp_down_proj/max": 6.5625, "train/tensor_act_model_layers_8_mlp_down_proj/range": 4.75, "train/tensor_act_model_layers_8_mlp/norm": 9098.3681640625, "train/tensor_act_model_layers_8_mlp/mean": 4.34375, "train/tensor_act_model_layers_8_mlp/std": 0.953125, "train/tensor_act_model_layers_8_mlp/max_abs": 6.5625, "train/tensor_act_model_layers_8_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_mlp/min": 1.8125, "train/tensor_act_model_layers_8_mlp/max": 6.5625, "train/tensor_act_model_layers_8_mlp/range": 4.75, "train/tensor_act_model_layers_8_residual_post_mlp/norm": 37482.16015625, "train/tensor_act_model_layers_8_residual_post_mlp/mean": 18.125, "train/tensor_act_model_layers_8_residual_post_mlp/std": 2.53125, "train/tensor_act_model_layers_8_residual_post_mlp/max_abs": 27.625, "train/tensor_act_model_layers_8_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_residual_post_mlp/frac_near_user_limit": 0.9971375465393066, "train/tensor_act_model_layers_8_residual_post_mlp/min": 7.1875, "train/tensor_act_model_layers_8_residual_post_mlp/max": 27.625, "train/tensor_act_model_layers_8_residual_post_mlp/range": 20.4375, "train/tensor_act_model_layers_9_residual_pre_attn/norm": 37482.16015625, "train/tensor_act_model_layers_9_residual_pre_attn/mean": 18.125, "train/tensor_act_model_layers_9_residual_pre_attn/std": 2.53125, "train/tensor_act_model_layers_9_residual_pre_attn/max_abs": 27.625, "train/tensor_act_model_layers_9_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_residual_pre_attn/frac_near_user_limit": 0.9971375465393066, "train/tensor_act_model_layers_9_residual_pre_attn/min": 7.1875, "train/tensor_act_model_layers_9_residual_pre_attn/max": 27.625, "train/tensor_act_model_layers_9_residual_pre_attn/range": 20.4375, "train/tensor_act_model_layers_9_residual_post_attn/norm": 37446.21484375, "train/tensor_act_model_layers_9_residual_post_attn/mean": 18.125, "train/tensor_act_model_layers_9_residual_post_attn/std": 2.53125, "train/tensor_act_model_layers_9_residual_post_attn/max_abs": 27.625, "train/tensor_act_model_layers_9_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_residual_post_attn/frac_near_user_limit": 0.9963209629058838, "train/tensor_act_model_layers_9_residual_post_attn/min": 7.03125, "train/tensor_act_model_layers_9_residual_post_attn/max": 27.625, "train/tensor_act_model_layers_9_residual_post_attn/range": 20.59375, "train/tensor_act_model_layers_9_mlp_gate_proj/norm": 3256.237060546875, "train/tensor_act_model_layers_9_mlp_gate_proj/mean": 0.28125, "train/tensor_act_model_layers_9_mlp_gate_proj/std": 1.0859375, "train/tensor_act_model_layers_9_mlp_gate_proj/max_abs": 2.703125, "train/tensor_act_model_layers_9_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_9_mlp_gate_proj/min": -0.8203125, "train/tensor_act_model_layers_9_mlp_gate_proj/max": 2.703125, "train/tensor_act_model_layers_9_mlp_gate_proj/range": 3.5234375, "train/tensor_act_model_layers_9_mlp_up_proj/norm": 3569.807373046875, "train/tensor_act_model_layers_9_mlp_up_proj/mean": -0.059814453125, "train/tensor_act_model_layers_9_mlp_up_proj/std": 1.234375, "train/tensor_act_model_layers_9_mlp_up_proj/max_abs": 2.703125, "train/tensor_act_model_layers_9_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_9_mlp_up_proj/min": -2.703125, "train/tensor_act_model_layers_9_mlp_up_proj/max": 2.578125, "train/tensor_act_model_layers_9_mlp_up_proj/range": 5.28125, "train/tensor_act_model_layers_9_mlp_down_proj/norm": 8306.912109375, "train/tensor_act_model_layers_9_mlp_down_proj/mean": 3.9375, "train/tensor_act_model_layers_9_mlp_down_proj/std": 0.96875, "train/tensor_act_model_layers_9_mlp_down_proj/max_abs": 6.65625, "train/tensor_act_model_layers_9_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_9_mlp_down_proj/min": 0.90234375, "train/tensor_act_model_layers_9_mlp_down_proj/max": 6.65625, "train/tensor_act_model_layers_9_mlp_down_proj/range": 5.75390625, "train/tensor_act_model_layers_9_mlp/norm": 8306.912109375, "train/tensor_act_model_layers_9_mlp/mean": 3.9375, "train/tensor_act_model_layers_9_mlp/std": 0.96875, "train/tensor_act_model_layers_9_mlp/max_abs": 6.65625, "train/tensor_act_model_layers_9_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_9_mlp/min": 0.90234375, "train/tensor_act_model_layers_9_mlp/max": 6.65625, "train/tensor_act_model_layers_9_mlp/range": 5.75390625, "train/tensor_act_model_layers_9_residual_post_mlp/norm": 45514.96875, "train/tensor_act_model_layers_9_residual_post_mlp/mean": 22.0, "train/tensor_act_model_layers_9_residual_post_mlp/std": 2.796875, "train/tensor_act_model_layers_9_residual_post_mlp/max_abs": 31.875, "train/tensor_act_model_layers_9_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_9_residual_post_mlp/min": 10.3125, "train/tensor_act_model_layers_9_residual_post_mlp/max": 31.875, "train/tensor_act_model_layers_9_residual_post_mlp/range": 21.5625, "train/tensor_act_model_layers_10_residual_pre_attn/norm": 45514.96875, "train/tensor_act_model_layers_10_residual_pre_attn/mean": 22.0, "train/tensor_act_model_layers_10_residual_pre_attn/std": 2.796875, "train/tensor_act_model_layers_10_residual_pre_attn/max_abs": 31.875, "train/tensor_act_model_layers_10_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_10_residual_pre_attn/min": 10.3125, "train/tensor_act_model_layers_10_residual_pre_attn/max": 31.875, "train/tensor_act_model_layers_10_residual_pre_attn/range": 21.5625, "train/tensor_act_model_layers_10_residual_post_attn/norm": 45493.98828125, "train/tensor_act_model_layers_10_residual_post_attn/mean": 22.0, "train/tensor_act_model_layers_10_residual_post_attn/std": 2.796875, "train/tensor_act_model_layers_10_residual_post_attn/max_abs": 32.0, "train/tensor_act_model_layers_10_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_10_residual_post_attn/min": 10.25, "train/tensor_act_model_layers_10_residual_post_attn/max": 32.0, "train/tensor_act_model_layers_10_residual_post_attn/range": 21.75, "train/tensor_act_model_layers_10_mlp_gate_proj/norm": 3271.935791015625, "train/tensor_act_model_layers_10_mlp_gate_proj/mean": 0.224609375, "train/tensor_act_model_layers_10_mlp_gate_proj/std": 1.109375, "train/tensor_act_model_layers_10_mlp_gate_proj/max_abs": 2.890625, "train/tensor_act_model_layers_10_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_10_mlp_gate_proj/min": -0.86328125, "train/tensor_act_model_layers_10_mlp_gate_proj/max": 2.890625, "train/tensor_act_model_layers_10_mlp_gate_proj/range": 3.75390625, "train/tensor_act_model_layers_10_mlp_up_proj/norm": 3698.49951171875, "train/tensor_act_model_layers_10_mlp_up_proj/mean": -0.1240234375, "train/tensor_act_model_layers_10_mlp_up_proj/std": 1.2734375, "train/tensor_act_model_layers_10_mlp_up_proj/max_abs": 2.640625, "train/tensor_act_model_layers_10_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_10_mlp_up_proj/min": -2.640625, "train/tensor_act_model_layers_10_mlp_up_proj/max": 2.515625, "train/tensor_act_model_layers_10_mlp_up_proj/range": 5.15625, "train/tensor_act_model_layers_10_mlp_down_proj/norm": 8728.3564453125, "train/tensor_act_model_layers_10_mlp_down_proj/mean": 4.125, "train/tensor_act_model_layers_10_mlp_down_proj/std": 1.0390625, "train/tensor_act_model_layers_10_mlp_down_proj/max_abs": 7.75, "train/tensor_act_model_layers_10_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_10_mlp_down_proj/min": 1.328125, "train/tensor_act_model_layers_10_mlp_down_proj/max": 7.75, "train/tensor_act_model_layers_10_mlp_down_proj/range": 6.421875, "train/tensor_act_model_layers_10_mlp/norm": 8728.3564453125, "train/tensor_act_model_layers_10_mlp/mean": 4.125, "train/tensor_act_model_layers_10_mlp/std": 1.0390625, "train/tensor_act_model_layers_10_mlp/max_abs": 7.75, "train/tensor_act_model_layers_10_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_10_mlp/min": 1.328125, "train/tensor_act_model_layers_10_mlp/max": 7.75, "train/tensor_act_model_layers_10_mlp/range": 6.421875, "train/tensor_act_model_layers_10_residual_post_mlp/norm": 53974.0625, "train/tensor_act_model_layers_10_residual_post_mlp/mean": 26.125, "train/tensor_act_model_layers_10_residual_post_mlp/std": 3.125, "train/tensor_act_model_layers_10_residual_post_mlp/max_abs": 36.5, "train/tensor_act_model_layers_10_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_10_residual_post_mlp/min": 13.75, "train/tensor_act_model_layers_10_residual_post_mlp/max": 36.5, "train/tensor_act_model_layers_10_residual_post_mlp/range": 22.75, "train/tensor_act_model_layers_11_residual_pre_attn/norm": 53974.0625, "train/tensor_act_model_layers_11_residual_pre_attn/mean": 26.125, "train/tensor_act_model_layers_11_residual_pre_attn/std": 3.125, "train/tensor_act_model_layers_11_residual_pre_attn/max_abs": 36.5, "train/tensor_act_model_layers_11_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_11_residual_pre_attn/min": 13.75, "train/tensor_act_model_layers_11_residual_pre_attn/max": 36.5, "train/tensor_act_model_layers_11_residual_pre_attn/range": 22.75, "train/tensor_act_model_layers_11_residual_post_attn/norm": 53951.3125, "train/tensor_act_model_layers_11_residual_post_attn/mean": 26.125, "train/tensor_act_model_layers_11_residual_post_attn/std": 3.125, "train/tensor_act_model_layers_11_residual_post_attn/max_abs": 36.5, "train/tensor_act_model_layers_11_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_11_residual_post_attn/min": 13.75, "train/tensor_act_model_layers_11_residual_post_attn/max": 36.5, "train/tensor_act_model_layers_11_residual_post_attn/range": 22.75, "train/tensor_act_model_layers_11_mlp_gate_proj/norm": 3173.1357421875, "train/tensor_act_model_layers_11_mlp_gate_proj/mean": 0.138671875, "train/tensor_act_model_layers_11_mlp_gate_proj/std": 1.0859375, "train/tensor_act_model_layers_11_mlp_gate_proj/max_abs": 2.59375, "train/tensor_act_model_layers_11_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_11_mlp_gate_proj/min": -0.8671875, "train/tensor_act_model_layers_11_mlp_gate_proj/max": 2.59375, "train/tensor_act_model_layers_11_mlp_gate_proj/range": 3.4609375, "train/tensor_act_model_layers_11_mlp_up_proj/norm": 3711.4541015625, "train/tensor_act_model_layers_11_mlp_up_proj/mean": -0.00156402587890625, "train/tensor_act_model_layers_11_mlp_up_proj/std": 1.28125, "train/tensor_act_model_layers_11_mlp_up_proj/max_abs": 2.984375, "train/tensor_act_model_layers_11_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_11_mlp_up_proj/min": -2.53125, "train/tensor_act_model_layers_11_mlp_up_proj/max": 2.984375, "train/tensor_act_model_layers_11_mlp_up_proj/range": 5.515625, "train/tensor_act_model_layers_11_mlp_down_proj/norm": 8143.13330078125, "train/tensor_act_model_layers_11_mlp_down_proj/mean": 3.828125, "train/tensor_act_model_layers_11_mlp_down_proj/std": 1.1015625, "train/tensor_act_model_layers_11_mlp_down_proj/max_abs": 7.125, "train/tensor_act_model_layers_11_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_11_mlp_down_proj/min": 0.70703125, "train/tensor_act_model_layers_11_mlp_down_proj/max": 7.125, "train/tensor_act_model_layers_11_mlp_down_proj/range": 6.41796875, "train/tensor_act_model_layers_11_mlp/norm": 8143.13330078125, "train/tensor_act_model_layers_11_mlp/mean": 3.828125, "train/tensor_act_model_layers_11_mlp/std": 1.1015625, "train/tensor_act_model_layers_11_mlp/max_abs": 7.125, "train/tensor_act_model_layers_11_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_11_mlp/min": 0.70703125, "train/tensor_act_model_layers_11_mlp/max": 7.125, "train/tensor_act_model_layers_11_mlp/range": 6.41796875, "train/tensor_act_model_layers_11_residual_post_mlp/norm": 61835.7109375, "train/tensor_act_model_layers_11_residual_post_mlp/mean": 30.0, "train/tensor_act_model_layers_11_residual_post_mlp/std": 3.640625, "train/tensor_act_model_layers_11_residual_post_mlp/max_abs": 40.75, "train/tensor_act_model_layers_11_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_11_residual_post_mlp/min": 16.375, "train/tensor_act_model_layers_11_residual_post_mlp/max": 40.75, "train/tensor_act_model_layers_11_residual_post_mlp/range": 24.375, "train/tensor_act_model_layers_12_residual_pre_attn/norm": 61835.7109375, "train/tensor_act_model_layers_12_residual_pre_attn/mean": 30.0, "train/tensor_act_model_layers_12_residual_pre_attn/std": 3.640625, "train/tensor_act_model_layers_12_residual_pre_attn/max_abs": 40.75, "train/tensor_act_model_layers_12_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_12_residual_pre_attn/min": 16.375, "train/tensor_act_model_layers_12_residual_pre_attn/max": 40.75, "train/tensor_act_model_layers_12_residual_pre_attn/range": 24.375, "train/tensor_act_model_layers_12_residual_post_attn/norm": 61805.40625, "train/tensor_act_model_layers_12_residual_post_attn/mean": 30.0, "train/tensor_act_model_layers_12_residual_post_attn/std": 3.640625, "train/tensor_act_model_layers_12_residual_post_attn/max_abs": 40.75, "train/tensor_act_model_layers_12_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_12_residual_post_attn/min": 16.375, "train/tensor_act_model_layers_12_residual_post_attn/max": 40.75, "train/tensor_act_model_layers_12_residual_post_attn/range": 24.375, "train/tensor_act_model_layers_12_mlp_gate_proj/norm": 3191.865478515625, "train/tensor_act_model_layers_12_mlp_gate_proj/mean": 0.1953125, "train/tensor_act_model_layers_12_mlp_gate_proj/std": 1.0859375, "train/tensor_act_model_layers_12_mlp_gate_proj/max_abs": 2.703125, "train/tensor_act_model_layers_12_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_12_mlp_gate_proj/min": -0.91796875, "train/tensor_act_model_layers_12_mlp_gate_proj/max": 2.703125, "train/tensor_act_model_layers_12_mlp_gate_proj/range": 3.62109375, "train/tensor_act_model_layers_12_mlp_up_proj/norm": 3543.558349609375, "train/tensor_act_model_layers_12_mlp_up_proj/mean": -0.047607421875, "train/tensor_act_model_layers_12_mlp_up_proj/std": 1.21875, "train/tensor_act_model_layers_12_mlp_up_proj/max_abs": 2.765625, "train/tensor_act_model_layers_12_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_12_mlp_up_proj/min": -2.609375, "train/tensor_act_model_layers_12_mlp_up_proj/max": 2.765625, "train/tensor_act_model_layers_12_mlp_up_proj/range": 5.375, "train/tensor_act_model_layers_12_mlp_down_proj/norm": 8309.7744140625, "train/tensor_act_model_layers_12_mlp_down_proj/mean": 3.9375, "train/tensor_act_model_layers_12_mlp_down_proj/std": 0.9921875, "train/tensor_act_model_layers_12_mlp_down_proj/max_abs": 6.4375, "train/tensor_act_model_layers_12_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_12_mlp_down_proj/min": 1.1640625, "train/tensor_act_model_layers_12_mlp_down_proj/max": 6.4375, "train/tensor_act_model_layers_12_mlp_down_proj/range": 5.2734375, "train/tensor_act_model_layers_12_mlp/norm": 8309.7744140625, "train/tensor_act_model_layers_12_mlp/mean": 3.9375, "train/tensor_act_model_layers_12_mlp/std": 0.9921875, "train/tensor_act_model_layers_12_mlp/max_abs": 6.4375, "train/tensor_act_model_layers_12_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_12_mlp/min": 1.1640625, "train/tensor_act_model_layers_12_mlp/max": 6.4375, "train/tensor_act_model_layers_12_mlp/range": 5.2734375, "train/tensor_act_model_layers_12_residual_post_mlp/norm": 69872.9765625, "train/tensor_act_model_layers_12_residual_post_mlp/mean": 34.0, "train/tensor_act_model_layers_12_residual_post_mlp/std": 3.9375, "train/tensor_act_model_layers_12_residual_post_mlp/max_abs": 47.25, "train/tensor_act_model_layers_12_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_12_residual_post_mlp/min": 19.0, "train/tensor_act_model_layers_12_residual_post_mlp/max": 47.25, "train/tensor_act_model_layers_12_residual_post_mlp/range": 28.25, "train/tensor_act_model_layers_13_residual_pre_attn/norm": 69872.9765625, "train/tensor_act_model_layers_13_residual_pre_attn/mean": 34.0, "train/tensor_act_model_layers_13_residual_pre_attn/std": 3.9375, "train/tensor_act_model_layers_13_residual_pre_attn/max_abs": 47.25, "train/tensor_act_model_layers_13_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_13_residual_pre_attn/min": 19.0, "train/tensor_act_model_layers_13_residual_pre_attn/max": 47.25, "train/tensor_act_model_layers_13_residual_pre_attn/range": 28.25, "train/tensor_act_model_layers_13_residual_post_attn/norm": 69874.7421875, "train/tensor_act_model_layers_13_residual_post_attn/mean": 34.0, "train/tensor_act_model_layers_13_residual_post_attn/std": 3.9375, "train/tensor_act_model_layers_13_residual_post_attn/max_abs": 47.25, "train/tensor_act_model_layers_13_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_13_residual_post_attn/min": 19.125, "train/tensor_act_model_layers_13_residual_post_attn/max": 47.25, "train/tensor_act_model_layers_13_residual_post_attn/range": 28.125, "train/tensor_act_model_layers_13_mlp_gate_proj/norm": 3426.998291015625, "train/tensor_act_model_layers_13_mlp_gate_proj/mean": 0.3359375, "train/tensor_act_model_layers_13_mlp_gate_proj/std": 1.1328125, "train/tensor_act_model_layers_13_mlp_gate_proj/max_abs": 2.546875, "train/tensor_act_model_layers_13_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_13_mlp_gate_proj/min": -0.99609375, "train/tensor_act_model_layers_13_mlp_gate_proj/max": 2.546875, "train/tensor_act_model_layers_13_mlp_gate_proj/range": 3.54296875, "train/tensor_act_model_layers_13_mlp_up_proj/norm": 3766.804443359375, "train/tensor_act_model_layers_13_mlp_up_proj/mean": 0.07861328125, "train/tensor_act_model_layers_13_mlp_up_proj/std": 1.296875, "train/tensor_act_model_layers_13_mlp_up_proj/max_abs": 2.609375, "train/tensor_act_model_layers_13_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_13_mlp_up_proj/min": -2.4375, "train/tensor_act_model_layers_13_mlp_up_proj/max": 2.609375, "train/tensor_act_model_layers_13_mlp_up_proj/range": 5.046875, "train/tensor_act_model_layers_13_mlp_down_proj/norm": 9372.533203125, "train/tensor_act_model_layers_13_mlp_down_proj/mean": 4.4375, "train/tensor_act_model_layers_13_mlp_down_proj/std": 1.1328125, "train/tensor_act_model_layers_13_mlp_down_proj/max_abs": 7.96875, "train/tensor_act_model_layers_13_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_13_mlp_down_proj/min": 1.140625, "train/tensor_act_model_layers_13_mlp_down_proj/max": 7.96875, "train/tensor_act_model_layers_13_mlp_down_proj/range": 6.828125, "train/tensor_act_model_layers_13_mlp/norm": 9372.533203125, "train/tensor_act_model_layers_13_mlp/mean": 4.4375, "train/tensor_act_model_layers_13_mlp/std": 1.1328125, "train/tensor_act_model_layers_13_mlp/max_abs": 7.96875, "train/tensor_act_model_layers_13_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_13_mlp/min": 1.140625, "train/tensor_act_model_layers_13_mlp/max": 7.96875, "train/tensor_act_model_layers_13_mlp/range": 6.828125, "train/tensor_act_model_layers_13_residual_post_mlp/norm": 78969.8828125, "train/tensor_act_model_layers_13_residual_post_mlp/mean": 38.25, "train/tensor_act_model_layers_13_residual_post_mlp/std": 4.21875, "train/tensor_act_model_layers_13_residual_post_mlp/max_abs": 52.75, "train/tensor_act_model_layers_13_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_13_residual_post_mlp/min": 23.125, "train/tensor_act_model_layers_13_residual_post_mlp/max": 52.75, "train/tensor_act_model_layers_13_residual_post_mlp/range": 29.625, "train/tensor_act_model_layers_14_residual_pre_attn/norm": 78969.8828125, "train/tensor_act_model_layers_14_residual_pre_attn/mean": 38.25, "train/tensor_act_model_layers_14_residual_pre_attn/std": 4.21875, "train/tensor_act_model_layers_14_residual_pre_attn/max_abs": 52.75, "train/tensor_act_model_layers_14_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_14_residual_pre_attn/min": 23.125, "train/tensor_act_model_layers_14_residual_pre_attn/max": 52.75, "train/tensor_act_model_layers_14_residual_pre_attn/range": 29.625, "train/tensor_act_model_layers_14_residual_post_attn/norm": 78912.6796875, "train/tensor_act_model_layers_14_residual_post_attn/mean": 38.25, "train/tensor_act_model_layers_14_residual_post_attn/std": 4.21875, "train/tensor_act_model_layers_14_residual_post_attn/max_abs": 52.75, "train/tensor_act_model_layers_14_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_14_residual_post_attn/min": 23.125, "train/tensor_act_model_layers_14_residual_post_attn/max": 52.75, "train/tensor_act_model_layers_14_residual_post_attn/range": 29.625, "train/tensor_act_model_layers_14_mlp_gate_proj/norm": 3020.261962890625, "train/tensor_act_model_layers_14_mlp_gate_proj/mean": 0.1494140625, "train/tensor_act_model_layers_14_mlp_gate_proj/std": 1.03125, "train/tensor_act_model_layers_14_mlp_gate_proj/max_abs": 2.4375, "train/tensor_act_model_layers_14_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_14_mlp_gate_proj/min": -1.3125, "train/tensor_act_model_layers_14_mlp_gate_proj/max": 2.4375, "train/tensor_act_model_layers_14_mlp_gate_proj/range": 3.75, "train/tensor_act_model_layers_14_mlp_up_proj/norm": 3490.570556640625, "train/tensor_act_model_layers_14_mlp_up_proj/mean": -0.057373046875, "train/tensor_act_model_layers_14_mlp_up_proj/std": 1.203125, "train/tensor_act_model_layers_14_mlp_up_proj/max_abs": 2.625, "train/tensor_act_model_layers_14_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_14_mlp_up_proj/min": -2.625, "train/tensor_act_model_layers_14_mlp_up_proj/max": 2.328125, "train/tensor_act_model_layers_14_mlp_up_proj/range": 4.953125, "train/tensor_act_model_layers_14_mlp_down_proj/norm": 6457.42041015625, "train/tensor_act_model_layers_14_mlp_down_proj/mean": 3.0625, "train/tensor_act_model_layers_14_mlp_down_proj/std": 0.765625, "train/tensor_act_model_layers_14_mlp_down_proj/max_abs": 4.96875, "train/tensor_act_model_layers_14_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_14_mlp_down_proj/min": 1.265625, "train/tensor_act_model_layers_14_mlp_down_proj/max": 4.96875, "train/tensor_act_model_layers_14_mlp_down_proj/range": 3.703125, "train/tensor_act_model_layers_14_mlp/norm": 6457.42041015625, "train/tensor_act_model_layers_14_mlp/mean": 3.0625, "train/tensor_act_model_layers_14_mlp/std": 0.765625, "train/tensor_act_model_layers_14_mlp/max_abs": 4.96875, "train/tensor_act_model_layers_14_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_14_mlp/min": 1.265625, "train/tensor_act_model_layers_14_mlp/max": 4.96875, "train/tensor_act_model_layers_14_mlp/range": 3.703125, "train/tensor_act_model_layers_14_residual_post_mlp/norm": 85184.6171875, "train/tensor_act_model_layers_14_residual_post_mlp/mean": 41.25, "train/tensor_act_model_layers_14_residual_post_mlp/std": 4.4375, "train/tensor_act_model_layers_14_residual_post_mlp/max_abs": 55.75, "train/tensor_act_model_layers_14_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_14_residual_post_mlp/min": 25.0, "train/tensor_act_model_layers_14_residual_post_mlp/max": 55.75, "train/tensor_act_model_layers_14_residual_post_mlp/range": 30.75, "train/tensor_act_model_layers_15_residual_pre_attn/norm": 85184.6171875, "train/tensor_act_model_layers_15_residual_pre_attn/mean": 41.25, "train/tensor_act_model_layers_15_residual_pre_attn/std": 4.4375, "train/tensor_act_model_layers_15_residual_pre_attn/max_abs": 55.75, "train/tensor_act_model_layers_15_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_15_residual_pre_attn/min": 25.0, "train/tensor_act_model_layers_15_residual_pre_attn/max": 55.75, "train/tensor_act_model_layers_15_residual_pre_attn/range": 30.75, "train/tensor_act_model_layers_15_residual_post_attn/norm": 85176.015625, "train/tensor_act_model_layers_15_residual_post_attn/mean": 41.25, "train/tensor_act_model_layers_15_residual_post_attn/std": 4.46875, "train/tensor_act_model_layers_15_residual_post_attn/max_abs": 55.75, "train/tensor_act_model_layers_15_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_15_residual_post_attn/min": 25.0, "train/tensor_act_model_layers_15_residual_post_attn/max": 55.75, "train/tensor_act_model_layers_15_residual_post_attn/range": 30.75, "train/tensor_act_model_layers_15_mlp_gate_proj/norm": 2914.609375, "train/tensor_act_model_layers_15_mlp_gate_proj/mean": 0.1533203125, "train/tensor_act_model_layers_15_mlp_gate_proj/std": 0.99609375, "train/tensor_act_model_layers_15_mlp_gate_proj/max_abs": 2.578125, "train/tensor_act_model_layers_15_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_15_mlp_gate_proj/min": -1.1796875, "train/tensor_act_model_layers_15_mlp_gate_proj/max": 2.578125, "train/tensor_act_model_layers_15_mlp_gate_proj/range": 3.7578125, "train/tensor_act_model_layers_15_mlp_up_proj/norm": 3195.00830078125, "train/tensor_act_model_layers_15_mlp_up_proj/mean": 0.1435546875, "train/tensor_act_model_layers_15_mlp_up_proj/std": 1.09375, "train/tensor_act_model_layers_15_mlp_up_proj/max_abs": 2.703125, "train/tensor_act_model_layers_15_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_15_mlp_up_proj/min": -2.46875, "train/tensor_act_model_layers_15_mlp_up_proj/max": 2.703125, "train/tensor_act_model_layers_15_mlp_up_proj/range": 5.171875, "train/tensor_act_model_layers_15_mlp_down_proj/norm": 6431.21240234375, "train/tensor_act_model_layers_15_mlp_down_proj/mean": 2.953125, "train/tensor_act_model_layers_15_mlp_down_proj/std": 1.0546875, "train/tensor_act_model_layers_15_mlp_down_proj/max_abs": 5.0625, "train/tensor_act_model_layers_15_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_15_mlp_down_proj/min": 0.361328125, "train/tensor_act_model_layers_15_mlp_down_proj/max": 5.0625, "train/tensor_act_model_layers_15_mlp_down_proj/range": 4.701171875, "train/tensor_act_model_layers_15_mlp/norm": 6431.21240234375, "train/tensor_act_model_layers_15_mlp/mean": 2.953125, "train/tensor_act_model_layers_15_mlp/std": 1.0546875, "train/tensor_act_model_layers_15_mlp/max_abs": 5.0625, "train/tensor_act_model_layers_15_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_15_mlp/min": 0.361328125, "train/tensor_act_model_layers_15_mlp/max": 5.0625, "train/tensor_act_model_layers_15_mlp/range": 4.701171875, "train/tensor_act_model_layers_15_residual_post_mlp/norm": 91334.234375, "train/tensor_act_model_layers_15_residual_post_mlp/mean": 44.25, "train/tensor_act_model_layers_15_residual_post_mlp/std": 4.9375, "train/tensor_act_model_layers_15_residual_post_mlp/max_abs": 59.75, "train/tensor_act_model_layers_15_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_15_residual_post_mlp/min": 26.5, "train/tensor_act_model_layers_15_residual_post_mlp/max": 59.75, "train/tensor_act_model_layers_15_residual_post_mlp/range": 33.25, "train/tensor_act_model_layers_16_residual_pre_attn/norm": 91334.234375, "train/tensor_act_model_layers_16_residual_pre_attn/mean": 44.25, "train/tensor_act_model_layers_16_residual_pre_attn/std": 4.9375, "train/tensor_act_model_layers_16_residual_pre_attn/max_abs": 59.75, "train/tensor_act_model_layers_16_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_16_residual_pre_attn/min": 26.5, "train/tensor_act_model_layers_16_residual_pre_attn/max": 59.75, "train/tensor_act_model_layers_16_residual_pre_attn/range": 33.25, "train/tensor_act_model_layers_16_residual_post_attn/norm": 91259.8671875, "train/tensor_act_model_layers_16_residual_post_attn/mean": 44.25, "train/tensor_act_model_layers_16_residual_post_attn/std": 4.9375, "train/tensor_act_model_layers_16_residual_post_attn/max_abs": 59.75, "train/tensor_act_model_layers_16_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_16_residual_post_attn/min": 26.625, "train/tensor_act_model_layers_16_residual_post_attn/max": 59.75, "train/tensor_act_model_layers_16_residual_post_attn/range": 33.125, "train/tensor_act_model_layers_16_mlp_gate_proj/norm": 2865.821533203125, "train/tensor_act_model_layers_16_mlp_gate_proj/mean": 0.10986328125, "train/tensor_act_model_layers_16_mlp_gate_proj/std": 0.984375, "train/tensor_act_model_layers_16_mlp_gate_proj/max_abs": 2.75, "train/tensor_act_model_layers_16_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_16_mlp_gate_proj/min": -1.09375, "train/tensor_act_model_layers_16_mlp_gate_proj/max": 2.75, "train/tensor_act_model_layers_16_mlp_gate_proj/range": 3.84375, "train/tensor_act_model_layers_16_mlp_up_proj/norm": 3201.767822265625, "train/tensor_act_model_layers_16_mlp_up_proj/mean": -0.0693359375, "train/tensor_act_model_layers_16_mlp_up_proj/std": 1.1015625, "train/tensor_act_model_layers_16_mlp_up_proj/max_abs": 2.609375, "train/tensor_act_model_layers_16_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_16_mlp_up_proj/min": -2.546875, "train/tensor_act_model_layers_16_mlp_up_proj/max": 2.609375, "train/tensor_act_model_layers_16_mlp_up_proj/range": 5.15625, "train/tensor_act_model_layers_16_mlp_down_proj/norm": 6145.1904296875, "train/tensor_act_model_layers_16_mlp_down_proj/mean": 2.859375, "train/tensor_act_model_layers_16_mlp_down_proj/std": 0.921875, "train/tensor_act_model_layers_16_mlp_down_proj/max_abs": 5.09375, "train/tensor_act_model_layers_16_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_16_mlp_down_proj/min": 0.4609375, "train/tensor_act_model_layers_16_mlp_down_proj/max": 5.09375, "train/tensor_act_model_layers_16_mlp_down_proj/range": 4.6328125, "train/tensor_act_model_layers_16_mlp/norm": 6145.1904296875, "train/tensor_act_model_layers_16_mlp/mean": 2.859375, "train/tensor_act_model_layers_16_mlp/std": 0.921875, "train/tensor_act_model_layers_16_mlp/max_abs": 5.09375, "train/tensor_act_model_layers_16_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_16_mlp/min": 0.4609375, "train/tensor_act_model_layers_16_mlp/max": 5.09375, "train/tensor_act_model_layers_16_mlp/range": 4.6328125, "train/tensor_act_model_layers_16_residual_post_mlp/norm": 97044.6875, "train/tensor_act_model_layers_16_residual_post_mlp/mean": 47.25, "train/tensor_act_model_layers_16_residual_post_mlp/std": 4.84375, "train/tensor_act_model_layers_16_residual_post_mlp/max_abs": 61.75, "train/tensor_act_model_layers_16_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_16_residual_post_mlp/min": 29.125, "train/tensor_act_model_layers_16_residual_post_mlp/max": 61.75, "train/tensor_act_model_layers_16_residual_post_mlp/range": 32.625, "train/tensor_act_model_layers_17_residual_pre_attn/norm": 97044.6875, "train/tensor_act_model_layers_17_residual_pre_attn/mean": 47.25, "train/tensor_act_model_layers_17_residual_pre_attn/std": 4.84375, "train/tensor_act_model_layers_17_residual_pre_attn/max_abs": 61.75, "train/tensor_act_model_layers_17_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_17_residual_pre_attn/min": 29.125, "train/tensor_act_model_layers_17_residual_pre_attn/max": 61.75, "train/tensor_act_model_layers_17_residual_pre_attn/range": 32.625, "train/tensor_act_model_layers_17_residual_post_attn/norm": 97029.5546875, "train/tensor_act_model_layers_17_residual_post_attn/mean": 47.25, "train/tensor_act_model_layers_17_residual_post_attn/std": 4.84375, "train/tensor_act_model_layers_17_residual_post_attn/max_abs": 61.75, "train/tensor_act_model_layers_17_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_17_residual_post_attn/min": 29.125, "train/tensor_act_model_layers_17_residual_post_attn/max": 61.75, "train/tensor_act_model_layers_17_residual_post_attn/range": 32.625, "train/tensor_act_model_layers_17_mlp_gate_proj/norm": 3070.85986328125, "train/tensor_act_model_layers_17_mlp_gate_proj/mean": 0.1494140625, "train/tensor_act_model_layers_17_mlp_gate_proj/std": 1.046875, "train/tensor_act_model_layers_17_mlp_gate_proj/max_abs": 2.515625, "train/tensor_act_model_layers_17_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_17_mlp_gate_proj/min": -1.5234375, "train/tensor_act_model_layers_17_mlp_gate_proj/max": 2.515625, "train/tensor_act_model_layers_17_mlp_gate_proj/range": 4.0390625, "train/tensor_act_model_layers_17_mlp_up_proj/norm": 3515.77001953125, "train/tensor_act_model_layers_17_mlp_up_proj/mean": -0.034912109375, "train/tensor_act_model_layers_17_mlp_up_proj/std": 1.2109375, "train/tensor_act_model_layers_17_mlp_up_proj/max_abs": 2.5, "train/tensor_act_model_layers_17_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_17_mlp_up_proj/min": -2.484375, "train/tensor_act_model_layers_17_mlp_up_proj/max": 2.5, "train/tensor_act_model_layers_17_mlp_up_proj/range": 4.984375, "train/tensor_act_model_layers_17_mlp_down_proj/norm": 7163.97802734375, "train/tensor_act_model_layers_17_mlp_down_proj/mean": 3.390625, "train/tensor_act_model_layers_17_mlp_down_proj/std": 0.86328125, "train/tensor_act_model_layers_17_mlp_down_proj/max_abs": 5.5625, "train/tensor_act_model_layers_17_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_17_mlp_down_proj/min": 0.73828125, "train/tensor_act_model_layers_17_mlp_down_proj/max": 5.5625, "train/tensor_act_model_layers_17_mlp_down_proj/range": 4.82421875, "train/tensor_act_model_layers_17_mlp/norm": 7163.97802734375, "train/tensor_act_model_layers_17_mlp/mean": 3.390625, "train/tensor_act_model_layers_17_mlp/std": 0.86328125, "train/tensor_act_model_layers_17_mlp/max_abs": 5.5625, "train/tensor_act_model_layers_17_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_17_mlp/min": 0.73828125, "train/tensor_act_model_layers_17_mlp/max": 5.5625, "train/tensor_act_model_layers_17_mlp/range": 4.82421875, "train/tensor_act_model_layers_17_residual_post_mlp/norm": 103947.140625, "train/tensor_act_model_layers_17_residual_post_mlp/mean": 50.5, "train/tensor_act_model_layers_17_residual_post_mlp/std": 4.90625, "train/tensor_act_model_layers_17_residual_post_mlp/max_abs": 66.0, "train/tensor_act_model_layers_17_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_17_residual_post_mlp/min": 31.75, "train/tensor_act_model_layers_17_residual_post_mlp/max": 66.0, "train/tensor_act_model_layers_17_residual_post_mlp/range": 34.25, "train/tensor_act_model_layers_18_residual_pre_attn/norm": 103947.140625, "train/tensor_act_model_layers_18_residual_pre_attn/mean": 50.5, "train/tensor_act_model_layers_18_residual_pre_attn/std": 4.90625, "train/tensor_act_model_layers_18_residual_pre_attn/max_abs": 66.0, "train/tensor_act_model_layers_18_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_18_residual_pre_attn/min": 31.75, "train/tensor_act_model_layers_18_residual_pre_attn/max": 66.0, "train/tensor_act_model_layers_18_residual_pre_attn/range": 34.25, "train/tensor_act_model_layers_18_residual_post_attn/norm": 103914.3203125, "train/tensor_act_model_layers_18_residual_post_attn/mean": 50.5, "train/tensor_act_model_layers_18_residual_post_attn/std": 4.875, "train/tensor_act_model_layers_18_residual_post_attn/max_abs": 66.0, "train/tensor_act_model_layers_18_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_18_residual_post_attn/min": 31.75, "train/tensor_act_model_layers_18_residual_post_attn/max": 66.0, "train/tensor_act_model_layers_18_residual_post_attn/range": 34.25, "train/tensor_act_model_layers_18_mlp_gate_proj/norm": 2818.27099609375, "train/tensor_act_model_layers_18_mlp_gate_proj/mean": 0.05859375, "train/tensor_act_model_layers_18_mlp_gate_proj/std": 0.97265625, "train/tensor_act_model_layers_18_mlp_gate_proj/max_abs": 2.71875, "train/tensor_act_model_layers_18_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_18_mlp_gate_proj/min": -1.1953125, "train/tensor_act_model_layers_18_mlp_gate_proj/max": 2.71875, "train/tensor_act_model_layers_18_mlp_gate_proj/range": 3.9140625, "train/tensor_act_model_layers_18_mlp_up_proj/norm": 3340.5986328125, "train/tensor_act_model_layers_18_mlp_up_proj/mean": 0.032958984375, "train/tensor_act_model_layers_18_mlp_up_proj/std": 1.15625, "train/tensor_act_model_layers_18_mlp_up_proj/max_abs": 2.421875, "train/tensor_act_model_layers_18_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_18_mlp_up_proj/min": -2.3125, "train/tensor_act_model_layers_18_mlp_up_proj/max": 2.421875, "train/tensor_act_model_layers_18_mlp_up_proj/range": 4.734375, "train/tensor_act_model_layers_18_mlp_down_proj/norm": 6222.76416015625, "train/tensor_act_model_layers_18_mlp_down_proj/mean": 2.921875, "train/tensor_act_model_layers_18_mlp_down_proj/std": 0.82421875, "train/tensor_act_model_layers_18_mlp_down_proj/max_abs": 5.03125, "train/tensor_act_model_layers_18_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_18_mlp_down_proj/min": 0.8984375, "train/tensor_act_model_layers_18_mlp_down_proj/max": 5.03125, "train/tensor_act_model_layers_18_mlp_down_proj/range": 4.1328125, "train/tensor_act_model_layers_18_mlp/norm": 6222.76416015625, "train/tensor_act_model_layers_18_mlp/mean": 2.921875, "train/tensor_act_model_layers_18_mlp/std": 0.82421875, "train/tensor_act_model_layers_18_mlp/max_abs": 5.03125, "train/tensor_act_model_layers_18_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_18_mlp/min": 0.8984375, "train/tensor_act_model_layers_18_mlp/max": 5.03125, "train/tensor_act_model_layers_18_mlp/range": 4.1328125, "train/tensor_act_model_layers_18_residual_post_mlp/norm": 109897.96875, "train/tensor_act_model_layers_18_residual_post_mlp/mean": 53.5, "train/tensor_act_model_layers_18_residual_post_mlp/std": 4.96875, "train/tensor_act_model_layers_18_residual_post_mlp/max_abs": 67.0, "train/tensor_act_model_layers_18_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_18_residual_post_mlp/min": 35.25, "train/tensor_act_model_layers_18_residual_post_mlp/max": 67.0, "train/tensor_act_model_layers_18_residual_post_mlp/range": 31.75, "train/tensor_act_model_layers_19_residual_pre_attn/norm": 109897.96875, "train/tensor_act_model_layers_19_residual_pre_attn/mean": 53.5, "train/tensor_act_model_layers_19_residual_pre_attn/std": 4.96875, "train/tensor_act_model_layers_19_residual_pre_attn/max_abs": 67.0, "train/tensor_act_model_layers_19_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_19_residual_pre_attn/min": 35.25, "train/tensor_act_model_layers_19_residual_pre_attn/max": 67.0, "train/tensor_act_model_layers_19_residual_pre_attn/range": 31.75, "train/tensor_act_model_layers_19_residual_post_attn/norm": 109861.296875, "train/tensor_act_model_layers_19_residual_post_attn/mean": 53.5, "train/tensor_act_model_layers_19_residual_post_attn/std": 4.9375, "train/tensor_act_model_layers_19_residual_post_attn/max_abs": 67.0, "train/tensor_act_model_layers_19_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_19_residual_post_attn/min": 35.25, "train/tensor_act_model_layers_19_residual_post_attn/max": 67.0, "train/tensor_act_model_layers_19_residual_post_attn/range": 31.75, "train/tensor_act_model_layers_19_mlp_gate_proj/norm": 3060.20068359375, "train/tensor_act_model_layers_19_mlp_gate_proj/mean": 0.1943359375, "train/tensor_act_model_layers_19_mlp_gate_proj/std": 1.0390625, "train/tensor_act_model_layers_19_mlp_gate_proj/max_abs": 2.40625, "train/tensor_act_model_layers_19_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_19_mlp_gate_proj/min": -1.015625, "train/tensor_act_model_layers_19_mlp_gate_proj/max": 2.40625, "train/tensor_act_model_layers_19_mlp_gate_proj/range": 3.421875, "train/tensor_act_model_layers_19_mlp_up_proj/norm": 3308.088623046875, "train/tensor_act_model_layers_19_mlp_up_proj/mean": -0.1044921875, "train/tensor_act_model_layers_19_mlp_up_proj/std": 1.140625, "train/tensor_act_model_layers_19_mlp_up_proj/max_abs": 2.453125, "train/tensor_act_model_layers_19_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_19_mlp_up_proj/min": -2.453125, "train/tensor_act_model_layers_19_mlp_up_proj/max": 2.40625, "train/tensor_act_model_layers_19_mlp_up_proj/range": 4.859375, "train/tensor_act_model_layers_19_mlp_down_proj/norm": 7119.07275390625, "train/tensor_act_model_layers_19_mlp_down_proj/mean": 3.34375, "train/tensor_act_model_layers_19_mlp_down_proj/std": 0.921875, "train/tensor_act_model_layers_19_mlp_down_proj/max_abs": 5.53125, "train/tensor_act_model_layers_19_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_19_mlp_down_proj/min": 0.86328125, "train/tensor_act_model_layers_19_mlp_down_proj/max": 5.53125, "train/tensor_act_model_layers_19_mlp_down_proj/range": 4.66796875, "train/tensor_act_model_layers_19_mlp/norm": 7119.07275390625, "train/tensor_act_model_layers_19_mlp/mean": 3.34375, "train/tensor_act_model_layers_19_mlp/std": 0.921875, "train/tensor_act_model_layers_19_mlp/max_abs": 5.53125, "train/tensor_act_model_layers_19_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_19_mlp/min": 0.86328125, "train/tensor_act_model_layers_19_mlp/max": 5.53125, "train/tensor_act_model_layers_19_mlp/range": 4.66796875, "train/tensor_act_model_layers_19_residual_post_mlp/norm": 116703.421875, "train/tensor_act_model_layers_19_residual_post_mlp/mean": 56.75, "train/tensor_act_model_layers_19_residual_post_mlp/std": 4.875, "train/tensor_act_model_layers_19_residual_post_mlp/max_abs": 70.5, "train/tensor_act_model_layers_19_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_19_residual_post_mlp/min": 39.5, "train/tensor_act_model_layers_19_residual_post_mlp/max": 70.5, "train/tensor_act_model_layers_19_residual_post_mlp/range": 31.0, "train/tensor_act_model_layers_20_residual_pre_attn/norm": 116703.421875, "train/tensor_act_model_layers_20_residual_pre_attn/mean": 56.75, "train/tensor_act_model_layers_20_residual_pre_attn/std": 4.875, "train/tensor_act_model_layers_20_residual_pre_attn/max_abs": 70.5, "train/tensor_act_model_layers_20_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_20_residual_pre_attn/min": 39.5, "train/tensor_act_model_layers_20_residual_pre_attn/max": 70.5, "train/tensor_act_model_layers_20_residual_pre_attn/range": 31.0, "train/tensor_act_model_layers_20_residual_post_attn/norm": 116684.1875, "train/tensor_act_model_layers_20_residual_post_attn/mean": 56.75, "train/tensor_act_model_layers_20_residual_post_attn/std": 4.90625, "train/tensor_act_model_layers_20_residual_post_attn/max_abs": 70.5, "train/tensor_act_model_layers_20_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_20_residual_post_attn/min": 39.5, "train/tensor_act_model_layers_20_residual_post_attn/max": 70.5, "train/tensor_act_model_layers_20_residual_post_attn/range": 31.0, "train/tensor_act_model_layers_20_mlp_gate_proj/norm": 2998.93310546875, "train/tensor_act_model_layers_20_mlp_gate_proj/mean": 0.12109375, "train/tensor_act_model_layers_20_mlp_gate_proj/std": 1.03125, "train/tensor_act_model_layers_20_mlp_gate_proj/max_abs": 2.625, "train/tensor_act_model_layers_20_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_20_mlp_gate_proj/min": -1.0546875, "train/tensor_act_model_layers_20_mlp_gate_proj/max": 2.625, "train/tensor_act_model_layers_20_mlp_gate_proj/range": 3.6796875, "train/tensor_act_model_layers_20_mlp_up_proj/norm": 3455.7548828125, "train/tensor_act_model_layers_20_mlp_up_proj/mean": -0.030029296875, "train/tensor_act_model_layers_20_mlp_up_proj/std": 1.1953125, "train/tensor_act_model_layers_20_mlp_up_proj/max_abs": 2.578125, "train/tensor_act_model_layers_20_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_20_mlp_up_proj/min": -2.25, "train/tensor_act_model_layers_20_mlp_up_proj/max": 2.578125, "train/tensor_act_model_layers_20_mlp_up_proj/range": 4.828125, "train/tensor_act_model_layers_20_mlp_down_proj/norm": 6550.6591796875, "train/tensor_act_model_layers_20_mlp_down_proj/mean": 3.09375, "train/tensor_act_model_layers_20_mlp_down_proj/std": 0.81640625, "train/tensor_act_model_layers_20_mlp_down_proj/max_abs": 5.15625, "train/tensor_act_model_layers_20_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_20_mlp_down_proj/min": 0.88671875, "train/tensor_act_model_layers_20_mlp_down_proj/max": 5.15625, "train/tensor_act_model_layers_20_mlp_down_proj/range": 4.26953125, "train/tensor_act_model_layers_20_mlp/norm": 6550.6591796875, "train/tensor_act_model_layers_20_mlp/mean": 3.09375, "train/tensor_act_model_layers_20_mlp/std": 0.81640625, "train/tensor_act_model_layers_20_mlp/max_abs": 5.15625, "train/tensor_act_model_layers_20_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_20_mlp/min": 0.88671875, "train/tensor_act_model_layers_20_mlp/max": 5.15625, "train/tensor_act_model_layers_20_mlp/range": 4.26953125, "train/tensor_act_model_layers_20_residual_post_mlp/norm": 123011.484375, "train/tensor_act_model_layers_20_residual_post_mlp/mean": 59.75, "train/tensor_act_model_layers_20_residual_post_mlp/std": 5.03125, "train/tensor_act_model_layers_20_residual_post_mlp/max_abs": 74.5, "train/tensor_act_model_layers_20_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_20_residual_post_mlp/min": 42.25, "train/tensor_act_model_layers_20_residual_post_mlp/max": 74.5, "train/tensor_act_model_layers_20_residual_post_mlp/range": 32.25, "train/tensor_act_model_layers_21_residual_pre_attn/norm": 123011.484375, "train/tensor_act_model_layers_21_residual_pre_attn/mean": 59.75, "train/tensor_act_model_layers_21_residual_pre_attn/std": 5.03125, "train/tensor_act_model_layers_21_residual_pre_attn/max_abs": 74.5, "train/tensor_act_model_layers_21_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_21_residual_pre_attn/min": 42.25, "train/tensor_act_model_layers_21_residual_pre_attn/max": 74.5, "train/tensor_act_model_layers_21_residual_pre_attn/range": 32.25, "train/tensor_act_model_layers_21_residual_post_attn/norm": 123026.7265625, "train/tensor_act_model_layers_21_residual_post_attn/mean": 59.75, "train/tensor_act_model_layers_21_residual_post_attn/std": 5.03125, "train/tensor_act_model_layers_21_residual_post_attn/max_abs": 74.5, "train/tensor_act_model_layers_21_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_21_residual_post_attn/min": 42.25, "train/tensor_act_model_layers_21_residual_post_attn/max": 74.5, "train/tensor_act_model_layers_21_residual_post_attn/range": 32.25, "train/tensor_act_model_layers_21_mlp_gate_proj/norm": 3468.90771484375, "train/tensor_act_model_layers_21_mlp_gate_proj/mean": 0.345703125, "train/tensor_act_model_layers_21_mlp_gate_proj/std": 1.1484375, "train/tensor_act_model_layers_21_mlp_gate_proj/max_abs": 2.5625, "train/tensor_act_model_layers_21_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_21_mlp_gate_proj/min": -0.9609375, "train/tensor_act_model_layers_21_mlp_gate_proj/max": 2.5625, "train/tensor_act_model_layers_21_mlp_gate_proj/range": 3.5234375, "train/tensor_act_model_layers_21_mlp_up_proj/norm": 3843.958984375, "train/tensor_act_model_layers_21_mlp_up_proj/mean": -0.05615234375, "train/tensor_act_model_layers_21_mlp_up_proj/std": 1.328125, "train/tensor_act_model_layers_21_mlp_up_proj/max_abs": 2.609375, "train/tensor_act_model_layers_21_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_21_mlp_up_proj/min": -2.484375, "train/tensor_act_model_layers_21_mlp_up_proj/max": 2.609375, "train/tensor_act_model_layers_21_mlp_up_proj/range": 5.09375, "train/tensor_act_model_layers_21_mlp_down_proj/norm": 9905.3388671875, "train/tensor_act_model_layers_21_mlp_down_proj/mean": 4.71875, "train/tensor_act_model_layers_21_mlp_down_proj/std": 1.046875, "train/tensor_act_model_layers_21_mlp_down_proj/max_abs": 7.09375, "train/tensor_act_model_layers_21_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_21_mlp_down_proj/min": 0.640625, "train/tensor_act_model_layers_21_mlp_down_proj/max": 7.09375, "train/tensor_act_model_layers_21_mlp_down_proj/range": 6.453125, "train/tensor_act_model_layers_21_mlp/norm": 9905.3388671875, "train/tensor_act_model_layers_21_mlp/mean": 4.71875, "train/tensor_act_model_layers_21_mlp/std": 1.046875, "train/tensor_act_model_layers_21_mlp/max_abs": 7.09375, "train/tensor_act_model_layers_21_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_21_mlp/min": 0.640625, "train/tensor_act_model_layers_21_mlp/max": 7.09375, "train/tensor_act_model_layers_21_mlp/range": 6.453125, "train/tensor_act_model_layers_21_residual_post_mlp/norm": 132692.71875, "train/tensor_act_model_layers_21_residual_post_mlp/mean": 64.5, "train/tensor_act_model_layers_21_residual_post_mlp/std": 5.15625, "train/tensor_act_model_layers_21_residual_post_mlp/max_abs": 79.5, "train/tensor_act_model_layers_21_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_21_residual_post_mlp/min": 46.5, "train/tensor_act_model_layers_21_residual_post_mlp/max": 79.5, "train/tensor_act_model_layers_21_residual_post_mlp/range": 33.0, "train/tensor_act_model_layers_22_residual_pre_attn/norm": 132692.71875, "train/tensor_act_model_layers_22_residual_pre_attn/mean": 64.5, "train/tensor_act_model_layers_22_residual_pre_attn/std": 5.15625, "train/tensor_act_model_layers_22_residual_pre_attn/max_abs": 79.5, "train/tensor_act_model_layers_22_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_22_residual_pre_attn/min": 46.5, "train/tensor_act_model_layers_22_residual_pre_attn/max": 79.5, "train/tensor_act_model_layers_22_residual_pre_attn/range": 33.0, "train/tensor_act_model_layers_22_residual_post_attn/norm": 132686.609375, "train/tensor_act_model_layers_22_residual_post_attn/mean": 64.5, "train/tensor_act_model_layers_22_residual_post_attn/std": 5.15625, "train/tensor_act_model_layers_22_residual_post_attn/max_abs": 79.5, "train/tensor_act_model_layers_22_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_22_residual_post_attn/min": 46.5, "train/tensor_act_model_layers_22_residual_post_attn/max": 79.5, "train/tensor_act_model_layers_22_residual_post_attn/range": 33.0, "train/tensor_act_model_layers_22_mlp_gate_proj/norm": 2980.998046875, "train/tensor_act_model_layers_22_mlp_gate_proj/mean": 0.1572265625, "train/tensor_act_model_layers_22_mlp_gate_proj/std": 1.015625, "train/tensor_act_model_layers_22_mlp_gate_proj/max_abs": 2.4375, "train/tensor_act_model_layers_22_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_22_mlp_gate_proj/min": -0.9921875, "train/tensor_act_model_layers_22_mlp_gate_proj/max": 2.4375, "train/tensor_act_model_layers_22_mlp_gate_proj/range": 3.4296875, "train/tensor_act_model_layers_22_mlp_up_proj/norm": 3386.623779296875, "train/tensor_act_model_layers_22_mlp_up_proj/mean": -0.06640625, "train/tensor_act_model_layers_22_mlp_up_proj/std": 1.1640625, "train/tensor_act_model_layers_22_mlp_up_proj/max_abs": 2.609375, "train/tensor_act_model_layers_22_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_22_mlp_up_proj/min": -2.546875, "train/tensor_act_model_layers_22_mlp_up_proj/max": 2.609375, "train/tensor_act_model_layers_22_mlp_up_proj/range": 5.15625, "train/tensor_act_model_layers_22_mlp_down_proj/norm": 7275.708984375, "train/tensor_act_model_layers_22_mlp_down_proj/mean": 3.4375, "train/tensor_act_model_layers_22_mlp_down_proj/std": 0.8671875, "train/tensor_act_model_layers_22_mlp_down_proj/max_abs": 5.5625, "train/tensor_act_model_layers_22_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_22_mlp_down_proj/min": 1.1640625, "train/tensor_act_model_layers_22_mlp_down_proj/max": 5.5625, "train/tensor_act_model_layers_22_mlp_down_proj/range": 4.3984375, "train/tensor_act_model_layers_22_mlp/norm": 7275.708984375, "train/tensor_act_model_layers_22_mlp/mean": 3.4375, "train/tensor_act_model_layers_22_mlp/std": 0.8671875, "train/tensor_act_model_layers_22_mlp/max_abs": 5.5625, "train/tensor_act_model_layers_22_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_22_mlp/min": 1.1640625, "train/tensor_act_model_layers_22_mlp/max": 5.5625, "train/tensor_act_model_layers_22_mlp/range": 4.3984375, "train/tensor_act_model_layers_22_residual_post_mlp/norm": 139793.4375, "train/tensor_act_model_layers_22_residual_post_mlp/mean": 68.0, "train/tensor_act_model_layers_22_residual_post_mlp/std": 5.46875, "train/tensor_act_model_layers_22_residual_post_mlp/max_abs": 83.0, "train/tensor_act_model_layers_22_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_22_residual_post_mlp/min": 49.5, "train/tensor_act_model_layers_22_residual_post_mlp/max": 83.0, "train/tensor_act_model_layers_22_residual_post_mlp/range": 33.5, "train/tensor_act_model_layers_23_residual_pre_attn/norm": 139793.4375, "train/tensor_act_model_layers_23_residual_pre_attn/mean": 68.0, "train/tensor_act_model_layers_23_residual_pre_attn/std": 5.46875, "train/tensor_act_model_layers_23_residual_pre_attn/max_abs": 83.0, "train/tensor_act_model_layers_23_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_23_residual_pre_attn/min": 49.5, "train/tensor_act_model_layers_23_residual_pre_attn/max": 83.0, "train/tensor_act_model_layers_23_residual_pre_attn/range": 33.5, "train/tensor_act_model_layers_23_residual_post_attn/norm": 139789.1875, "train/tensor_act_model_layers_23_residual_post_attn/mean": 68.0, "train/tensor_act_model_layers_23_residual_post_attn/std": 5.46875, "train/tensor_act_model_layers_23_residual_post_attn/max_abs": 83.0, "train/tensor_act_model_layers_23_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_23_residual_post_attn/min": 49.5, "train/tensor_act_model_layers_23_residual_post_attn/max": 83.0, "train/tensor_act_model_layers_23_residual_post_attn/range": 33.5, "train/tensor_act_model_layers_23_mlp_gate_proj/norm": 3108.517333984375, "train/tensor_act_model_layers_23_mlp_gate_proj/mean": 0.11767578125, "train/tensor_act_model_layers_23_mlp_gate_proj/std": 1.0703125, "train/tensor_act_model_layers_23_mlp_gate_proj/max_abs": 2.375, "train/tensor_act_model_layers_23_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_23_mlp_gate_proj/min": -1.0078125, "train/tensor_act_model_layers_23_mlp_gate_proj/max": 2.375, "train/tensor_act_model_layers_23_mlp_gate_proj/range": 3.3828125, "train/tensor_act_model_layers_23_mlp_up_proj/norm": 3636.04931640625, "train/tensor_act_model_layers_23_mlp_up_proj/mean": 0.21484375, "train/tensor_act_model_layers_23_mlp_up_proj/std": 1.234375, "train/tensor_act_model_layers_23_mlp_up_proj/max_abs": 2.703125, "train/tensor_act_model_layers_23_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_23_mlp_up_proj/min": -2.640625, "train/tensor_act_model_layers_23_mlp_up_proj/max": 2.703125, "train/tensor_act_model_layers_23_mlp_up_proj/range": 5.34375, "train/tensor_act_model_layers_23_mlp_down_proj/norm": 8030.02392578125, "train/tensor_act_model_layers_23_mlp_down_proj/mean": 3.8125, "train/tensor_act_model_layers_23_mlp_down_proj/std": 0.890625, "train/tensor_act_model_layers_23_mlp_down_proj/max_abs": 5.875, "train/tensor_act_model_layers_23_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_23_mlp_down_proj/min": 1.109375, "train/tensor_act_model_layers_23_mlp_down_proj/max": 5.875, "train/tensor_act_model_layers_23_mlp_down_proj/range": 4.765625, "train/tensor_act_model_layers_23_mlp/norm": 8030.02392578125, "train/tensor_act_model_layers_23_mlp/mean": 3.8125, "train/tensor_act_model_layers_23_mlp/std": 0.890625, "train/tensor_act_model_layers_23_mlp/max_abs": 5.875, "train/tensor_act_model_layers_23_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_23_mlp/min": 1.109375, "train/tensor_act_model_layers_23_mlp/max": 5.875, "train/tensor_act_model_layers_23_mlp/range": 4.765625, "train/tensor_act_model_layers_23_residual_post_mlp/norm": 147531.71875, "train/tensor_act_model_layers_23_residual_post_mlp/mean": 72.0, "train/tensor_act_model_layers_23_residual_post_mlp/std": 5.46875, "train/tensor_act_model_layers_23_residual_post_mlp/max_abs": 87.0, "train/tensor_act_model_layers_23_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_23_residual_post_mlp/min": 54.5, "train/tensor_act_model_layers_23_residual_post_mlp/max": 87.0, "train/tensor_act_model_layers_23_residual_post_mlp/range": 32.5, "train/tensor_act_model_layers_24_residual_pre_attn/norm": 147531.71875, "train/tensor_act_model_layers_24_residual_pre_attn/mean": 72.0, "train/tensor_act_model_layers_24_residual_pre_attn/std": 5.46875, "train/tensor_act_model_layers_24_residual_pre_attn/max_abs": 87.0, "train/tensor_act_model_layers_24_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_24_residual_pre_attn/min": 54.5, "train/tensor_act_model_layers_24_residual_pre_attn/max": 87.0, "train/tensor_act_model_layers_24_residual_pre_attn/range": 32.5, "train/tensor_act_model_layers_24_residual_post_attn/norm": 147527.140625, "train/tensor_act_model_layers_24_residual_post_attn/mean": 72.0, "train/tensor_act_model_layers_24_residual_post_attn/std": 5.46875, "train/tensor_act_model_layers_24_residual_post_attn/max_abs": 87.0, "train/tensor_act_model_layers_24_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_24_residual_post_attn/min": 54.5, "train/tensor_act_model_layers_24_residual_post_attn/max": 87.0, "train/tensor_act_model_layers_24_residual_post_attn/range": 32.5, "train/tensor_act_model_layers_24_mlp_gate_proj/norm": 3124.903076171875, "train/tensor_act_model_layers_24_mlp_gate_proj/mean": 0.166015625, "train/tensor_act_model_layers_24_mlp_gate_proj/std": 1.0625, "train/tensor_act_model_layers_24_mlp_gate_proj/max_abs": 2.703125, "train/tensor_act_model_layers_24_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_24_mlp_gate_proj/min": -1.25, "train/tensor_act_model_layers_24_mlp_gate_proj/max": 2.703125, "train/tensor_act_model_layers_24_mlp_gate_proj/range": 3.953125, "train/tensor_act_model_layers_24_mlp_up_proj/norm": 3509.996826171875, "train/tensor_act_model_layers_24_mlp_up_proj/mean": -0.00982666015625, "train/tensor_act_model_layers_24_mlp_up_proj/std": 1.2109375, "train/tensor_act_model_layers_24_mlp_up_proj/max_abs": 2.75, "train/tensor_act_model_layers_24_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_24_mlp_up_proj/min": -2.75, "train/tensor_act_model_layers_24_mlp_up_proj/max": 2.390625, "train/tensor_act_model_layers_24_mlp_up_proj/range": 5.140625, "train/tensor_act_model_layers_24_mlp_down_proj/norm": 7529.25390625, "train/tensor_act_model_layers_24_mlp_down_proj/mean": 3.53125, "train/tensor_act_model_layers_24_mlp_down_proj/std": 1.015625, "train/tensor_act_model_layers_24_mlp_down_proj/max_abs": 6.71875, "train/tensor_act_model_layers_24_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_24_mlp_down_proj/min": 0.1337890625, "train/tensor_act_model_layers_24_mlp_down_proj/max": 6.71875, "train/tensor_act_model_layers_24_mlp_down_proj/range": 6.5849609375, "train/tensor_act_model_layers_24_mlp/norm": 7529.25390625, "train/tensor_act_model_layers_24_mlp/mean": 3.53125, "train/tensor_act_model_layers_24_mlp/std": 1.015625, "train/tensor_act_model_layers_24_mlp/max_abs": 6.71875, "train/tensor_act_model_layers_24_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_24_mlp/min": 0.1337890625, "train/tensor_act_model_layers_24_mlp/max": 6.71875, "train/tensor_act_model_layers_24_mlp/range": 6.5849609375, "train/tensor_act_model_layers_24_residual_post_mlp/norm": 154742.8125, "train/tensor_act_model_layers_24_residual_post_mlp/mean": 75.5, "train/tensor_act_model_layers_24_residual_post_mlp/std": 5.5, "train/tensor_act_model_layers_24_residual_post_mlp/max_abs": 93.5, "train/tensor_act_model_layers_24_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_24_residual_post_mlp/min": 57.75, "train/tensor_act_model_layers_24_residual_post_mlp/max": 93.5, "train/tensor_act_model_layers_24_residual_post_mlp/range": 35.75, "train/tensor_act_model_layers_25_residual_pre_attn/norm": 154742.8125, "train/tensor_act_model_layers_25_residual_pre_attn/mean": 75.5, "train/tensor_act_model_layers_25_residual_pre_attn/std": 5.5, "train/tensor_act_model_layers_25_residual_pre_attn/max_abs": 93.5, "train/tensor_act_model_layers_25_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_25_residual_pre_attn/min": 57.75, "train/tensor_act_model_layers_25_residual_pre_attn/max": 93.5, "train/tensor_act_model_layers_25_residual_pre_attn/range": 35.75, "train/tensor_act_model_layers_25_residual_post_attn/norm": 154741.140625, "train/tensor_act_model_layers_25_residual_post_attn/mean": 75.5, "train/tensor_act_model_layers_25_residual_post_attn/std": 5.5, "train/tensor_act_model_layers_25_residual_post_attn/max_abs": 93.5, "train/tensor_act_model_layers_25_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_25_residual_post_attn/min": 57.75, "train/tensor_act_model_layers_25_residual_post_attn/max": 93.5, "train/tensor_act_model_layers_25_residual_post_attn/range": 35.75, "train/tensor_act_model_layers_25_mlp_gate_proj/norm": 3475.2548828125, "train/tensor_act_model_layers_25_mlp_gate_proj/mean": 0.373046875, "train/tensor_act_model_layers_25_mlp_gate_proj/std": 1.140625, "train/tensor_act_model_layers_25_mlp_gate_proj/max_abs": 2.78125, "train/tensor_act_model_layers_25_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_25_mlp_gate_proj/min": -0.7734375, "train/tensor_act_model_layers_25_mlp_gate_proj/max": 2.78125, "train/tensor_act_model_layers_25_mlp_gate_proj/range": 3.5546875, "train/tensor_act_model_layers_25_mlp_up_proj/norm": 3799.93115234375, "train/tensor_act_model_layers_25_mlp_up_proj/mean": 0.0732421875, "train/tensor_act_model_layers_25_mlp_up_proj/std": 1.3125, "train/tensor_act_model_layers_25_mlp_up_proj/max_abs": 2.703125, "train/tensor_act_model_layers_25_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_25_mlp_up_proj/min": -2.703125, "train/tensor_act_model_layers_25_mlp_up_proj/max": 2.453125, "train/tensor_act_model_layers_25_mlp_up_proj/range": 5.15625, "train/tensor_act_model_layers_25_mlp_down_proj/norm": 9946.8720703125, "train/tensor_act_model_layers_25_mlp_down_proj/mean": 4.75, "train/tensor_act_model_layers_25_mlp_down_proj/std": 1.078125, "train/tensor_act_model_layers_25_mlp_down_proj/max_abs": 6.8125, "train/tensor_act_model_layers_25_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_25_mlp_down_proj/min": 1.4453125, "train/tensor_act_model_layers_25_mlp_down_proj/max": 6.8125, "train/tensor_act_model_layers_25_mlp_down_proj/range": 5.3671875, "train/tensor_act_model_layers_25_mlp/norm": 9946.8720703125, "train/tensor_act_model_layers_25_mlp/mean": 4.75, "train/tensor_act_model_layers_25_mlp/std": 1.078125, "train/tensor_act_model_layers_25_mlp/max_abs": 6.8125, "train/tensor_act_model_layers_25_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_25_mlp/min": 1.4453125, "train/tensor_act_model_layers_25_mlp/max": 6.8125, "train/tensor_act_model_layers_25_mlp/range": 5.3671875, "train/tensor_act_model_layers_25_residual_post_mlp/norm": 164436.234375, "train/tensor_act_model_layers_25_residual_post_mlp/mean": 80.0, "train/tensor_act_model_layers_25_residual_post_mlp/std": 5.65625, "train/tensor_act_model_layers_25_residual_post_mlp/max_abs": 100.0, "train/tensor_act_model_layers_25_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_25_residual_post_mlp/min": 62.25, "train/tensor_act_model_layers_25_residual_post_mlp/max": 100.0, "train/tensor_act_model_layers_25_residual_post_mlp/range": 37.75, "train/tensor_act_model_layers_26_residual_pre_attn/norm": 164436.234375, "train/tensor_act_model_layers_26_residual_pre_attn/mean": 80.0, "train/tensor_act_model_layers_26_residual_pre_attn/std": 5.65625, "train/tensor_act_model_layers_26_residual_pre_attn/max_abs": 100.0, "train/tensor_act_model_layers_26_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_26_residual_pre_attn/min": 62.25, "train/tensor_act_model_layers_26_residual_pre_attn/max": 100.0, "train/tensor_act_model_layers_26_residual_pre_attn/range": 37.75, "train/tensor_act_model_layers_26_residual_post_attn/norm": 164436.234375, "train/tensor_act_model_layers_26_residual_post_attn/mean": 80.0, "train/tensor_act_model_layers_26_residual_post_attn/std": 5.65625, "train/tensor_act_model_layers_26_residual_post_attn/max_abs": 100.0, "train/tensor_act_model_layers_26_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_26_residual_post_attn/min": 62.25, "train/tensor_act_model_layers_26_residual_post_attn/max": 100.0, "train/tensor_act_model_layers_26_residual_post_attn/range": 37.75, "train/tensor_act_model_layers_26_mlp_gate_proj/norm": 3327.058349609375, "train/tensor_act_model_layers_26_mlp_gate_proj/mean": 0.279296875, "train/tensor_act_model_layers_26_mlp_gate_proj/std": 1.1171875, "train/tensor_act_model_layers_26_mlp_gate_proj/max_abs": 2.8125, "train/tensor_act_model_layers_26_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_26_mlp_gate_proj/min": -1.03125, "train/tensor_act_model_layers_26_mlp_gate_proj/max": 2.8125, "train/tensor_act_model_layers_26_mlp_gate_proj/range": 3.84375, "train/tensor_act_model_layers_26_mlp_up_proj/norm": 3707.468994140625, "train/tensor_act_model_layers_26_mlp_up_proj/mean": -0.044921875, "train/tensor_act_model_layers_26_mlp_up_proj/std": 1.28125, "train/tensor_act_model_layers_26_mlp_up_proj/max_abs": 2.640625, "train/tensor_act_model_layers_26_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_26_mlp_up_proj/min": -2.640625, "train/tensor_act_model_layers_26_mlp_up_proj/max": 2.46875, "train/tensor_act_model_layers_26_mlp_up_proj/range": 5.109375, "train/tensor_act_model_layers_26_mlp_down_proj/norm": 8876.3994140625, "train/tensor_act_model_layers_26_mlp_down_proj/mean": 4.1875, "train/tensor_act_model_layers_26_mlp_down_proj/std": 1.09375, "train/tensor_act_model_layers_26_mlp_down_proj/max_abs": 7.28125, "train/tensor_act_model_layers_26_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_26_mlp_down_proj/min": 1.4453125, "train/tensor_act_model_layers_26_mlp_down_proj/max": 7.28125, "train/tensor_act_model_layers_26_mlp_down_proj/range": 5.8359375, "train/tensor_act_model_layers_26_mlp/norm": 8876.3994140625, "train/tensor_act_model_layers_26_mlp/mean": 4.1875, "train/tensor_act_model_layers_26_mlp/std": 1.09375, "train/tensor_act_model_layers_26_mlp/max_abs": 7.28125, "train/tensor_act_model_layers_26_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_26_mlp/min": 1.4453125, "train/tensor_act_model_layers_26_mlp/max": 7.28125, "train/tensor_act_model_layers_26_mlp/range": 5.8359375, "train/tensor_act_model_layers_26_residual_post_mlp/norm": 173024.8125, "train/tensor_act_model_layers_26_residual_post_mlp/mean": 84.5, "train/tensor_act_model_layers_26_residual_post_mlp/std": 5.84375, "train/tensor_act_model_layers_26_residual_post_mlp/max_abs": 105.5, "train/tensor_act_model_layers_26_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_26_residual_post_mlp/min": 66.5, "train/tensor_act_model_layers_26_residual_post_mlp/max": 105.5, "train/tensor_act_model_layers_26_residual_post_mlp/range": 39.0, "train/tensor_act_model_layers_27_residual_pre_attn/norm": 173024.8125, "train/tensor_act_model_layers_27_residual_pre_attn/mean": 84.5, "train/tensor_act_model_layers_27_residual_pre_attn/std": 5.84375, "train/tensor_act_model_layers_27_residual_pre_attn/max_abs": 105.5, "train/tensor_act_model_layers_27_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_27_residual_pre_attn/min": 66.5, "train/tensor_act_model_layers_27_residual_pre_attn/max": 105.5, "train/tensor_act_model_layers_27_residual_pre_attn/range": 39.0, "train/tensor_act_model_layers_27_residual_post_attn/norm": 173024.8125, "train/tensor_act_model_layers_27_residual_post_attn/mean": 84.5, "train/tensor_act_model_layers_27_residual_post_attn/std": 5.84375, "train/tensor_act_model_layers_27_residual_post_attn/max_abs": 105.5, "train/tensor_act_model_layers_27_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_27_residual_post_attn/min": 66.5, "train/tensor_act_model_layers_27_residual_post_attn/max": 105.5, "train/tensor_act_model_layers_27_residual_post_attn/range": 39.0, "train/tensor_act_model_layers_27_mlp_gate_proj/norm": 3322.369873046875, "train/tensor_act_model_layers_27_mlp_gate_proj/mean": 0.25390625, "train/tensor_act_model_layers_27_mlp_gate_proj/std": 1.1171875, "train/tensor_act_model_layers_27_mlp_gate_proj/max_abs": 2.59375, "train/tensor_act_model_layers_27_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_27_mlp_gate_proj/min": -1.046875, "train/tensor_act_model_layers_27_mlp_gate_proj/max": 2.59375, "train/tensor_act_model_layers_27_mlp_gate_proj/range": 3.640625, "train/tensor_act_model_layers_27_mlp_up_proj/norm": 3698.04345703125, "train/tensor_act_model_layers_27_mlp_up_proj/mean": -0.0283203125, "train/tensor_act_model_layers_27_mlp_up_proj/std": 1.2734375, "train/tensor_act_model_layers_27_mlp_up_proj/max_abs": 2.75, "train/tensor_act_model_layers_27_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_27_mlp_up_proj/min": -2.46875, "train/tensor_act_model_layers_27_mlp_up_proj/max": 2.75, "train/tensor_act_model_layers_27_mlp_up_proj/range": 5.21875, "train/tensor_act_model_layers_27_mlp_down_proj/norm": 8711.05078125, "train/tensor_act_model_layers_27_mlp_down_proj/mean": 4.125, "train/tensor_act_model_layers_27_mlp_down_proj/std": 1.0078125, "train/tensor_act_model_layers_27_mlp_down_proj/max_abs": 6.5, "train/tensor_act_model_layers_27_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_27_mlp_down_proj/min": 1.3828125, "train/tensor_act_model_layers_27_mlp_down_proj/max": 6.5, "train/tensor_act_model_layers_27_mlp_down_proj/range": 5.1171875, "train/tensor_act_model_layers_27_mlp/norm": 8711.05078125, "train/tensor_act_model_layers_27_mlp/mean": 4.125, "train/tensor_act_model_layers_27_mlp/std": 1.0078125, "train/tensor_act_model_layers_27_mlp/max_abs": 6.5, "train/tensor_act_model_layers_27_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_27_mlp/min": 1.3828125, "train/tensor_act_model_layers_27_mlp/max": 6.5, "train/tensor_act_model_layers_27_mlp/range": 5.1171875, "train/tensor_act_model_layers_27_residual_post_mlp/norm": 181463.25, "train/tensor_act_model_layers_27_residual_post_mlp/mean": 88.5, "train/tensor_act_model_layers_27_residual_post_mlp/std": 6.09375, "train/tensor_act_model_layers_27_residual_post_mlp/max_abs": 110.5, "train/tensor_act_model_layers_27_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_27_residual_post_mlp/min": 68.5, "train/tensor_act_model_layers_27_residual_post_mlp/max": 110.5, "train/tensor_act_model_layers_27_residual_post_mlp/range": 42.0, "train/tensor_act_model_layers_28_residual_pre_attn/norm": 181463.25, "train/tensor_act_model_layers_28_residual_pre_attn/mean": 88.5, "train/tensor_act_model_layers_28_residual_pre_attn/std": 6.09375, "train/tensor_act_model_layers_28_residual_pre_attn/max_abs": 110.5, "train/tensor_act_model_layers_28_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_28_residual_pre_attn/min": 68.5, "train/tensor_act_model_layers_28_residual_pre_attn/max": 110.5, "train/tensor_act_model_layers_28_residual_pre_attn/range": 42.0, "train/tensor_act_model_layers_28_residual_post_attn/norm": 181460.1875, "train/tensor_act_model_layers_28_residual_post_attn/mean": 88.5, "train/tensor_act_model_layers_28_residual_post_attn/std": 6.09375, "train/tensor_act_model_layers_28_residual_post_attn/max_abs": 110.5, "train/tensor_act_model_layers_28_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_28_residual_post_attn/min": 68.5, "train/tensor_act_model_layers_28_residual_post_attn/max": 110.5, "train/tensor_act_model_layers_28_residual_post_attn/range": 42.0, "train/tensor_act_model_layers_28_mlp_gate_proj/norm": 3272.19873046875, "train/tensor_act_model_layers_28_mlp_gate_proj/mean": 0.21875, "train/tensor_act_model_layers_28_mlp_gate_proj/std": 1.109375, "train/tensor_act_model_layers_28_mlp_gate_proj/max_abs": 2.734375, "train/tensor_act_model_layers_28_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_28_mlp_gate_proj/min": -0.8359375, "train/tensor_act_model_layers_28_mlp_gate_proj/max": 2.734375, "train/tensor_act_model_layers_28_mlp_gate_proj/range": 3.5703125, "train/tensor_act_model_layers_28_mlp_up_proj/norm": 3767.854736328125, "train/tensor_act_model_layers_28_mlp_up_proj/mean": -0.031005859375, "train/tensor_act_model_layers_28_mlp_up_proj/std": 1.296875, "train/tensor_act_model_layers_28_mlp_up_proj/max_abs": 2.546875, "train/tensor_act_model_layers_28_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_28_mlp_up_proj/min": -2.546875, "train/tensor_act_model_layers_28_mlp_up_proj/max": 2.53125, "train/tensor_act_model_layers_28_mlp_up_proj/range": 5.078125, "train/tensor_act_model_layers_28_mlp_down_proj/norm": 8451.1474609375, "train/tensor_act_model_layers_28_mlp_down_proj/mean": 4.0, "train/tensor_act_model_layers_28_mlp_down_proj/std": 1.03125, "train/tensor_act_model_layers_28_mlp_down_proj/max_abs": 6.71875, "train/tensor_act_model_layers_28_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_28_mlp_down_proj/min": 1.40625, "train/tensor_act_model_layers_28_mlp_down_proj/max": 6.71875, "train/tensor_act_model_layers_28_mlp_down_proj/range": 5.3125, "train/tensor_act_model_layers_28_mlp/norm": 8451.1474609375, "train/tensor_act_model_layers_28_mlp/mean": 4.0, "train/tensor_act_model_layers_28_mlp/std": 1.03125, "train/tensor_act_model_layers_28_mlp/max_abs": 6.71875, "train/tensor_act_model_layers_28_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_28_mlp/min": 1.40625, "train/tensor_act_model_layers_28_mlp/max": 6.71875, "train/tensor_act_model_layers_28_mlp/range": 5.3125, "train/tensor_act_model_layers_28_residual_post_mlp/norm": 189650.09375, "train/tensor_act_model_layers_28_residual_post_mlp/mean": 92.5, "train/tensor_act_model_layers_28_residual_post_mlp/std": 6.375, "train/tensor_act_model_layers_28_residual_post_mlp/max_abs": 115.0, "train/tensor_act_model_layers_28_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_28_residual_post_mlp/min": 72.5, "train/tensor_act_model_layers_28_residual_post_mlp/max": 115.0, "train/tensor_act_model_layers_28_residual_post_mlp/range": 42.5, "train/tensor_act_model_layers_29_residual_pre_attn/norm": 189650.09375, "train/tensor_act_model_layers_29_residual_pre_attn/mean": 92.5, "train/tensor_act_model_layers_29_residual_pre_attn/std": 6.375, "train/tensor_act_model_layers_29_residual_pre_attn/max_abs": 115.0, "train/tensor_act_model_layers_29_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_29_residual_pre_attn/min": 72.5, "train/tensor_act_model_layers_29_residual_pre_attn/max": 115.0, "train/tensor_act_model_layers_29_residual_pre_attn/range": 42.5, "train/tensor_act_model_layers_29_residual_post_attn/norm": 189650.09375, "train/tensor_act_model_layers_29_residual_post_attn/mean": 92.5, "train/tensor_act_model_layers_29_residual_post_attn/std": 6.375, "train/tensor_act_model_layers_29_residual_post_attn/max_abs": 115.0, "train/tensor_act_model_layers_29_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_29_residual_post_attn/min": 72.5, "train/tensor_act_model_layers_29_residual_post_attn/max": 115.0, "train/tensor_act_model_layers_29_residual_post_attn/range": 42.5, "train/tensor_act_model_layers_29_mlp_gate_proj/norm": 3462.891357421875, "train/tensor_act_model_layers_29_mlp_gate_proj/mean": 0.30078125, "train/tensor_act_model_layers_29_mlp_gate_proj/std": 1.15625, "train/tensor_act_model_layers_29_mlp_gate_proj/max_abs": 2.5625, "train/tensor_act_model_layers_29_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_29_mlp_gate_proj/min": -1.6015625, "train/tensor_act_model_layers_29_mlp_gate_proj/max": 2.5625, "train/tensor_act_model_layers_29_mlp_gate_proj/range": 4.1640625, "train/tensor_act_model_layers_29_mlp_up_proj/norm": 3971.47802734375, "train/tensor_act_model_layers_29_mlp_up_proj/mean": 0.034423828125, "train/tensor_act_model_layers_29_mlp_up_proj/std": 1.3671875, "train/tensor_act_model_layers_29_mlp_up_proj/max_abs": 2.65625, "train/tensor_act_model_layers_29_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_29_mlp_up_proj/min": -2.65625, "train/tensor_act_model_layers_29_mlp_up_proj/max": 2.484375, "train/tensor_act_model_layers_29_mlp_up_proj/range": 5.140625, "train/tensor_act_model_layers_29_mlp_down_proj/norm": 9532.3486328125, "train/tensor_act_model_layers_29_mlp_down_proj/mean": 4.53125, "train/tensor_act_model_layers_29_mlp_down_proj/std": 1.015625, "train/tensor_act_model_layers_29_mlp_down_proj/max_abs": 7.1875, "train/tensor_act_model_layers_29_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_29_mlp_down_proj/min": 2.0625, "train/tensor_act_model_layers_29_mlp_down_proj/max": 7.1875, "train/tensor_act_model_layers_29_mlp_down_proj/range": 5.125, "train/tensor_act_model_layers_29_mlp/norm": 9532.3486328125, "train/tensor_act_model_layers_29_mlp/mean": 4.53125, "train/tensor_act_model_layers_29_mlp/std": 1.015625, "train/tensor_act_model_layers_29_mlp/max_abs": 7.1875, "train/tensor_act_model_layers_29_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_29_mlp/min": 2.0625, "train/tensor_act_model_layers_29_mlp/max": 7.1875, "train/tensor_act_model_layers_29_mlp/range": 5.125, "train/tensor_act_model_layers_29_residual_post_mlp/norm": 198914.90625, "train/tensor_act_model_layers_29_residual_post_mlp/mean": 97.0, "train/tensor_act_model_layers_29_residual_post_mlp/std": 6.375, "train/tensor_act_model_layers_29_residual_post_mlp/max_abs": 118.5, "train/tensor_act_model_layers_29_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_29_residual_post_mlp/min": 77.0, "train/tensor_act_model_layers_29_residual_post_mlp/max": 118.5, "train/tensor_act_model_layers_29_residual_post_mlp/range": 41.5, "train/tensor_act_model_layers_30_residual_pre_attn/norm": 198914.90625, "train/tensor_act_model_layers_30_residual_pre_attn/mean": 97.0, "train/tensor_act_model_layers_30_residual_pre_attn/std": 6.375, "train/tensor_act_model_layers_30_residual_pre_attn/max_abs": 118.5, "train/tensor_act_model_layers_30_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_30_residual_pre_attn/min": 77.0, "train/tensor_act_model_layers_30_residual_pre_attn/max": 118.5, "train/tensor_act_model_layers_30_residual_pre_attn/range": 41.5, "train/tensor_act_model_layers_30_residual_post_attn/norm": 198914.234375, "train/tensor_act_model_layers_30_residual_post_attn/mean": 97.0, "train/tensor_act_model_layers_30_residual_post_attn/std": 6.34375, "train/tensor_act_model_layers_30_residual_post_attn/max_abs": 118.5, "train/tensor_act_model_layers_30_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_30_residual_post_attn/min": 77.0, "train/tensor_act_model_layers_30_residual_post_attn/max": 118.5, "train/tensor_act_model_layers_30_residual_post_attn/range": 41.5, "train/tensor_act_model_layers_30_mlp_gate_proj/norm": 3368.406494140625, "train/tensor_act_model_layers_30_mlp_gate_proj/mean": 0.333984375, "train/tensor_act_model_layers_30_mlp_gate_proj/std": 1.1171875, "train/tensor_act_model_layers_30_mlp_gate_proj/max_abs": 2.640625, "train/tensor_act_model_layers_30_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_30_mlp_gate_proj/min": -0.83203125, "train/tensor_act_model_layers_30_mlp_gate_proj/max": 2.640625, "train/tensor_act_model_layers_30_mlp_gate_proj/range": 3.47265625, "train/tensor_act_model_layers_30_mlp_up_proj/norm": 3749.02001953125, "train/tensor_act_model_layers_30_mlp_up_proj/mean": 0.0233154296875, "train/tensor_act_model_layers_30_mlp_up_proj/std": 1.296875, "train/tensor_act_model_layers_30_mlp_up_proj/max_abs": 2.546875, "train/tensor_act_model_layers_30_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_30_mlp_up_proj/min": -2.546875, "train/tensor_act_model_layers_30_mlp_up_proj/max": 2.5, "train/tensor_act_model_layers_30_mlp_up_proj/range": 5.046875, "train/tensor_act_model_layers_30_mlp_down_proj/norm": 9037.47265625, "train/tensor_act_model_layers_30_mlp_down_proj/mean": 4.28125, "train/tensor_act_model_layers_30_mlp_down_proj/std": 1.0234375, "train/tensor_act_model_layers_30_mlp_down_proj/max_abs": 6.46875, "train/tensor_act_model_layers_30_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_30_mlp_down_proj/min": 1.4921875, "train/tensor_act_model_layers_30_mlp_down_proj/max": 6.46875, "train/tensor_act_model_layers_30_mlp_down_proj/range": 4.9765625, "train/tensor_act_model_layers_30_mlp/norm": 9037.47265625, "train/tensor_act_model_layers_30_mlp/mean": 4.28125, "train/tensor_act_model_layers_30_mlp/std": 1.0234375, "train/tensor_act_model_layers_30_mlp/max_abs": 6.46875, "train/tensor_act_model_layers_30_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_30_mlp/min": 1.4921875, "train/tensor_act_model_layers_30_mlp/max": 6.46875, "train/tensor_act_model_layers_30_mlp/range": 4.9765625, "train/tensor_act_model_layers_30_residual_post_mlp/norm": 207751.25, "train/tensor_act_model_layers_30_residual_post_mlp/mean": 101.0, "train/tensor_act_model_layers_30_residual_post_mlp/std": 6.5625, "train/tensor_act_model_layers_30_residual_post_mlp/max_abs": 124.0, "train/tensor_act_model_layers_30_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_30_residual_post_mlp/min": 81.0, "train/tensor_act_model_layers_30_residual_post_mlp/max": 124.0, "train/tensor_act_model_layers_30_residual_post_mlp/range": 43.0, "train/tensor_act_model_layers_31_residual_pre_attn/norm": 207751.25, "train/tensor_act_model_layers_31_residual_pre_attn/mean": 101.0, "train/tensor_act_model_layers_31_residual_pre_attn/std": 6.5625, "train/tensor_act_model_layers_31_residual_pre_attn/max_abs": 124.0, "train/tensor_act_model_layers_31_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_31_residual_pre_attn/min": 81.0, "train/tensor_act_model_layers_31_residual_pre_attn/max": 124.0, "train/tensor_act_model_layers_31_residual_pre_attn/range": 43.0, "train/tensor_act_model_layers_31_residual_post_attn/norm": 207751.25, "train/tensor_act_model_layers_31_residual_post_attn/mean": 101.0, "train/tensor_act_model_layers_31_residual_post_attn/std": 6.5625, "train/tensor_act_model_layers_31_residual_post_attn/max_abs": 124.0, "train/tensor_act_model_layers_31_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_31_residual_post_attn/min": 81.0, "train/tensor_act_model_layers_31_residual_post_attn/max": 124.0, "train/tensor_act_model_layers_31_residual_post_attn/range": 43.0, "train/tensor_act_model_layers_31_mlp_gate_proj/norm": 3339.27197265625, "train/tensor_act_model_layers_31_mlp_gate_proj/mean": 0.30078125, "train/tensor_act_model_layers_31_mlp_gate_proj/std": 1.109375, "train/tensor_act_model_layers_31_mlp_gate_proj/max_abs": 2.625, "train/tensor_act_model_layers_31_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_31_mlp_gate_proj/min": -0.89453125, "train/tensor_act_model_layers_31_mlp_gate_proj/max": 2.625, "train/tensor_act_model_layers_31_mlp_gate_proj/range": 3.51953125, "train/tensor_act_model_layers_31_mlp_up_proj/norm": 3750.06298828125, "train/tensor_act_model_layers_31_mlp_up_proj/mean": 0.06640625, "train/tensor_act_model_layers_31_mlp_up_proj/std": 1.296875, "train/tensor_act_model_layers_31_mlp_up_proj/max_abs": 2.734375, "train/tensor_act_model_layers_31_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_31_mlp_up_proj/min": -2.515625, "train/tensor_act_model_layers_31_mlp_up_proj/max": 2.734375, "train/tensor_act_model_layers_31_mlp_up_proj/range": 5.25, "train/tensor_act_model_layers_31_mlp_down_proj/norm": 9118.5712890625, "train/tensor_act_model_layers_31_mlp_down_proj/mean": 4.3125, "train/tensor_act_model_layers_31_mlp_down_proj/std": 1.1171875, "train/tensor_act_model_layers_31_mlp_down_proj/max_abs": 8.125, "train/tensor_act_model_layers_31_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_31_mlp_down_proj/min": 1.265625, "train/tensor_act_model_layers_31_mlp_down_proj/max": 8.125, "train/tensor_act_model_layers_31_mlp_down_proj/range": 6.859375, "train/tensor_act_model_layers_31_mlp/norm": 9118.5712890625, "train/tensor_act_model_layers_31_mlp/mean": 4.3125, "train/tensor_act_model_layers_31_mlp/std": 1.1171875, "train/tensor_act_model_layers_31_mlp/max_abs": 8.125, "train/tensor_act_model_layers_31_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_31_mlp/min": 1.265625, "train/tensor_act_model_layers_31_mlp/max": 8.125, "train/tensor_act_model_layers_31_mlp/range": 6.859375, "train/tensor_act_model_layers_31_residual_post_mlp/norm": 216586.21875, "train/tensor_act_model_layers_31_residual_post_mlp/mean": 105.5, "train/tensor_act_model_layers_31_residual_post_mlp/std": 6.65625, "train/tensor_act_model_layers_31_residual_post_mlp/max_abs": 128.0, "train/tensor_act_model_layers_31_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_31_residual_post_mlp/min": 85.5, "train/tensor_act_model_layers_31_residual_post_mlp/max": 128.0, "train/tensor_act_model_layers_31_residual_post_mlp/range": 42.5, "train/tensor_act_model_layers_32_residual_pre_attn/norm": 216586.21875, "train/tensor_act_model_layers_32_residual_pre_attn/mean": 105.5, "train/tensor_act_model_layers_32_residual_pre_attn/std": 6.65625, "train/tensor_act_model_layers_32_residual_pre_attn/max_abs": 128.0, "train/tensor_act_model_layers_32_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_32_residual_pre_attn/min": 85.5, "train/tensor_act_model_layers_32_residual_pre_attn/max": 128.0, "train/tensor_act_model_layers_32_residual_pre_attn/range": 42.5, "train/tensor_act_model_layers_32_residual_post_attn/norm": 216586.21875, "train/tensor_act_model_layers_32_residual_post_attn/mean": 105.5, "train/tensor_act_model_layers_32_residual_post_attn/std": 6.65625, "train/tensor_act_model_layers_32_residual_post_attn/max_abs": 128.0, "train/tensor_act_model_layers_32_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_32_residual_post_attn/min": 85.5, "train/tensor_act_model_layers_32_residual_post_attn/max": 128.0, "train/tensor_act_model_layers_32_residual_post_attn/range": 42.5, "train/tensor_act_model_layers_32_mlp_gate_proj/norm": 3250.769287109375, "train/tensor_act_model_layers_32_mlp_gate_proj/mean": 0.220703125, "train/tensor_act_model_layers_32_mlp_gate_proj/std": 1.1015625, "train/tensor_act_model_layers_32_mlp_gate_proj/max_abs": 2.59375, "train/tensor_act_model_layers_32_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_32_mlp_gate_proj/min": -0.90234375, "train/tensor_act_model_layers_32_mlp_gate_proj/max": 2.59375, "train/tensor_act_model_layers_32_mlp_gate_proj/range": 3.49609375, "train/tensor_act_model_layers_32_mlp_up_proj/norm": 3600.823974609375, "train/tensor_act_model_layers_32_mlp_up_proj/mean": -0.00994873046875, "train/tensor_act_model_layers_32_mlp_up_proj/std": 1.2421875, "train/tensor_act_model_layers_32_mlp_up_proj/max_abs": 2.421875, "train/tensor_act_model_layers_32_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_32_mlp_up_proj/min": -2.421875, "train/tensor_act_model_layers_32_mlp_up_proj/max": 2.421875, "train/tensor_act_model_layers_32_mlp_up_proj/range": 4.84375, "train/tensor_act_model_layers_32_mlp_down_proj/norm": 8072.66943359375, "train/tensor_act_model_layers_32_mlp_down_proj/mean": 3.796875, "train/tensor_act_model_layers_32_mlp_down_proj/std": 1.03125, "train/tensor_act_model_layers_32_mlp_down_proj/max_abs": 6.46875, "train/tensor_act_model_layers_32_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_32_mlp_down_proj/min": 0.95703125, "train/tensor_act_model_layers_32_mlp_down_proj/max": 6.46875, "train/tensor_act_model_layers_32_mlp_down_proj/range": 5.51171875, "train/tensor_act_model_layers_32_mlp/norm": 8072.66943359375, "train/tensor_act_model_layers_32_mlp/mean": 3.796875, "train/tensor_act_model_layers_32_mlp/std": 1.03125, "train/tensor_act_model_layers_32_mlp/max_abs": 6.46875, "train/tensor_act_model_layers_32_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_32_mlp/min": 0.95703125, "train/tensor_act_model_layers_32_mlp/max": 6.46875, "train/tensor_act_model_layers_32_mlp/range": 5.51171875, "train/tensor_act_model_layers_32_residual_post_mlp/norm": 224436.25, "train/tensor_act_model_layers_32_residual_post_mlp/mean": 109.5, "train/tensor_act_model_layers_32_residual_post_mlp/std": 7.0, "train/tensor_act_model_layers_32_residual_post_mlp/max_abs": 132.0, "train/tensor_act_model_layers_32_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_32_residual_post_mlp/min": 88.0, "train/tensor_act_model_layers_32_residual_post_mlp/max": 132.0, "train/tensor_act_model_layers_32_residual_post_mlp/range": 44.0, "train/tensor_act_model_layers_33_residual_pre_attn/norm": 224436.25, "train/tensor_act_model_layers_33_residual_pre_attn/mean": 109.5, "train/tensor_act_model_layers_33_residual_pre_attn/std": 7.0, "train/tensor_act_model_layers_33_residual_pre_attn/max_abs": 132.0, "train/tensor_act_model_layers_33_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_33_residual_pre_attn/min": 88.0, "train/tensor_act_model_layers_33_residual_pre_attn/max": 132.0, "train/tensor_act_model_layers_33_residual_pre_attn/range": 44.0, "train/tensor_act_model_layers_33_residual_post_attn/norm": 224436.25, "train/tensor_act_model_layers_33_residual_post_attn/mean": 109.5, "train/tensor_act_model_layers_33_residual_post_attn/std": 7.0, "train/tensor_act_model_layers_33_residual_post_attn/max_abs": 132.0, "train/tensor_act_model_layers_33_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_33_residual_post_attn/min": 88.0, "train/tensor_act_model_layers_33_residual_post_attn/max": 132.0, "train/tensor_act_model_layers_33_residual_post_attn/range": 44.0, "train/tensor_act_model_layers_33_mlp_gate_proj/norm": 3272.843017578125, "train/tensor_act_model_layers_33_mlp_gate_proj/mean": 0.2421875, "train/tensor_act_model_layers_33_mlp_gate_proj/std": 1.1015625, "train/tensor_act_model_layers_33_mlp_gate_proj/max_abs": 2.671875, "train/tensor_act_model_layers_33_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_33_mlp_gate_proj/min": -1.140625, "train/tensor_act_model_layers_33_mlp_gate_proj/max": 2.671875, "train/tensor_act_model_layers_33_mlp_gate_proj/range": 3.8125, "train/tensor_act_model_layers_33_mlp_up_proj/norm": 3586.46044921875, "train/tensor_act_model_layers_33_mlp_up_proj/mean": -0.12060546875, "train/tensor_act_model_layers_33_mlp_up_proj/std": 1.234375, "train/tensor_act_model_layers_33_mlp_up_proj/max_abs": 2.625, "train/tensor_act_model_layers_33_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_33_mlp_up_proj/min": -2.53125, "train/tensor_act_model_layers_33_mlp_up_proj/max": 2.625, "train/tensor_act_model_layers_33_mlp_up_proj/range": 5.15625, "train/tensor_act_model_layers_33_mlp_down_proj/norm": 8125.83056640625, "train/tensor_act_model_layers_33_mlp_down_proj/mean": 3.828125, "train/tensor_act_model_layers_33_mlp_down_proj/std": 1.046875, "train/tensor_act_model_layers_33_mlp_down_proj/max_abs": 6.6875, "train/tensor_act_model_layers_33_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_33_mlp_down_proj/min": 1.1484375, "train/tensor_act_model_layers_33_mlp_down_proj/max": 6.6875, "train/tensor_act_model_layers_33_mlp_down_proj/range": 5.5390625, "train/tensor_act_model_layers_33_mlp/norm": 8125.83056640625, "train/tensor_act_model_layers_33_mlp/mean": 3.828125, "train/tensor_act_model_layers_33_mlp/std": 1.046875, "train/tensor_act_model_layers_33_mlp/max_abs": 6.6875, "train/tensor_act_model_layers_33_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_33_mlp/min": 1.1484375, "train/tensor_act_model_layers_33_mlp/max": 6.6875, "train/tensor_act_model_layers_33_mlp/range": 5.5390625, "train/tensor_act_model_layers_33_residual_post_mlp/norm": 232216.59375, "train/tensor_act_model_layers_33_residual_post_mlp/mean": 113.0, "train/tensor_act_model_layers_33_residual_post_mlp/std": 7.21875, "train/tensor_act_model_layers_33_residual_post_mlp/max_abs": 135.0, "train/tensor_act_model_layers_33_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_33_residual_post_mlp/min": 92.0, "train/tensor_act_model_layers_33_residual_post_mlp/max": 135.0, "train/tensor_act_model_layers_33_residual_post_mlp/range": 43.0, "train/tensor_act_model_layers_34_residual_pre_attn/norm": 232216.59375, "train/tensor_act_model_layers_34_residual_pre_attn/mean": 113.0, "train/tensor_act_model_layers_34_residual_pre_attn/std": 7.21875, "train/tensor_act_model_layers_34_residual_pre_attn/max_abs": 135.0, "train/tensor_act_model_layers_34_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_34_residual_pre_attn/min": 92.0, "train/tensor_act_model_layers_34_residual_pre_attn/max": 135.0, "train/tensor_act_model_layers_34_residual_pre_attn/range": 43.0, "train/tensor_act_model_layers_34_residual_post_attn/norm": 232200.546875, "train/tensor_act_model_layers_34_residual_post_attn/mean": 113.0, "train/tensor_act_model_layers_34_residual_post_attn/std": 7.21875, "train/tensor_act_model_layers_34_residual_post_attn/max_abs": 135.0, "train/tensor_act_model_layers_34_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_34_residual_post_attn/min": 92.0, "train/tensor_act_model_layers_34_residual_post_attn/max": 135.0, "train/tensor_act_model_layers_34_residual_post_attn/range": 43.0, "train/tensor_act_model_layers_34_mlp_gate_proj/norm": 3256.73974609375, "train/tensor_act_model_layers_34_mlp_gate_proj/mean": 0.25, "train/tensor_act_model_layers_34_mlp_gate_proj/std": 1.09375, "train/tensor_act_model_layers_34_mlp_gate_proj/max_abs": 2.859375, "train/tensor_act_model_layers_34_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_34_mlp_gate_proj/min": -0.84375, "train/tensor_act_model_layers_34_mlp_gate_proj/max": 2.859375, "train/tensor_act_model_layers_34_mlp_gate_proj/range": 3.703125, "train/tensor_act_model_layers_34_mlp_up_proj/norm": 3682.306396484375, "train/tensor_act_model_layers_34_mlp_up_proj/mean": 0.11279296875, "train/tensor_act_model_layers_34_mlp_up_proj/std": 1.265625, "train/tensor_act_model_layers_34_mlp_up_proj/max_abs": 2.53125, "train/tensor_act_model_layers_34_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_34_mlp_up_proj/min": -2.421875, "train/tensor_act_model_layers_34_mlp_up_proj/max": 2.53125, "train/tensor_act_model_layers_34_mlp_up_proj/range": 4.953125, "train/tensor_act_model_layers_34_mlp_down_proj/norm": 8636.7392578125, "train/tensor_act_model_layers_34_mlp_down_proj/mean": 4.0625, "train/tensor_act_model_layers_34_mlp_down_proj/std": 1.0859375, "train/tensor_act_model_layers_34_mlp_down_proj/max_abs": 6.71875, "train/tensor_act_model_layers_34_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_34_mlp_down_proj/min": 1.21875, "train/tensor_act_model_layers_34_mlp_down_proj/max": 6.71875, "train/tensor_act_model_layers_34_mlp_down_proj/range": 5.5, "train/tensor_act_model_layers_34_mlp/norm": 8636.7392578125, "train/tensor_act_model_layers_34_mlp/mean": 4.0625, "train/tensor_act_model_layers_34_mlp/std": 1.0859375, "train/tensor_act_model_layers_34_mlp/max_abs": 6.71875, "train/tensor_act_model_layers_34_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_34_mlp/min": 1.21875, "train/tensor_act_model_layers_34_mlp/max": 6.71875, "train/tensor_act_model_layers_34_mlp/range": 5.5, "train/tensor_act_model_layers_34_residual_post_mlp/norm": 240588.921875, "train/tensor_act_model_layers_34_residual_post_mlp/mean": 117.5, "train/tensor_act_model_layers_34_residual_post_mlp/std": 7.25, "train/tensor_act_model_layers_34_residual_post_mlp/max_abs": 140.0, "train/tensor_act_model_layers_34_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_34_residual_post_mlp/min": 94.0, "train/tensor_act_model_layers_34_residual_post_mlp/max": 140.0, "train/tensor_act_model_layers_34_residual_post_mlp/range": 46.0, "train/tensor_act_model_layers_35_residual_pre_attn/norm": 240588.921875, "train/tensor_act_model_layers_35_residual_pre_attn/mean": 117.5, "train/tensor_act_model_layers_35_residual_pre_attn/std": 7.25, "train/tensor_act_model_layers_35_residual_pre_attn/max_abs": 140.0, "train/tensor_act_model_layers_35_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_35_residual_pre_attn/min": 94.0, "train/tensor_act_model_layers_35_residual_pre_attn/max": 140.0, "train/tensor_act_model_layers_35_residual_pre_attn/range": 46.0, "train/tensor_act_model_layers_35_residual_post_attn/norm": 240579.890625, "train/tensor_act_model_layers_35_residual_post_attn/mean": 117.0, "train/tensor_act_model_layers_35_residual_post_attn/std": 7.25, "train/tensor_act_model_layers_35_residual_post_attn/max_abs": 140.0, "train/tensor_act_model_layers_35_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_35_residual_post_attn/min": 94.0, "train/tensor_act_model_layers_35_residual_post_attn/max": 140.0, "train/tensor_act_model_layers_35_residual_post_attn/range": 46.0, "train/tensor_act_model_layers_35_mlp_gate_proj/norm": 3406.778564453125, "train/tensor_act_model_layers_35_mlp_gate_proj/mean": 0.326171875, "train/tensor_act_model_layers_35_mlp_gate_proj/std": 1.1328125, "train/tensor_act_model_layers_35_mlp_gate_proj/max_abs": 2.46875, "train/tensor_act_model_layers_35_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_35_mlp_gate_proj/min": -1.0859375, "train/tensor_act_model_layers_35_mlp_gate_proj/max": 2.46875, "train/tensor_act_model_layers_35_mlp_gate_proj/range": 3.5546875, "train/tensor_act_model_layers_35_mlp_up_proj/norm": 3769.335205078125, "train/tensor_act_model_layers_35_mlp_up_proj/mean": -0.1552734375, "train/tensor_act_model_layers_35_mlp_up_proj/std": 1.2890625, "train/tensor_act_model_layers_35_mlp_up_proj/max_abs": 2.640625, "train/tensor_act_model_layers_35_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_35_mlp_up_proj/min": -2.640625, "train/tensor_act_model_layers_35_mlp_up_proj/max": 2.46875, "train/tensor_act_model_layers_35_mlp_up_proj/range": 5.109375, "train/tensor_act_model_layers_35_mlp_down_proj/norm": 9223.275390625, "train/tensor_act_model_layers_35_mlp_down_proj/mean": 4.40625, "train/tensor_act_model_layers_35_mlp_down_proj/std": 0.890625, "train/tensor_act_model_layers_35_mlp_down_proj/max_abs": 7.59375, "train/tensor_act_model_layers_35_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_35_mlp_down_proj/min": 1.6796875, "train/tensor_act_model_layers_35_mlp_down_proj/max": 7.59375, "train/tensor_act_model_layers_35_mlp_down_proj/range": 5.9140625, "train/tensor_act_model_layers_35_mlp/norm": 9223.275390625, "train/tensor_act_model_layers_35_mlp/mean": 4.40625, "train/tensor_act_model_layers_35_mlp/std": 0.890625, "train/tensor_act_model_layers_35_mlp/max_abs": 7.59375, "train/tensor_act_model_layers_35_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_35_mlp/min": 1.6796875, "train/tensor_act_model_layers_35_mlp/max": 7.59375, "train/tensor_act_model_layers_35_mlp/range": 5.9140625, "train/tensor_act_model_layers_35_residual_post_mlp/norm": 249609.40625, "train/tensor_act_model_layers_35_residual_post_mlp/mean": 121.5, "train/tensor_act_model_layers_35_residual_post_mlp/std": 7.25, "train/tensor_act_model_layers_35_residual_post_mlp/max_abs": 145.0, "train/tensor_act_model_layers_35_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_35_residual_post_mlp/min": 99.0, "train/tensor_act_model_layers_35_residual_post_mlp/max": 145.0, "train/tensor_act_model_layers_35_residual_post_mlp/range": 46.0, "train/tensor_act_model_layers_36_residual_pre_attn/norm": 249609.40625, "train/tensor_act_model_layers_36_residual_pre_attn/mean": 121.5, "train/tensor_act_model_layers_36_residual_pre_attn/std": 7.25, "train/tensor_act_model_layers_36_residual_pre_attn/max_abs": 145.0, "train/tensor_act_model_layers_36_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_36_residual_pre_attn/min": 99.0, "train/tensor_act_model_layers_36_residual_pre_attn/max": 145.0, "train/tensor_act_model_layers_36_residual_pre_attn/range": 46.0, "train/tensor_act_model_layers_36_residual_post_attn/norm": 249609.40625, "train/tensor_act_model_layers_36_residual_post_attn/mean": 121.5, "train/tensor_act_model_layers_36_residual_post_attn/std": 7.25, "train/tensor_act_model_layers_36_residual_post_attn/max_abs": 145.0, "train/tensor_act_model_layers_36_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_36_residual_post_attn/min": 99.0, "train/tensor_act_model_layers_36_residual_post_attn/max": 145.0, "train/tensor_act_model_layers_36_residual_post_attn/range": 46.0, "train/tensor_act_model_layers_36_mlp_gate_proj/norm": 3491.7890625, "train/tensor_act_model_layers_36_mlp_gate_proj/mean": 0.3515625, "train/tensor_act_model_layers_36_mlp_gate_proj/std": 1.15625, "train/tensor_act_model_layers_36_mlp_gate_proj/max_abs": 2.578125, "train/tensor_act_model_layers_36_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_36_mlp_gate_proj/min": -1.296875, "train/tensor_act_model_layers_36_mlp_gate_proj/max": 2.578125, "train/tensor_act_model_layers_36_mlp_gate_proj/range": 3.875, "train/tensor_act_model_layers_36_mlp_up_proj/norm": 3813.19775390625, "train/tensor_act_model_layers_36_mlp_up_proj/mean": -0.126953125, "train/tensor_act_model_layers_36_mlp_up_proj/std": 1.3125, "train/tensor_act_model_layers_36_mlp_up_proj/max_abs": 2.578125, "train/tensor_act_model_layers_36_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_36_mlp_up_proj/min": -2.484375, "train/tensor_act_model_layers_36_mlp_up_proj/max": 2.578125, "train/tensor_act_model_layers_36_mlp_up_proj/range": 5.0625, "train/tensor_act_model_layers_36_mlp_down_proj/norm": 9645.2822265625, "train/tensor_act_model_layers_36_mlp_down_proj/mean": 4.59375, "train/tensor_act_model_layers_36_mlp_down_proj/std": 1.0390625, "train/tensor_act_model_layers_36_mlp_down_proj/max_abs": 7.03125, "train/tensor_act_model_layers_36_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_36_mlp_down_proj/min": 1.8984375, "train/tensor_act_model_layers_36_mlp_down_proj/max": 7.03125, "train/tensor_act_model_layers_36_mlp_down_proj/range": 5.1328125, "train/tensor_act_model_layers_36_mlp/norm": 9645.2822265625, "train/tensor_act_model_layers_36_mlp/mean": 4.59375, "train/tensor_act_model_layers_36_mlp/std": 1.0390625, "train/tensor_act_model_layers_36_mlp/max_abs": 7.03125, "train/tensor_act_model_layers_36_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_36_mlp/min": 1.8984375, "train/tensor_act_model_layers_36_mlp/max": 7.03125, "train/tensor_act_model_layers_36_mlp/range": 5.1328125, "train/tensor_act_model_layers_36_residual_post_mlp/norm": 258940.734375, "train/tensor_act_model_layers_36_residual_post_mlp/mean": 126.0, "train/tensor_act_model_layers_36_residual_post_mlp/std": 7.09375, "train/tensor_act_model_layers_36_residual_post_mlp/max_abs": 149.0, "train/tensor_act_model_layers_36_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_36_residual_post_mlp/min": 105.5, "train/tensor_act_model_layers_36_residual_post_mlp/max": 149.0, "train/tensor_act_model_layers_36_residual_post_mlp/range": 43.5, "train/tensor_act_model_layers_37_residual_pre_attn/norm": 258940.734375, "train/tensor_act_model_layers_37_residual_pre_attn/mean": 126.0, "train/tensor_act_model_layers_37_residual_pre_attn/std": 7.09375, "train/tensor_act_model_layers_37_residual_pre_attn/max_abs": 149.0, "train/tensor_act_model_layers_37_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_37_residual_pre_attn/min": 105.5, "train/tensor_act_model_layers_37_residual_pre_attn/max": 149.0, "train/tensor_act_model_layers_37_residual_pre_attn/range": 43.5, "train/tensor_act_model_layers_37_residual_post_attn/norm": 258951.84375, "train/tensor_act_model_layers_37_residual_post_attn/mean": 126.0, "train/tensor_act_model_layers_37_residual_post_attn/std": 7.09375, "train/tensor_act_model_layers_37_residual_post_attn/max_abs": 149.0, "train/tensor_act_model_layers_37_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_37_residual_post_attn/min": 105.5, "train/tensor_act_model_layers_37_residual_post_attn/max": 149.0, "train/tensor_act_model_layers_37_residual_post_attn/range": 43.5, "train/tensor_act_model_layers_37_mlp_gate_proj/norm": 3312.53564453125, "train/tensor_act_model_layers_37_mlp_gate_proj/mean": 0.27734375, "train/tensor_act_model_layers_37_mlp_gate_proj/std": 1.109375, "train/tensor_act_model_layers_37_mlp_gate_proj/max_abs": 2.546875, "train/tensor_act_model_layers_37_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_37_mlp_gate_proj/min": -1.0078125, "train/tensor_act_model_layers_37_mlp_gate_proj/max": 2.546875, "train/tensor_act_model_layers_37_mlp_gate_proj/range": 3.5546875, "train/tensor_act_model_layers_37_mlp_up_proj/norm": 3667.1162109375, "train/tensor_act_model_layers_37_mlp_up_proj/mean": 0.0517578125, "train/tensor_act_model_layers_37_mlp_up_proj/std": 1.265625, "train/tensor_act_model_layers_37_mlp_up_proj/max_abs": 2.609375, "train/tensor_act_model_layers_37_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_37_mlp_up_proj/min": -2.46875, "train/tensor_act_model_layers_37_mlp_up_proj/max": 2.609375, "train/tensor_act_model_layers_37_mlp_up_proj/range": 5.078125, "train/tensor_act_model_layers_37_mlp_down_proj/norm": 8218.3896484375, "train/tensor_act_model_layers_37_mlp_down_proj/mean": 3.890625, "train/tensor_act_model_layers_37_mlp_down_proj/std": 0.95703125, "train/tensor_act_model_layers_37_mlp_down_proj/max_abs": 6.03125, "train/tensor_act_model_layers_37_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_37_mlp_down_proj/min": 1.2421875, "train/tensor_act_model_layers_37_mlp_down_proj/max": 6.03125, "train/tensor_act_model_layers_37_mlp_down_proj/range": 4.7890625, "train/tensor_act_model_layers_37_mlp/norm": 8218.3896484375, "train/tensor_act_model_layers_37_mlp/mean": 3.890625, "train/tensor_act_model_layers_37_mlp/std": 0.95703125, "train/tensor_act_model_layers_37_mlp/max_abs": 6.03125, "train/tensor_act_model_layers_37_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_37_mlp/min": 1.2421875, "train/tensor_act_model_layers_37_mlp/max": 6.03125, "train/tensor_act_model_layers_37_mlp/range": 4.7890625, "train/tensor_act_model_layers_37_residual_post_mlp/norm": 266953.5, "train/tensor_act_model_layers_37_residual_post_mlp/mean": 130.0, "train/tensor_act_model_layers_37_residual_post_mlp/std": 7.21875, "train/tensor_act_model_layers_37_residual_post_mlp/max_abs": 154.0, "train/tensor_act_model_layers_37_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_37_residual_post_mlp/min": 109.5, "train/tensor_act_model_layers_37_residual_post_mlp/max": 154.0, "train/tensor_act_model_layers_37_residual_post_mlp/range": 44.5, "train/tensor_act_model_layers_38_residual_pre_attn/norm": 266953.5, "train/tensor_act_model_layers_38_residual_pre_attn/mean": 130.0, "train/tensor_act_model_layers_38_residual_pre_attn/std": 7.21875, "train/tensor_act_model_layers_38_residual_pre_attn/max_abs": 154.0, "train/tensor_act_model_layers_38_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_38_residual_pre_attn/min": 109.5, "train/tensor_act_model_layers_38_residual_pre_attn/max": 154.0, "train/tensor_act_model_layers_38_residual_pre_attn/range": 44.5, "train/tensor_act_model_layers_38_residual_post_attn/norm": 266949.15625, "train/tensor_act_model_layers_38_residual_post_attn/mean": 130.0, "train/tensor_act_model_layers_38_residual_post_attn/std": 7.21875, "train/tensor_act_model_layers_38_residual_post_attn/max_abs": 154.0, "train/tensor_act_model_layers_38_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_38_residual_post_attn/min": 109.5, "train/tensor_act_model_layers_38_residual_post_attn/max": 154.0, "train/tensor_act_model_layers_38_residual_post_attn/range": 44.5, "train/tensor_act_model_layers_38_mlp_gate_proj/norm": 3632.03759765625, "train/tensor_act_model_layers_38_mlp_gate_proj/mean": 0.439453125, "train/tensor_act_model_layers_38_mlp_gate_proj/std": 1.171875, "train/tensor_act_model_layers_38_mlp_gate_proj/max_abs": 2.515625, "train/tensor_act_model_layers_38_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_38_mlp_gate_proj/min": -1.140625, "train/tensor_act_model_layers_38_mlp_gate_proj/max": 2.515625, "train/tensor_act_model_layers_38_mlp_gate_proj/range": 3.65625, "train/tensor_act_model_layers_38_mlp_up_proj/norm": 3913.36376953125, "train/tensor_act_model_layers_38_mlp_up_proj/mean": -0.140625, "train/tensor_act_model_layers_38_mlp_up_proj/std": 1.34375, "train/tensor_act_model_layers_38_mlp_up_proj/max_abs": 2.609375, "train/tensor_act_model_layers_38_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_38_mlp_up_proj/min": -2.609375, "train/tensor_act_model_layers_38_mlp_up_proj/max": 2.578125, "train/tensor_act_model_layers_38_mlp_up_proj/range": 5.1875, "train/tensor_act_model_layers_38_mlp_down_proj/norm": 11198.7373046875, "train/tensor_act_model_layers_38_mlp_down_proj/mean": 5.3125, "train/tensor_act_model_layers_38_mlp_down_proj/std": 1.328125, "train/tensor_act_model_layers_38_mlp_down_proj/max_abs": 8.5, "train/tensor_act_model_layers_38_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_38_mlp_down_proj/min": 1.34375, "train/tensor_act_model_layers_38_mlp_down_proj/max": 8.5, "train/tensor_act_model_layers_38_mlp_down_proj/range": 7.15625, "train/tensor_act_model_layers_38_mlp/norm": 11198.7373046875, "train/tensor_act_model_layers_38_mlp/mean": 5.3125, "train/tensor_act_model_layers_38_mlp/std": 1.328125, "train/tensor_act_model_layers_38_mlp/max_abs": 8.5, "train/tensor_act_model_layers_38_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_38_mlp/min": 1.34375, "train/tensor_act_model_layers_38_mlp/max": 8.5, "train/tensor_act_model_layers_38_mlp/range": 7.15625, "train/tensor_act_model_layers_38_residual_post_mlp/norm": 277811.53125, "train/tensor_act_model_layers_38_residual_post_mlp/mean": 135.0, "train/tensor_act_model_layers_38_residual_post_mlp/std": 7.65625, "train/tensor_act_model_layers_38_residual_post_mlp/max_abs": 162.0, "train/tensor_act_model_layers_38_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_38_residual_post_mlp/min": 114.0, "train/tensor_act_model_layers_38_residual_post_mlp/max": 162.0, "train/tensor_act_model_layers_38_residual_post_mlp/range": 48.0, "train/tensor_act_model_layers_39_residual_pre_attn/norm": 277811.53125, "train/tensor_act_model_layers_39_residual_pre_attn/mean": 135.0, "train/tensor_act_model_layers_39_residual_pre_attn/std": 7.65625, "train/tensor_act_model_layers_39_residual_pre_attn/max_abs": 162.0, "train/tensor_act_model_layers_39_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_39_residual_pre_attn/min": 114.0, "train/tensor_act_model_layers_39_residual_pre_attn/max": 162.0, "train/tensor_act_model_layers_39_residual_pre_attn/range": 48.0, "train/tensor_act_model_layers_39_residual_post_attn/norm": 277811.53125, "train/tensor_act_model_layers_39_residual_post_attn/mean": 135.0, "train/tensor_act_model_layers_39_residual_post_attn/std": 7.65625, "train/tensor_act_model_layers_39_residual_post_attn/max_abs": 162.0, "train/tensor_act_model_layers_39_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_39_residual_post_attn/min": 114.0, "train/tensor_act_model_layers_39_residual_post_attn/max": 162.0, "train/tensor_act_model_layers_39_residual_post_attn/range": 48.0, "train/tensor_act_model_layers_39_mlp_gate_proj/norm": 3333.29833984375, "train/tensor_act_model_layers_39_mlp_gate_proj/mean": 0.310546875, "train/tensor_act_model_layers_39_mlp_gate_proj/std": 1.109375, "train/tensor_act_model_layers_39_mlp_gate_proj/max_abs": 2.859375, "train/tensor_act_model_layers_39_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_39_mlp_gate_proj/min": -0.9375, "train/tensor_act_model_layers_39_mlp_gate_proj/max": 2.859375, "train/tensor_act_model_layers_39_mlp_gate_proj/range": 3.796875, "train/tensor_act_model_layers_39_mlp_up_proj/norm": 3653.0927734375, "train/tensor_act_model_layers_39_mlp_up_proj/mean": 0.006256103515625, "train/tensor_act_model_layers_39_mlp_up_proj/std": 1.2578125, "train/tensor_act_model_layers_39_mlp_up_proj/max_abs": 2.84375, "train/tensor_act_model_layers_39_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_39_mlp_up_proj/min": -2.75, "train/tensor_act_model_layers_39_mlp_up_proj/max": 2.84375, "train/tensor_act_model_layers_39_mlp_up_proj/range": 5.59375, "train/tensor_act_model_layers_39_mlp_down_proj/norm": 8807.7685546875, "train/tensor_act_model_layers_39_mlp_down_proj/mean": 4.15625, "train/tensor_act_model_layers_39_mlp_down_proj/std": 1.140625, "train/tensor_act_model_layers_39_mlp_down_proj/max_abs": 7.90625, "train/tensor_act_model_layers_39_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_39_mlp_down_proj/min": 0.75, "train/tensor_act_model_layers_39_mlp_down_proj/max": 7.90625, "train/tensor_act_model_layers_39_mlp_down_proj/range": 7.15625, "train/tensor_act_model_layers_39_mlp/norm": 8807.7685546875, "train/tensor_act_model_layers_39_mlp/mean": 4.15625, "train/tensor_act_model_layers_39_mlp/std": 1.140625, "train/tensor_act_model_layers_39_mlp/max_abs": 7.90625, "train/tensor_act_model_layers_39_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_39_mlp/min": 0.75, "train/tensor_act_model_layers_39_mlp/max": 7.90625, "train/tensor_act_model_layers_39_mlp/range": 7.15625, "train/tensor_act_model_layers_39_residual_post_mlp/norm": 286264.59375, "train/tensor_act_model_layers_39_residual_post_mlp/mean": 140.0, "train/tensor_act_model_layers_39_residual_post_mlp/std": 7.75, "train/tensor_act_model_layers_39_residual_post_mlp/max_abs": 165.0, "train/tensor_act_model_layers_39_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_39_residual_post_mlp/min": 116.5, "train/tensor_act_model_layers_39_residual_post_mlp/max": 165.0, "train/tensor_act_model_layers_39_residual_post_mlp/range": 48.5, "train/tensor_act_model_layers_40_residual_pre_attn/norm": 286264.59375, "train/tensor_act_model_layers_40_residual_pre_attn/mean": 140.0, "train/tensor_act_model_layers_40_residual_pre_attn/std": 7.75, "train/tensor_act_model_layers_40_residual_pre_attn/max_abs": 165.0, "train/tensor_act_model_layers_40_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_40_residual_pre_attn/min": 116.5, "train/tensor_act_model_layers_40_residual_pre_attn/max": 165.0, "train/tensor_act_model_layers_40_residual_pre_attn/range": 48.5, "train/tensor_act_model_layers_40_residual_post_attn/norm": 286264.59375, "train/tensor_act_model_layers_40_residual_post_attn/mean": 140.0, "train/tensor_act_model_layers_40_residual_post_attn/std": 7.75, "train/tensor_act_model_layers_40_residual_post_attn/max_abs": 165.0, "train/tensor_act_model_layers_40_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_40_residual_post_attn/min": 116.5, "train/tensor_act_model_layers_40_residual_post_attn/max": 165.0, "train/tensor_act_model_layers_40_residual_post_attn/range": 48.5, "train/tensor_act_model_layers_40_mlp_gate_proj/norm": 3331.88671875, "train/tensor_act_model_layers_40_mlp_gate_proj/mean": 0.27734375, "train/tensor_act_model_layers_40_mlp_gate_proj/std": 1.1171875, "train/tensor_act_model_layers_40_mlp_gate_proj/max_abs": 2.34375, "train/tensor_act_model_layers_40_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_40_mlp_gate_proj/min": -0.99609375, "train/tensor_act_model_layers_40_mlp_gate_proj/max": 2.34375, "train/tensor_act_model_layers_40_mlp_gate_proj/range": 3.33984375, "train/tensor_act_model_layers_40_mlp_up_proj/norm": 3720.98779296875, "train/tensor_act_model_layers_40_mlp_up_proj/mean": -0.10986328125, "train/tensor_act_model_layers_40_mlp_up_proj/std": 1.28125, "train/tensor_act_model_layers_40_mlp_up_proj/max_abs": 3.296875, "train/tensor_act_model_layers_40_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_40_mlp_up_proj/min": -3.296875, "train/tensor_act_model_layers_40_mlp_up_proj/max": 2.734375, "train/tensor_act_model_layers_40_mlp_up_proj/range": 6.03125, "train/tensor_act_model_layers_40_mlp_down_proj/norm": 8853.5498046875, "train/tensor_act_model_layers_40_mlp_down_proj/mean": 4.1875, "train/tensor_act_model_layers_40_mlp_down_proj/std": 1.0234375, "train/tensor_act_model_layers_40_mlp_down_proj/max_abs": 6.5625, "train/tensor_act_model_layers_40_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_40_mlp_down_proj/min": 1.46875, "train/tensor_act_model_layers_40_mlp_down_proj/max": 6.5625, "train/tensor_act_model_layers_40_mlp_down_proj/range": 5.09375, "train/tensor_act_model_layers_40_mlp/norm": 8853.5498046875, "train/tensor_act_model_layers_40_mlp/mean": 4.1875, "train/tensor_act_model_layers_40_mlp/std": 1.0234375, "train/tensor_act_model_layers_40_mlp/max_abs": 6.5625, "train/tensor_act_model_layers_40_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_40_mlp/min": 1.46875, "train/tensor_act_model_layers_40_mlp/max": 6.5625, "train/tensor_act_model_layers_40_mlp/range": 5.09375, "train/tensor_act_model_layers_40_residual_post_mlp/norm": 294943.5, "train/tensor_act_model_layers_40_residual_post_mlp/mean": 144.0, "train/tensor_act_model_layers_40_residual_post_mlp/std": 7.875, "train/tensor_act_model_layers_40_residual_post_mlp/max_abs": 169.0, "train/tensor_act_model_layers_40_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_40_residual_post_mlp/min": 120.5, "train/tensor_act_model_layers_40_residual_post_mlp/max": 169.0, "train/tensor_act_model_layers_40_residual_post_mlp/range": 48.5, "train/tensor_act_model_layers_41_residual_pre_attn/norm": 294943.5, "train/tensor_act_model_layers_41_residual_pre_attn/mean": 144.0, "train/tensor_act_model_layers_41_residual_pre_attn/std": 7.875, "train/tensor_act_model_layers_41_residual_pre_attn/max_abs": 169.0, "train/tensor_act_model_layers_41_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_41_residual_pre_attn/min": 120.5, "train/tensor_act_model_layers_41_residual_pre_attn/max": 169.0, "train/tensor_act_model_layers_41_residual_pre_attn/range": 48.5, "train/tensor_act_model_layers_41_residual_post_attn/norm": 294943.5, "train/tensor_act_model_layers_41_residual_post_attn/mean": 144.0, "train/tensor_act_model_layers_41_residual_post_attn/std": 7.875, "train/tensor_act_model_layers_41_residual_post_attn/max_abs": 169.0, "train/tensor_act_model_layers_41_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_41_residual_post_attn/min": 120.5, "train/tensor_act_model_layers_41_residual_post_attn/max": 169.0, "train/tensor_act_model_layers_41_residual_post_attn/range": 48.5, "train/tensor_act_model_layers_41_mlp_gate_proj/norm": 3294.2255859375, "train/tensor_act_model_layers_41_mlp_gate_proj/mean": 0.3359375, "train/tensor_act_model_layers_41_mlp_gate_proj/std": 1.0859375, "train/tensor_act_model_layers_41_mlp_gate_proj/max_abs": 2.5, "train/tensor_act_model_layers_41_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_41_mlp_gate_proj/min": -1.0390625, "train/tensor_act_model_layers_41_mlp_gate_proj/max": 2.5, "train/tensor_act_model_layers_41_mlp_gate_proj/range": 3.5390625, "train/tensor_act_model_layers_41_mlp_up_proj/norm": 3840.636962890625, "train/tensor_act_model_layers_41_mlp_up_proj/mean": 0.0167236328125, "train/tensor_act_model_layers_41_mlp_up_proj/std": 1.328125, "train/tensor_act_model_layers_41_mlp_up_proj/max_abs": 2.703125, "train/tensor_act_model_layers_41_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_41_mlp_up_proj/min": -2.34375, "train/tensor_act_model_layers_41_mlp_up_proj/max": 2.703125, "train/tensor_act_model_layers_41_mlp_up_proj/range": 5.046875, "train/tensor_act_model_layers_41_mlp_down_proj/norm": 8931.6591796875, "train/tensor_act_model_layers_41_mlp_down_proj/mean": 4.25, "train/tensor_act_model_layers_41_mlp_down_proj/std": 0.984375, "train/tensor_act_model_layers_41_mlp_down_proj/max_abs": 7.09375, "train/tensor_act_model_layers_41_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_41_mlp_down_proj/min": 1.8046875, "train/tensor_act_model_layers_41_mlp_down_proj/max": 7.09375, "train/tensor_act_model_layers_41_mlp_down_proj/range": 5.2890625, "train/tensor_act_model_layers_41_mlp/norm": 8931.6591796875, "train/tensor_act_model_layers_41_mlp/mean": 4.25, "train/tensor_act_model_layers_41_mlp/std": 0.984375, "train/tensor_act_model_layers_41_mlp/max_abs": 7.09375, "train/tensor_act_model_layers_41_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_41_mlp/min": 1.8046875, "train/tensor_act_model_layers_41_mlp/max": 7.09375, "train/tensor_act_model_layers_41_mlp/range": 5.2890625, "train/tensor_act_model_layers_41_residual_post_mlp/norm": 303639.59375, "train/tensor_act_model_layers_41_residual_post_mlp/mean": 148.0, "train/tensor_act_model_layers_41_residual_post_mlp/std": 7.9375, "train/tensor_act_model_layers_41_residual_post_mlp/max_abs": 174.0, "train/tensor_act_model_layers_41_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_41_residual_post_mlp/min": 123.5, "train/tensor_act_model_layers_41_residual_post_mlp/max": 174.0, "train/tensor_act_model_layers_41_residual_post_mlp/range": 50.5, "train/tensor_act_model_layers_42_residual_pre_attn/norm": 303639.59375, "train/tensor_act_model_layers_42_residual_pre_attn/mean": 148.0, "train/tensor_act_model_layers_42_residual_pre_attn/std": 7.9375, "train/tensor_act_model_layers_42_residual_pre_attn/max_abs": 174.0, "train/tensor_act_model_layers_42_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_42_residual_pre_attn/min": 123.5, "train/tensor_act_model_layers_42_residual_pre_attn/max": 174.0, "train/tensor_act_model_layers_42_residual_pre_attn/range": 50.5, "train/tensor_act_model_layers_42_residual_post_attn/norm": 303639.59375, "train/tensor_act_model_layers_42_residual_post_attn/mean": 148.0, "train/tensor_act_model_layers_42_residual_post_attn/std": 7.9375, "train/tensor_act_model_layers_42_residual_post_attn/max_abs": 174.0, "train/tensor_act_model_layers_42_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_42_residual_post_attn/min": 123.5, "train/tensor_act_model_layers_42_residual_post_attn/max": 174.0, "train/tensor_act_model_layers_42_residual_post_attn/range": 50.5, "train/tensor_act_model_layers_42_mlp_gate_proj/norm": 3178.1025390625, "train/tensor_act_model_layers_42_mlp_gate_proj/mean": 0.267578125, "train/tensor_act_model_layers_42_mlp_gate_proj/std": 1.0625, "train/tensor_act_model_layers_42_mlp_gate_proj/max_abs": 2.46875, "train/tensor_act_model_layers_42_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_42_mlp_gate_proj/min": -1.0859375, "train/tensor_act_model_layers_42_mlp_gate_proj/max": 2.46875, "train/tensor_act_model_layers_42_mlp_gate_proj/range": 3.5546875, "train/tensor_act_model_layers_42_mlp_up_proj/norm": 3627.1796875, "train/tensor_act_model_layers_42_mlp_up_proj/mean": 0.146484375, "train/tensor_act_model_layers_42_mlp_up_proj/std": 1.2421875, "train/tensor_act_model_layers_42_mlp_up_proj/max_abs": 2.671875, "train/tensor_act_model_layers_42_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_42_mlp_up_proj/min": -2.671875, "train/tensor_act_model_layers_42_mlp_up_proj/max": 2.65625, "train/tensor_act_model_layers_42_mlp_up_proj/range": 5.328125, "train/tensor_act_model_layers_42_mlp_down_proj/norm": 7833.33447265625, "train/tensor_act_model_layers_42_mlp_down_proj/mean": 3.703125, "train/tensor_act_model_layers_42_mlp_down_proj/std": 0.9296875, "train/tensor_act_model_layers_42_mlp_down_proj/max_abs": 6.375, "train/tensor_act_model_layers_42_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_42_mlp_down_proj/min": 1.046875, "train/tensor_act_model_layers_42_mlp_down_proj/max": 6.375, "train/tensor_act_model_layers_42_mlp_down_proj/range": 5.328125, "train/tensor_act_model_layers_42_mlp/norm": 7833.33447265625, "train/tensor_act_model_layers_42_mlp/mean": 3.703125, "train/tensor_act_model_layers_42_mlp/std": 0.9296875, "train/tensor_act_model_layers_42_mlp/max_abs": 6.375, "train/tensor_act_model_layers_42_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_42_mlp/min": 1.046875, "train/tensor_act_model_layers_42_mlp/max": 6.375, "train/tensor_act_model_layers_42_mlp/range": 5.328125, "train/tensor_act_model_layers_42_residual_post_mlp/norm": 311185.375, "train/tensor_act_model_layers_42_residual_post_mlp/mean": 152.0, "train/tensor_act_model_layers_42_residual_post_mlp/std": 8.0, "train/tensor_act_model_layers_42_residual_post_mlp/max_abs": 178.0, "train/tensor_act_model_layers_42_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_42_residual_post_mlp/min": 127.5, "train/tensor_act_model_layers_42_residual_post_mlp/max": 178.0, "train/tensor_act_model_layers_42_residual_post_mlp/range": 50.5, "train/tensor_act_model_layers_43_residual_pre_attn/norm": 311185.375, "train/tensor_act_model_layers_43_residual_pre_attn/mean": 152.0, "train/tensor_act_model_layers_43_residual_pre_attn/std": 8.0, "train/tensor_act_model_layers_43_residual_pre_attn/max_abs": 178.0, "train/tensor_act_model_layers_43_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_43_residual_pre_attn/min": 127.5, "train/tensor_act_model_layers_43_residual_pre_attn/max": 178.0, "train/tensor_act_model_layers_43_residual_pre_attn/range": 50.5, "train/tensor_act_model_layers_43_residual_post_attn/norm": 311185.375, "train/tensor_act_model_layers_43_residual_post_attn/mean": 152.0, "train/tensor_act_model_layers_43_residual_post_attn/std": 8.0, "train/tensor_act_model_layers_43_residual_post_attn/max_abs": 178.0, "train/tensor_act_model_layers_43_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_43_residual_post_attn/min": 127.5, "train/tensor_act_model_layers_43_residual_post_attn/max": 178.0, "train/tensor_act_model_layers_43_residual_post_attn/range": 50.5, "train/tensor_act_model_layers_43_mlp_gate_proj/norm": 3411.113525390625, "train/tensor_act_model_layers_43_mlp_gate_proj/mean": 0.359375, "train/tensor_act_model_layers_43_mlp_gate_proj/std": 1.125, "train/tensor_act_model_layers_43_mlp_gate_proj/max_abs": 2.484375, "train/tensor_act_model_layers_43_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_43_mlp_gate_proj/min": -0.96875, "train/tensor_act_model_layers_43_mlp_gate_proj/max": 2.484375, "train/tensor_act_model_layers_43_mlp_gate_proj/range": 3.453125, "train/tensor_act_model_layers_43_mlp_up_proj/norm": 3858.538818359375, "train/tensor_act_model_layers_43_mlp_up_proj/mean": -0.06884765625, "train/tensor_act_model_layers_43_mlp_up_proj/std": 1.328125, "train/tensor_act_model_layers_43_mlp_up_proj/max_abs": 2.90625, "train/tensor_act_model_layers_43_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_43_mlp_up_proj/min": -2.90625, "train/tensor_act_model_layers_43_mlp_up_proj/max": 2.875, "train/tensor_act_model_layers_43_mlp_up_proj/range": 5.78125, "train/tensor_act_model_layers_43_mlp_down_proj/norm": 9819.15234375, "train/tensor_act_model_layers_43_mlp_down_proj/mean": 4.65625, "train/tensor_act_model_layers_43_mlp_down_proj/std": 1.1875, "train/tensor_act_model_layers_43_mlp_down_proj/max_abs": 7.09375, "train/tensor_act_model_layers_43_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_43_mlp_down_proj/min": 0.6484375, "train/tensor_act_model_layers_43_mlp_down_proj/max": 7.09375, "train/tensor_act_model_layers_43_mlp_down_proj/range": 6.4453125, "train/tensor_act_model_layers_43_mlp/norm": 9819.15234375, "train/tensor_act_model_layers_43_mlp/mean": 4.65625, "train/tensor_act_model_layers_43_mlp/std": 1.1875, "train/tensor_act_model_layers_43_mlp/max_abs": 7.09375, "train/tensor_act_model_layers_43_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_43_mlp/min": 0.6484375, "train/tensor_act_model_layers_43_mlp/max": 7.09375, "train/tensor_act_model_layers_43_mlp/range": 6.4453125, "train/tensor_act_model_layers_43_residual_post_mlp/norm": 320720.375, "train/tensor_act_model_layers_43_residual_post_mlp/mean": 156.0, "train/tensor_act_model_layers_43_residual_post_mlp/std": 8.125, "train/tensor_act_model_layers_43_residual_post_mlp/max_abs": 184.0, "train/tensor_act_model_layers_43_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_43_residual_post_mlp/min": 132.0, "train/tensor_act_model_layers_43_residual_post_mlp/max": 184.0, "train/tensor_act_model_layers_43_residual_post_mlp/range": 52.0, "train/tensor_act_model_layers_44_residual_pre_attn/norm": 320720.375, "train/tensor_act_model_layers_44_residual_pre_attn/mean": 156.0, "train/tensor_act_model_layers_44_residual_pre_attn/std": 8.125, "train/tensor_act_model_layers_44_residual_pre_attn/max_abs": 184.0, "train/tensor_act_model_layers_44_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_44_residual_pre_attn/min": 132.0, "train/tensor_act_model_layers_44_residual_pre_attn/max": 184.0, "train/tensor_act_model_layers_44_residual_pre_attn/range": 52.0, "train/tensor_act_model_layers_44_residual_post_attn/norm": 320720.375, "train/tensor_act_model_layers_44_residual_post_attn/mean": 156.0, "train/tensor_act_model_layers_44_residual_post_attn/std": 8.125, "train/tensor_act_model_layers_44_residual_post_attn/max_abs": 184.0, "train/tensor_act_model_layers_44_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_44_residual_post_attn/min": 132.0, "train/tensor_act_model_layers_44_residual_post_attn/max": 184.0, "train/tensor_act_model_layers_44_residual_post_attn/range": 52.0, "train/tensor_act_model_layers_44_mlp_gate_proj/norm": 3252.40771484375, "train/tensor_act_model_layers_44_mlp_gate_proj/mean": 0.32421875, "train/tensor_act_model_layers_44_mlp_gate_proj/std": 1.078125, "train/tensor_act_model_layers_44_mlp_gate_proj/max_abs": 2.484375, "train/tensor_act_model_layers_44_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_44_mlp_gate_proj/min": -0.96484375, "train/tensor_act_model_layers_44_mlp_gate_proj/max": 2.484375, "train/tensor_act_model_layers_44_mlp_gate_proj/range": 3.44921875, "train/tensor_act_model_layers_44_mlp_up_proj/norm": 3619.8408203125, "train/tensor_act_model_layers_44_mlp_up_proj/mean": 0.01312255859375, "train/tensor_act_model_layers_44_mlp_up_proj/std": 1.25, "train/tensor_act_model_layers_44_mlp_up_proj/max_abs": 2.6875, "train/tensor_act_model_layers_44_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_44_mlp_up_proj/min": -2.6875, "train/tensor_act_model_layers_44_mlp_up_proj/max": 2.53125, "train/tensor_act_model_layers_44_mlp_up_proj/range": 5.21875, "train/tensor_act_model_layers_44_mlp_down_proj/norm": 8622.333984375, "train/tensor_act_model_layers_44_mlp_down_proj/mean": 4.09375, "train/tensor_act_model_layers_44_mlp_down_proj/std": 1.0078125, "train/tensor_act_model_layers_44_mlp_down_proj/max_abs": 7.125, "train/tensor_act_model_layers_44_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_44_mlp_down_proj/min": 1.4453125, "train/tensor_act_model_layers_44_mlp_down_proj/max": 7.125, "train/tensor_act_model_layers_44_mlp_down_proj/range": 5.6796875, "train/tensor_act_model_layers_44_mlp/norm": 8622.333984375, "train/tensor_act_model_layers_44_mlp/mean": 4.09375, "train/tensor_act_model_layers_44_mlp/std": 1.0078125, "train/tensor_act_model_layers_44_mlp/max_abs": 7.125, "train/tensor_act_model_layers_44_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_44_mlp/min": 1.4453125, "train/tensor_act_model_layers_44_mlp/max": 7.125, "train/tensor_act_model_layers_44_mlp/range": 5.6796875, "train/tensor_act_model_layers_44_residual_post_mlp/norm": 329051.9375, "train/tensor_act_model_layers_44_residual_post_mlp/mean": 160.0, "train/tensor_act_model_layers_44_residual_post_mlp/std": 8.1875, "train/tensor_act_model_layers_44_residual_post_mlp/max_abs": 190.0, "train/tensor_act_model_layers_44_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_44_residual_post_mlp/min": 137.0, "train/tensor_act_model_layers_44_residual_post_mlp/max": 190.0, "train/tensor_act_model_layers_44_residual_post_mlp/range": 53.0, "train/tensor_act_model_layers_45_residual_pre_attn/norm": 329051.9375, "train/tensor_act_model_layers_45_residual_pre_attn/mean": 160.0, "train/tensor_act_model_layers_45_residual_pre_attn/std": 8.1875, "train/tensor_act_model_layers_45_residual_pre_attn/max_abs": 190.0, "train/tensor_act_model_layers_45_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_45_residual_pre_attn/min": 137.0, "train/tensor_act_model_layers_45_residual_pre_attn/max": 190.0, "train/tensor_act_model_layers_45_residual_pre_attn/range": 53.0, "train/tensor_act_model_layers_45_residual_post_attn/norm": 329018.6875, "train/tensor_act_model_layers_45_residual_post_attn/mean": 160.0, "train/tensor_act_model_layers_45_residual_post_attn/std": 8.1875, "train/tensor_act_model_layers_45_residual_post_attn/max_abs": 190.0, "train/tensor_act_model_layers_45_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_45_residual_post_attn/min": 137.0, "train/tensor_act_model_layers_45_residual_post_attn/max": 190.0, "train/tensor_act_model_layers_45_residual_post_attn/range": 53.0, "train/tensor_act_model_layers_45_mlp_gate_proj/norm": 3043.505126953125, "train/tensor_act_model_layers_45_mlp_gate_proj/mean": 0.162109375, "train/tensor_act_model_layers_45_mlp_gate_proj/std": 1.0390625, "train/tensor_act_model_layers_45_mlp_gate_proj/max_abs": 2.34375, "train/tensor_act_model_layers_45_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_45_mlp_gate_proj/min": -1.0859375, "train/tensor_act_model_layers_45_mlp_gate_proj/max": 2.34375, "train/tensor_act_model_layers_45_mlp_gate_proj/range": 3.4296875, "train/tensor_act_model_layers_45_mlp_up_proj/norm": 3494.08740234375, "train/tensor_act_model_layers_45_mlp_up_proj/mean": 0.08984375, "train/tensor_act_model_layers_45_mlp_up_proj/std": 1.203125, "train/tensor_act_model_layers_45_mlp_up_proj/max_abs": 2.5, "train/tensor_act_model_layers_45_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_45_mlp_up_proj/min": -2.5, "train/tensor_act_model_layers_45_mlp_up_proj/max": 2.375, "train/tensor_act_model_layers_45_mlp_up_proj/range": 4.875, "train/tensor_act_model_layers_45_mlp_down_proj/norm": 6879.12744140625, "train/tensor_act_model_layers_45_mlp_down_proj/mean": 3.25, "train/tensor_act_model_layers_45_mlp_down_proj/std": 0.85546875, "train/tensor_act_model_layers_45_mlp_down_proj/max_abs": 5.1875, "train/tensor_act_model_layers_45_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_45_mlp_down_proj/min": 1.296875, "train/tensor_act_model_layers_45_mlp_down_proj/max": 5.1875, "train/tensor_act_model_layers_45_mlp_down_proj/range": 3.890625, "train/tensor_act_model_layers_45_mlp/norm": 6879.12744140625, "train/tensor_act_model_layers_45_mlp/mean": 3.25, "train/tensor_act_model_layers_45_mlp/std": 0.85546875, "train/tensor_act_model_layers_45_mlp/max_abs": 5.1875, "train/tensor_act_model_layers_45_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_45_mlp/min": 1.296875, "train/tensor_act_model_layers_45_mlp/max": 5.1875, "train/tensor_act_model_layers_45_mlp/range": 3.890625, "train/tensor_act_model_layers_45_residual_post_mlp/norm": 335655.59375, "train/tensor_act_model_layers_45_residual_post_mlp/mean": 164.0, "train/tensor_act_model_layers_45_residual_post_mlp/std": 8.3125, "train/tensor_act_model_layers_45_residual_post_mlp/max_abs": 193.0, "train/tensor_act_model_layers_45_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_45_residual_post_mlp/min": 139.0, "train/tensor_act_model_layers_45_residual_post_mlp/max": 193.0, "train/tensor_act_model_layers_45_residual_post_mlp/range": 54.0, "train/tensor_act_model_layers_46_residual_pre_attn/norm": 335655.59375, "train/tensor_act_model_layers_46_residual_pre_attn/mean": 164.0, "train/tensor_act_model_layers_46_residual_pre_attn/std": 8.3125, "train/tensor_act_model_layers_46_residual_pre_attn/max_abs": 193.0, "train/tensor_act_model_layers_46_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_46_residual_pre_attn/min": 139.0, "train/tensor_act_model_layers_46_residual_pre_attn/max": 193.0, "train/tensor_act_model_layers_46_residual_pre_attn/range": 54.0, "train/tensor_act_model_layers_46_residual_post_attn/norm": 335655.59375, "train/tensor_act_model_layers_46_residual_post_attn/mean": 164.0, "train/tensor_act_model_layers_46_residual_post_attn/std": 8.3125, "train/tensor_act_model_layers_46_residual_post_attn/max_abs": 193.0, "train/tensor_act_model_layers_46_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_46_residual_post_attn/min": 139.0, "train/tensor_act_model_layers_46_residual_post_attn/max": 193.0, "train/tensor_act_model_layers_46_residual_post_attn/range": 54.0, "train/tensor_act_model_layers_46_mlp_gate_proj/norm": 3391.920166015625, "train/tensor_act_model_layers_46_mlp_gate_proj/mean": 0.349609375, "train/tensor_act_model_layers_46_mlp_gate_proj/std": 1.1171875, "train/tensor_act_model_layers_46_mlp_gate_proj/max_abs": 2.8125, "train/tensor_act_model_layers_46_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_46_mlp_gate_proj/min": -1.234375, "train/tensor_act_model_layers_46_mlp_gate_proj/max": 2.8125, "train/tensor_act_model_layers_46_mlp_gate_proj/range": 4.046875, "train/tensor_act_model_layers_46_mlp_up_proj/norm": 3600.185546875, "train/tensor_act_model_layers_46_mlp_up_proj/mean": -0.16796875, "train/tensor_act_model_layers_46_mlp_up_proj/std": 1.234375, "train/tensor_act_model_layers_46_mlp_up_proj/max_abs": 2.609375, "train/tensor_act_model_layers_46_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_46_mlp_up_proj/min": -2.609375, "train/tensor_act_model_layers_46_mlp_up_proj/max": 2.28125, "train/tensor_act_model_layers_46_mlp_up_proj/range": 4.890625, "train/tensor_act_model_layers_46_mlp_down_proj/norm": 8825.2109375, "train/tensor_act_model_layers_46_mlp_down_proj/mean": 4.15625, "train/tensor_act_model_layers_46_mlp_down_proj/std": 1.1484375, "train/tensor_act_model_layers_46_mlp_down_proj/max_abs": 7.0, "train/tensor_act_model_layers_46_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_46_mlp_down_proj/min": 0.50390625, "train/tensor_act_model_layers_46_mlp_down_proj/max": 7.0, "train/tensor_act_model_layers_46_mlp_down_proj/range": 6.49609375, "train/tensor_act_model_layers_46_mlp/norm": 8825.2109375, "train/tensor_act_model_layers_46_mlp/mean": 4.15625, "train/tensor_act_model_layers_46_mlp/std": 1.1484375, "train/tensor_act_model_layers_46_mlp/max_abs": 7.0, "train/tensor_act_model_layers_46_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_46_mlp/min": 0.50390625, "train/tensor_act_model_layers_46_mlp/max": 7.0, "train/tensor_act_model_layers_46_mlp/range": 6.49609375, "train/tensor_act_model_layers_46_residual_post_mlp/norm": 344173.03125, "train/tensor_act_model_layers_46_residual_post_mlp/mean": 168.0, "train/tensor_act_model_layers_46_residual_post_mlp/std": 8.5625, "train/tensor_act_model_layers_46_residual_post_mlp/max_abs": 200.0, "train/tensor_act_model_layers_46_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_46_residual_post_mlp/min": 144.0, "train/tensor_act_model_layers_46_residual_post_mlp/max": 200.0, "train/tensor_act_model_layers_46_residual_post_mlp/range": 56.0, "train/tensor_act_model_layers_47_residual_pre_attn/norm": 344173.03125, "train/tensor_act_model_layers_47_residual_pre_attn/mean": 168.0, "train/tensor_act_model_layers_47_residual_pre_attn/std": 8.5625, "train/tensor_act_model_layers_47_residual_pre_attn/max_abs": 200.0, "train/tensor_act_model_layers_47_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_47_residual_pre_attn/min": 144.0, "train/tensor_act_model_layers_47_residual_pre_attn/max": 200.0, "train/tensor_act_model_layers_47_residual_pre_attn/range": 56.0, "train/tensor_act_model_layers_47_residual_post_attn/norm": 344173.03125, "train/tensor_act_model_layers_47_residual_post_attn/mean": 168.0, "train/tensor_act_model_layers_47_residual_post_attn/std": 8.5625, "train/tensor_act_model_layers_47_residual_post_attn/max_abs": 200.0, "train/tensor_act_model_layers_47_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_47_residual_post_attn/min": 144.0, "train/tensor_act_model_layers_47_residual_post_attn/max": 200.0, "train/tensor_act_model_layers_47_residual_post_attn/range": 56.0, "train/tensor_act_model_layers_47_mlp_gate_proj/norm": 3281.947509765625, "train/tensor_act_model_layers_47_mlp_gate_proj/mean": 0.3046875, "train/tensor_act_model_layers_47_mlp_gate_proj/std": 1.09375, "train/tensor_act_model_layers_47_mlp_gate_proj/max_abs": 2.90625, "train/tensor_act_model_layers_47_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_47_mlp_gate_proj/min": -0.91796875, "train/tensor_act_model_layers_47_mlp_gate_proj/max": 2.90625, "train/tensor_act_model_layers_47_mlp_gate_proj/range": 3.82421875, "train/tensor_act_model_layers_47_mlp_up_proj/norm": 3640.78955078125, "train/tensor_act_model_layers_47_mlp_up_proj/mean": 0.103515625, "train/tensor_act_model_layers_47_mlp_up_proj/std": 1.25, "train/tensor_act_model_layers_47_mlp_up_proj/max_abs": 2.609375, "train/tensor_act_model_layers_47_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_47_mlp_up_proj/min": -2.609375, "train/tensor_act_model_layers_47_mlp_up_proj/max": 2.484375, "train/tensor_act_model_layers_47_mlp_up_proj/range": 5.09375, "train/tensor_act_model_layers_47_mlp_down_proj/norm": 8361.4228515625, "train/tensor_act_model_layers_47_mlp_down_proj/mean": 3.953125, "train/tensor_act_model_layers_47_mlp_down_proj/std": 1.0390625, "train/tensor_act_model_layers_47_mlp_down_proj/max_abs": 6.71875, "train/tensor_act_model_layers_47_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_47_mlp_down_proj/min": 0.875, "train/tensor_act_model_layers_47_mlp_down_proj/max": 6.71875, "train/tensor_act_model_layers_47_mlp_down_proj/range": 5.84375, "train/tensor_act_model_layers_47_mlp/norm": 8361.4228515625, "train/tensor_act_model_layers_47_mlp/mean": 3.953125, "train/tensor_act_model_layers_47_mlp/std": 1.0390625, "train/tensor_act_model_layers_47_mlp/max_abs": 6.71875, "train/tensor_act_model_layers_47_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_47_mlp/min": 0.875, "train/tensor_act_model_layers_47_mlp/max": 6.71875, "train/tensor_act_model_layers_47_mlp/range": 5.84375, "train/tensor_act_model_layers_47_residual_post_mlp/norm": 352198.0, "train/tensor_act_model_layers_47_residual_post_mlp/mean": 172.0, "train/tensor_act_model_layers_47_residual_post_mlp/std": 8.6875, "train/tensor_act_model_layers_47_residual_post_mlp/max_abs": 204.0, "train/tensor_act_model_layers_47_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_47_residual_post_mlp/min": 148.0, "train/tensor_act_model_layers_47_residual_post_mlp/max": 204.0, "train/tensor_act_model_layers_47_residual_post_mlp/range": 56.0, "train/tensor_act_model_layers_48_residual_pre_attn/norm": 352198.0, "train/tensor_act_model_layers_48_residual_pre_attn/mean": 172.0, "train/tensor_act_model_layers_48_residual_pre_attn/std": 8.6875, "train/tensor_act_model_layers_48_residual_pre_attn/max_abs": 204.0, "train/tensor_act_model_layers_48_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_48_residual_pre_attn/min": 148.0, "train/tensor_act_model_layers_48_residual_pre_attn/max": 204.0, "train/tensor_act_model_layers_48_residual_pre_attn/range": 56.0, "train/tensor_act_model_layers_48_residual_post_attn/norm": 352198.0, "train/tensor_act_model_layers_48_residual_post_attn/mean": 172.0, "train/tensor_act_model_layers_48_residual_post_attn/std": 8.6875, "train/tensor_act_model_layers_48_residual_post_attn/max_abs": 204.0, "train/tensor_act_model_layers_48_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_48_residual_post_attn/min": 148.0, "train/tensor_act_model_layers_48_residual_post_attn/max": 204.0, "train/tensor_act_model_layers_48_residual_post_attn/range": 56.0, "train/tensor_act_model_layers_48_mlp_gate_proj/norm": 3234.042236328125, "train/tensor_act_model_layers_48_mlp_gate_proj/mean": 0.255859375, "train/tensor_act_model_layers_48_mlp_gate_proj/std": 1.0859375, "train/tensor_act_model_layers_48_mlp_gate_proj/max_abs": 2.4375, "train/tensor_act_model_layers_48_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_48_mlp_gate_proj/min": -1.125, "train/tensor_act_model_layers_48_mlp_gate_proj/max": 2.4375, "train/tensor_act_model_layers_48_mlp_gate_proj/range": 3.5625, "train/tensor_act_model_layers_48_mlp_up_proj/norm": 3675.2705078125, "train/tensor_act_model_layers_48_mlp_up_proj/mean": 0.02099609375, "train/tensor_act_model_layers_48_mlp_up_proj/std": 1.265625, "train/tensor_act_model_layers_48_mlp_up_proj/max_abs": 2.65625, "train/tensor_act_model_layers_48_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_48_mlp_up_proj/min": -2.609375, "train/tensor_act_model_layers_48_mlp_up_proj/max": 2.65625, "train/tensor_act_model_layers_48_mlp_up_proj/range": 5.265625, "train/tensor_act_model_layers_48_mlp_down_proj/norm": 8033.04248046875, "train/tensor_act_model_layers_48_mlp_down_proj/mean": 3.78125, "train/tensor_act_model_layers_48_mlp_down_proj/std": 1.046875, "train/tensor_act_model_layers_48_mlp_down_proj/max_abs": 6.40625, "train/tensor_act_model_layers_48_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_48_mlp_down_proj/min": 1.3828125, "train/tensor_act_model_layers_48_mlp_down_proj/max": 6.40625, "train/tensor_act_model_layers_48_mlp_down_proj/range": 5.0234375, "train/tensor_act_model_layers_48_mlp/norm": 8033.04248046875, "train/tensor_act_model_layers_48_mlp/mean": 3.78125, "train/tensor_act_model_layers_48_mlp/std": 1.046875, "train/tensor_act_model_layers_48_mlp/max_abs": 6.40625, "train/tensor_act_model_layers_48_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_48_mlp/min": 1.3828125, "train/tensor_act_model_layers_48_mlp/max": 6.40625, "train/tensor_act_model_layers_48_mlp/range": 5.0234375, "train/tensor_act_model_layers_48_residual_post_mlp/norm": 359917.53125, "train/tensor_act_model_layers_48_residual_post_mlp/mean": 176.0, "train/tensor_act_model_layers_48_residual_post_mlp/std": 8.75, "train/tensor_act_model_layers_48_residual_post_mlp/max_abs": 206.0, "train/tensor_act_model_layers_48_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_48_residual_post_mlp/min": 151.0, "train/tensor_act_model_layers_48_residual_post_mlp/max": 206.0, "train/tensor_act_model_layers_48_residual_post_mlp/range": 55.0, "train/tensor_act_model_layers_49_residual_pre_attn/norm": 359917.53125, "train/tensor_act_model_layers_49_residual_pre_attn/mean": 176.0, "train/tensor_act_model_layers_49_residual_pre_attn/std": 8.75, "train/tensor_act_model_layers_49_residual_pre_attn/max_abs": 206.0, "train/tensor_act_model_layers_49_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_49_residual_pre_attn/min": 151.0, "train/tensor_act_model_layers_49_residual_pre_attn/max": 206.0, "train/tensor_act_model_layers_49_residual_pre_attn/range": 55.0, "train/tensor_act_model_layers_49_residual_post_attn/norm": 359892.71875, "train/tensor_act_model_layers_49_residual_post_attn/mean": 176.0, "train/tensor_act_model_layers_49_residual_post_attn/std": 8.75, "train/tensor_act_model_layers_49_residual_post_attn/max_abs": 206.0, "train/tensor_act_model_layers_49_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_49_residual_post_attn/min": 151.0, "train/tensor_act_model_layers_49_residual_post_attn/max": 206.0, "train/tensor_act_model_layers_49_residual_post_attn/range": 55.0, "train/tensor_act_model_layers_49_mlp_gate_proj/norm": 3433.43994140625, "train/tensor_act_model_layers_49_mlp_gate_proj/mean": 0.408203125, "train/tensor_act_model_layers_49_mlp_gate_proj/std": 1.109375, "train/tensor_act_model_layers_49_mlp_gate_proj/max_abs": 2.625, "train/tensor_act_model_layers_49_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_49_mlp_gate_proj/min": -1.171875, "train/tensor_act_model_layers_49_mlp_gate_proj/max": 2.625, "train/tensor_act_model_layers_49_mlp_gate_proj/range": 3.796875, "train/tensor_act_model_layers_49_mlp_up_proj/norm": 3766.315185546875, "train/tensor_act_model_layers_49_mlp_up_proj/mean": -0.03662109375, "train/tensor_act_model_layers_49_mlp_up_proj/std": 1.296875, "train/tensor_act_model_layers_49_mlp_up_proj/max_abs": 2.71875, "train/tensor_act_model_layers_49_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_49_mlp_up_proj/min": -2.71875, "train/tensor_act_model_layers_49_mlp_up_proj/max": 2.421875, "train/tensor_act_model_layers_49_mlp_up_proj/range": 5.140625, "train/tensor_act_model_layers_49_mlp_down_proj/norm": 9344.73828125, "train/tensor_act_model_layers_49_mlp_down_proj/mean": 4.40625, "train/tensor_act_model_layers_49_mlp_down_proj/std": 1.1328125, "train/tensor_act_model_layers_49_mlp_down_proj/max_abs": 7.625, "train/tensor_act_model_layers_49_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_49_mlp_down_proj/min": 1.75, "train/tensor_act_model_layers_49_mlp_down_proj/max": 7.625, "train/tensor_act_model_layers_49_mlp_down_proj/range": 5.875, "train/tensor_act_model_layers_49_mlp/norm": 9344.73828125, "train/tensor_act_model_layers_49_mlp/mean": 4.40625, "train/tensor_act_model_layers_49_mlp/std": 1.1328125, "train/tensor_act_model_layers_49_mlp/max_abs": 7.625, "train/tensor_act_model_layers_49_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_49_mlp/min": 1.75, "train/tensor_act_model_layers_49_mlp/max": 7.625, "train/tensor_act_model_layers_49_mlp/range": 5.875, "train/tensor_act_model_layers_49_residual_post_mlp/norm": 368959.5625, "train/tensor_act_model_layers_49_residual_post_mlp/mean": 180.0, "train/tensor_act_model_layers_49_residual_post_mlp/std": 9.0625, "train/tensor_act_model_layers_49_residual_post_mlp/max_abs": 214.0, "train/tensor_act_model_layers_49_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_49_residual_post_mlp/min": 155.0, "train/tensor_act_model_layers_49_residual_post_mlp/max": 214.0, "train/tensor_act_model_layers_49_residual_post_mlp/range": 59.0, "train/tensor_act_model_layers_50_residual_pre_attn/norm": 368959.5625, "train/tensor_act_model_layers_50_residual_pre_attn/mean": 180.0, "train/tensor_act_model_layers_50_residual_pre_attn/std": 9.0625, "train/tensor_act_model_layers_50_residual_pre_attn/max_abs": 214.0, "train/tensor_act_model_layers_50_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_50_residual_pre_attn/min": 155.0, "train/tensor_act_model_layers_50_residual_pre_attn/max": 214.0, "train/tensor_act_model_layers_50_residual_pre_attn/range": 59.0, "train/tensor_act_model_layers_50_residual_post_attn/norm": 368959.5625, "train/tensor_act_model_layers_50_residual_post_attn/mean": 180.0, "train/tensor_act_model_layers_50_residual_post_attn/std": 9.0625, "train/tensor_act_model_layers_50_residual_post_attn/max_abs": 214.0, "train/tensor_act_model_layers_50_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_50_residual_post_attn/min": 155.0, "train/tensor_act_model_layers_50_residual_post_attn/max": 214.0, "train/tensor_act_model_layers_50_residual_post_attn/range": 59.0, "train/tensor_act_model_layers_50_mlp_gate_proj/norm": 3429.116943359375, "train/tensor_act_model_layers_50_mlp_gate_proj/mean": 0.35546875, "train/tensor_act_model_layers_50_mlp_gate_proj/std": 1.1328125, "train/tensor_act_model_layers_50_mlp_gate_proj/max_abs": 2.671875, "train/tensor_act_model_layers_50_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_50_mlp_gate_proj/min": -1.40625, "train/tensor_act_model_layers_50_mlp_gate_proj/max": 2.671875, "train/tensor_act_model_layers_50_mlp_gate_proj/range": 4.078125, "train/tensor_act_model_layers_50_mlp_up_proj/norm": 3706.29052734375, "train/tensor_act_model_layers_50_mlp_up_proj/mean": 0.1591796875, "train/tensor_act_model_layers_50_mlp_up_proj/std": 1.2734375, "train/tensor_act_model_layers_50_mlp_up_proj/max_abs": 2.75, "train/tensor_act_model_layers_50_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_50_mlp_up_proj/min": -2.75, "train/tensor_act_model_layers_50_mlp_up_proj/max": 2.671875, "train/tensor_act_model_layers_50_mlp_up_proj/range": 5.421875, "train/tensor_act_model_layers_50_mlp_down_proj/norm": 8760.939453125, "train/tensor_act_model_layers_50_mlp_down_proj/mean": 4.09375, "train/tensor_act_model_layers_50_mlp_down_proj/std": 1.1953125, "train/tensor_act_model_layers_50_mlp_down_proj/max_abs": 7.125, "train/tensor_act_model_layers_50_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_50_mlp_down_proj/min": 1.28125, "train/tensor_act_model_layers_50_mlp_down_proj/max": 7.125, "train/tensor_act_model_layers_50_mlp_down_proj/range": 5.84375, "train/tensor_act_model_layers_50_mlp/norm": 8760.939453125, "train/tensor_act_model_layers_50_mlp/mean": 4.09375, "train/tensor_act_model_layers_50_mlp/std": 1.1953125, "train/tensor_act_model_layers_50_mlp/max_abs": 7.125, "train/tensor_act_model_layers_50_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_50_mlp/min": 1.28125, "train/tensor_act_model_layers_50_mlp/max": 7.125, "train/tensor_act_model_layers_50_mlp/range": 5.84375, "train/tensor_act_model_layers_50_residual_post_mlp/norm": 377400.1875, "train/tensor_act_model_layers_50_residual_post_mlp/mean": 184.0, "train/tensor_act_model_layers_50_residual_post_mlp/std": 9.3125, "train/tensor_act_model_layers_50_residual_post_mlp/max_abs": 217.0, "train/tensor_act_model_layers_50_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_50_residual_post_mlp/min": 156.0, "train/tensor_act_model_layers_50_residual_post_mlp/max": 217.0, "train/tensor_act_model_layers_50_residual_post_mlp/range": 61.0, "train/tensor_act_model_layers_51_residual_pre_attn/norm": 377400.1875, "train/tensor_act_model_layers_51_residual_pre_attn/mean": 184.0, "train/tensor_act_model_layers_51_residual_pre_attn/std": 9.3125, "train/tensor_act_model_layers_51_residual_pre_attn/max_abs": 217.0, "train/tensor_act_model_layers_51_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_51_residual_pre_attn/min": 156.0, "train/tensor_act_model_layers_51_residual_pre_attn/max": 217.0, "train/tensor_act_model_layers_51_residual_pre_attn/range": 61.0, "train/tensor_act_model_layers_51_residual_post_attn/norm": 377400.1875, "train/tensor_act_model_layers_51_residual_post_attn/mean": 184.0, "train/tensor_act_model_layers_51_residual_post_attn/std": 9.3125, "train/tensor_act_model_layers_51_residual_post_attn/max_abs": 217.0, "train/tensor_act_model_layers_51_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_51_residual_post_attn/min": 156.0, "train/tensor_act_model_layers_51_residual_post_attn/max": 217.0, "train/tensor_act_model_layers_51_residual_post_attn/range": 61.0, "train/tensor_act_model_layers_51_mlp_gate_proj/norm": 3324.915283203125, "train/tensor_act_model_layers_51_mlp_gate_proj/mean": 0.310546875, "train/tensor_act_model_layers_51_mlp_gate_proj/std": 1.1015625, "train/tensor_act_model_layers_51_mlp_gate_proj/max_abs": 2.5625, "train/tensor_act_model_layers_51_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_51_mlp_gate_proj/min": -0.98828125, "train/tensor_act_model_layers_51_mlp_gate_proj/max": 2.5625, "train/tensor_act_model_layers_51_mlp_gate_proj/range": 3.55078125, "train/tensor_act_model_layers_51_mlp_up_proj/norm": 3727.698974609375, "train/tensor_act_model_layers_51_mlp_up_proj/mean": 0.031982421875, "train/tensor_act_model_layers_51_mlp_up_proj/std": 1.2890625, "train/tensor_act_model_layers_51_mlp_up_proj/max_abs": 2.734375, "train/tensor_act_model_layers_51_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_51_mlp_up_proj/min": -2.421875, "train/tensor_act_model_layers_51_mlp_up_proj/max": 2.734375, "train/tensor_act_model_layers_51_mlp_up_proj/range": 5.15625, "train/tensor_act_model_layers_51_mlp_down_proj/norm": 8311.3447265625, "train/tensor_act_model_layers_51_mlp_down_proj/mean": 3.9375, "train/tensor_act_model_layers_51_mlp_down_proj/std": 1.0078125, "train/tensor_act_model_layers_51_mlp_down_proj/max_abs": 6.3125, "train/tensor_act_model_layers_51_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_51_mlp_down_proj/min": 1.2890625, "train/tensor_act_model_layers_51_mlp_down_proj/max": 6.3125, "train/tensor_act_model_layers_51_mlp_down_proj/range": 5.0234375, "train/tensor_act_model_layers_51_mlp/norm": 8311.3447265625, "train/tensor_act_model_layers_51_mlp/mean": 3.9375, "train/tensor_act_model_layers_51_mlp/std": 1.0078125, "train/tensor_act_model_layers_51_mlp/max_abs": 6.3125, "train/tensor_act_model_layers_51_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_51_mlp/min": 1.2890625, "train/tensor_act_model_layers_51_mlp/max": 6.3125, "train/tensor_act_model_layers_51_mlp/range": 5.0234375, "train/tensor_act_model_layers_51_residual_post_mlp/norm": 385405.25, "train/tensor_act_model_layers_51_residual_post_mlp/mean": 188.0, "train/tensor_act_model_layers_51_residual_post_mlp/std": 9.3125, "train/tensor_act_model_layers_51_residual_post_mlp/max_abs": 221.0, "train/tensor_act_model_layers_51_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_51_residual_post_mlp/min": 160.0, "train/tensor_act_model_layers_51_residual_post_mlp/max": 221.0, "train/tensor_act_model_layers_51_residual_post_mlp/range": 61.0, "train/tensor_act_model_layers_52_residual_pre_attn/norm": 385405.25, "train/tensor_act_model_layers_52_residual_pre_attn/mean": 188.0, "train/tensor_act_model_layers_52_residual_pre_attn/std": 9.3125, "train/tensor_act_model_layers_52_residual_pre_attn/max_abs": 221.0, "train/tensor_act_model_layers_52_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_52_residual_pre_attn/min": 160.0, "train/tensor_act_model_layers_52_residual_pre_attn/max": 221.0, "train/tensor_act_model_layers_52_residual_pre_attn/range": 61.0, "train/tensor_act_model_layers_52_residual_post_attn/norm": 385405.25, "train/tensor_act_model_layers_52_residual_post_attn/mean": 188.0, "train/tensor_act_model_layers_52_residual_post_attn/std": 9.3125, "train/tensor_act_model_layers_52_residual_post_attn/max_abs": 221.0, "train/tensor_act_model_layers_52_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_52_residual_post_attn/min": 160.0, "train/tensor_act_model_layers_52_residual_post_attn/max": 221.0, "train/tensor_act_model_layers_52_residual_post_attn/range": 61.0, "train/tensor_act_model_layers_52_mlp_gate_proj/norm": 3306.16650390625, "train/tensor_act_model_layers_52_mlp_gate_proj/mean": 0.3515625, "train/tensor_act_model_layers_52_mlp_gate_proj/std": 1.0859375, "train/tensor_act_model_layers_52_mlp_gate_proj/max_abs": 2.6875, "train/tensor_act_model_layers_52_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_52_mlp_gate_proj/min": -0.95703125, "train/tensor_act_model_layers_52_mlp_gate_proj/max": 2.6875, "train/tensor_act_model_layers_52_mlp_gate_proj/range": 3.64453125, "train/tensor_act_model_layers_52_mlp_up_proj/norm": 3635.3515625, "train/tensor_act_model_layers_52_mlp_up_proj/mean": -0.0137939453125, "train/tensor_act_model_layers_52_mlp_up_proj/std": 1.2578125, "train/tensor_act_model_layers_52_mlp_up_proj/max_abs": 2.5625, "train/tensor_act_model_layers_52_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_52_mlp_up_proj/min": -2.46875, "train/tensor_act_model_layers_52_mlp_up_proj/max": 2.5625, "train/tensor_act_model_layers_52_mlp_up_proj/range": 5.03125, "train/tensor_act_model_layers_52_mlp_down_proj/norm": 8426.203125, "train/tensor_act_model_layers_52_mlp_down_proj/mean": 3.953125, "train/tensor_act_model_layers_52_mlp_down_proj/std": 1.140625, "train/tensor_act_model_layers_52_mlp_down_proj/max_abs": 6.6875, "train/tensor_act_model_layers_52_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_52_mlp_down_proj/min": 0.486328125, "train/tensor_act_model_layers_52_mlp_down_proj/max": 6.6875, "train/tensor_act_model_layers_52_mlp_down_proj/range": 6.201171875, "train/tensor_act_model_layers_52_mlp/norm": 8426.203125, "train/tensor_act_model_layers_52_mlp/mean": 3.953125, "train/tensor_act_model_layers_52_mlp/std": 1.140625, "train/tensor_act_model_layers_52_mlp/max_abs": 6.6875, "train/tensor_act_model_layers_52_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_52_mlp/min": 0.486328125, "train/tensor_act_model_layers_52_mlp/max": 6.6875, "train/tensor_act_model_layers_52_mlp/range": 6.201171875, "train/tensor_act_model_layers_52_residual_post_mlp/norm": 393494.65625, "train/tensor_act_model_layers_52_residual_post_mlp/mean": 192.0, "train/tensor_act_model_layers_52_residual_post_mlp/std": 9.6875, "train/tensor_act_model_layers_52_residual_post_mlp/max_abs": 226.0, "train/tensor_act_model_layers_52_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_52_residual_post_mlp/min": 163.0, "train/tensor_act_model_layers_52_residual_post_mlp/max": 226.0, "train/tensor_act_model_layers_52_residual_post_mlp/range": 63.0, "train/tensor_act_model_layers_53_residual_pre_attn/norm": 393494.65625, "train/tensor_act_model_layers_53_residual_pre_attn/mean": 192.0, "train/tensor_act_model_layers_53_residual_pre_attn/std": 9.6875, "train/tensor_act_model_layers_53_residual_pre_attn/max_abs": 226.0, "train/tensor_act_model_layers_53_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_53_residual_pre_attn/min": 163.0, "train/tensor_act_model_layers_53_residual_pre_attn/max": 226.0, "train/tensor_act_model_layers_53_residual_pre_attn/range": 63.0, "train/tensor_act_model_layers_53_residual_post_attn/norm": 393478.15625, "train/tensor_act_model_layers_53_residual_post_attn/mean": 192.0, "train/tensor_act_model_layers_53_residual_post_attn/std": 9.6875, "train/tensor_act_model_layers_53_residual_post_attn/max_abs": 226.0, "train/tensor_act_model_layers_53_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_53_residual_post_attn/min": 163.0, "train/tensor_act_model_layers_53_residual_post_attn/max": 226.0, "train/tensor_act_model_layers_53_residual_post_attn/range": 63.0, "train/tensor_act_model_layers_53_mlp_gate_proj/norm": 3152.821044921875, "train/tensor_act_model_layers_53_mlp_gate_proj/mean": 0.283203125, "train/tensor_act_model_layers_53_mlp_gate_proj/std": 1.0546875, "train/tensor_act_model_layers_53_mlp_gate_proj/max_abs": 2.53125, "train/tensor_act_model_layers_53_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_53_mlp_gate_proj/min": -1.0234375, "train/tensor_act_model_layers_53_mlp_gate_proj/max": 2.53125, "train/tensor_act_model_layers_53_mlp_gate_proj/range": 3.5546875, "train/tensor_act_model_layers_53_mlp_up_proj/norm": 3520.79052734375, "train/tensor_act_model_layers_53_mlp_up_proj/mean": -0.0196533203125, "train/tensor_act_model_layers_53_mlp_up_proj/std": 1.21875, "train/tensor_act_model_layers_53_mlp_up_proj/max_abs": 2.703125, "train/tensor_act_model_layers_53_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_53_mlp_up_proj/min": -2.703125, "train/tensor_act_model_layers_53_mlp_up_proj/max": 2.28125, "train/tensor_act_model_layers_53_mlp_up_proj/range": 4.984375, "train/tensor_act_model_layers_53_mlp_down_proj/norm": 7189.20166015625, "train/tensor_act_model_layers_53_mlp_down_proj/mean": 3.328125, "train/tensor_act_model_layers_53_mlp_down_proj/std": 1.1015625, "train/tensor_act_model_layers_53_mlp_down_proj/max_abs": 6.03125, "train/tensor_act_model_layers_53_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_53_mlp_down_proj/min": -0.384765625, "train/tensor_act_model_layers_53_mlp_down_proj/max": 6.03125, "train/tensor_act_model_layers_53_mlp_down_proj/range": 6.416015625, "train/tensor_act_model_layers_53_mlp/norm": 7189.20166015625, "train/tensor_act_model_layers_53_mlp/mean": 3.328125, "train/tensor_act_model_layers_53_mlp/std": 1.1015625, "train/tensor_act_model_layers_53_mlp/max_abs": 6.03125, "train/tensor_act_model_layers_53_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_53_mlp/min": -0.384765625, "train/tensor_act_model_layers_53_mlp/max": 6.03125, "train/tensor_act_model_layers_53_mlp/range": 6.416015625, "train/tensor_act_model_layers_53_residual_post_mlp/norm": 400367.5625, "train/tensor_act_model_layers_53_residual_post_mlp/mean": 195.0, "train/tensor_act_model_layers_53_residual_post_mlp/std": 9.9375, "train/tensor_act_model_layers_53_residual_post_mlp/max_abs": 230.0, "train/tensor_act_model_layers_53_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_53_residual_post_mlp/min": 164.0, "train/tensor_act_model_layers_53_residual_post_mlp/max": 230.0, "train/tensor_act_model_layers_53_residual_post_mlp/range": 66.0, "train/tensor_act_model_layers_54_residual_pre_attn/norm": 400367.5625, "train/tensor_act_model_layers_54_residual_pre_attn/mean": 195.0, "train/tensor_act_model_layers_54_residual_pre_attn/std": 9.9375, "train/tensor_act_model_layers_54_residual_pre_attn/max_abs": 230.0, "train/tensor_act_model_layers_54_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_54_residual_pre_attn/min": 164.0, "train/tensor_act_model_layers_54_residual_pre_attn/max": 230.0, "train/tensor_act_model_layers_54_residual_pre_attn/range": 66.0, "train/tensor_act_model_layers_54_residual_post_attn/norm": 400367.5625, "train/tensor_act_model_layers_54_residual_post_attn/mean": 195.0, "train/tensor_act_model_layers_54_residual_post_attn/std": 9.9375, "train/tensor_act_model_layers_54_residual_post_attn/max_abs": 230.0, "train/tensor_act_model_layers_54_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_54_residual_post_attn/min": 164.0, "train/tensor_act_model_layers_54_residual_post_attn/max": 230.0, "train/tensor_act_model_layers_54_residual_post_attn/range": 66.0, "train/tensor_act_model_layers_54_mlp_gate_proj/norm": 3040.66845703125, "train/tensor_act_model_layers_54_mlp_gate_proj/mean": 0.2119140625, "train/tensor_act_model_layers_54_mlp_gate_proj/std": 1.03125, "train/tensor_act_model_layers_54_mlp_gate_proj/max_abs": 2.796875, "train/tensor_act_model_layers_54_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_54_mlp_gate_proj/min": -1.390625, "train/tensor_act_model_layers_54_mlp_gate_proj/max": 2.796875, "train/tensor_act_model_layers_54_mlp_gate_proj/range": 4.1875, "train/tensor_act_model_layers_54_mlp_up_proj/norm": 3481.591796875, "train/tensor_act_model_layers_54_mlp_up_proj/mean": -0.0167236328125, "train/tensor_act_model_layers_54_mlp_up_proj/std": 1.203125, "train/tensor_act_model_layers_54_mlp_up_proj/max_abs": 2.875, "train/tensor_act_model_layers_54_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_54_mlp_up_proj/min": -2.640625, "train/tensor_act_model_layers_54_mlp_up_proj/max": 2.875, "train/tensor_act_model_layers_54_mlp_up_proj/range": 5.515625, "train/tensor_act_model_layers_54_mlp_down_proj/norm": 6778.74658203125, "train/tensor_act_model_layers_54_mlp_down_proj/mean": 3.15625, "train/tensor_act_model_layers_54_mlp_down_proj/std": 0.984375, "train/tensor_act_model_layers_54_mlp_down_proj/max_abs": 6.125, "train/tensor_act_model_layers_54_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_54_mlp_down_proj/min": 0.380859375, "train/tensor_act_model_layers_54_mlp_down_proj/max": 6.125, "train/tensor_act_model_layers_54_mlp_down_proj/range": 5.744140625, "train/tensor_act_model_layers_54_mlp/norm": 6778.74658203125, "train/tensor_act_model_layers_54_mlp/mean": 3.15625, "train/tensor_act_model_layers_54_mlp/std": 0.984375, "train/tensor_act_model_layers_54_mlp/max_abs": 6.125, "train/tensor_act_model_layers_54_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_54_mlp/min": 0.380859375, "train/tensor_act_model_layers_54_mlp/max": 6.125, "train/tensor_act_model_layers_54_mlp/range": 5.744140625, "train/tensor_act_model_layers_54_residual_post_mlp/norm": 406800.46875, "train/tensor_act_model_layers_54_residual_post_mlp/mean": 198.0, "train/tensor_act_model_layers_54_residual_post_mlp/std": 9.9375, "train/tensor_act_model_layers_54_residual_post_mlp/max_abs": 233.0, "train/tensor_act_model_layers_54_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_54_residual_post_mlp/min": 166.0, "train/tensor_act_model_layers_54_residual_post_mlp/max": 233.0, "train/tensor_act_model_layers_54_residual_post_mlp/range": 67.0, "train/tensor_act_model_layers_55_residual_pre_attn/norm": 406800.46875, "train/tensor_act_model_layers_55_residual_pre_attn/mean": 198.0, "train/tensor_act_model_layers_55_residual_pre_attn/std": 9.9375, "train/tensor_act_model_layers_55_residual_pre_attn/max_abs": 233.0, "train/tensor_act_model_layers_55_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_55_residual_pre_attn/min": 166.0, "train/tensor_act_model_layers_55_residual_pre_attn/max": 233.0, "train/tensor_act_model_layers_55_residual_pre_attn/range": 67.0, "train/tensor_act_model_layers_55_residual_post_attn/norm": 406800.46875, "train/tensor_act_model_layers_55_residual_post_attn/mean": 198.0, "train/tensor_act_model_layers_55_residual_post_attn/std": 9.9375, "train/tensor_act_model_layers_55_residual_post_attn/max_abs": 233.0, "train/tensor_act_model_layers_55_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_55_residual_post_attn/min": 166.0, "train/tensor_act_model_layers_55_residual_post_attn/max": 233.0, "train/tensor_act_model_layers_55_residual_post_attn/range": 67.0, "train/tensor_act_model_layers_55_mlp_gate_proj/norm": 3109.177490234375, "train/tensor_act_model_layers_55_mlp_gate_proj/mean": 0.29296875, "train/tensor_act_model_layers_55_mlp_gate_proj/std": 1.03125, "train/tensor_act_model_layers_55_mlp_gate_proj/max_abs": 2.671875, "train/tensor_act_model_layers_55_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_55_mlp_gate_proj/min": -1.125, "train/tensor_act_model_layers_55_mlp_gate_proj/max": 2.671875, "train/tensor_act_model_layers_55_mlp_gate_proj/range": 3.796875, "train/tensor_act_model_layers_55_mlp_up_proj/norm": 3525.376220703125, "train/tensor_act_model_layers_55_mlp_up_proj/mean": -0.0177001953125, "train/tensor_act_model_layers_55_mlp_up_proj/std": 1.21875, "train/tensor_act_model_layers_55_mlp_up_proj/max_abs": 3.0625, "train/tensor_act_model_layers_55_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_55_mlp_up_proj/min": -3.0625, "train/tensor_act_model_layers_55_mlp_up_proj/max": 2.640625, "train/tensor_act_model_layers_55_mlp_up_proj/range": 5.703125, "train/tensor_act_model_layers_55_mlp_down_proj/norm": 7310.61181640625, "train/tensor_act_model_layers_55_mlp_down_proj/mean": 3.421875, "train/tensor_act_model_layers_55_mlp_down_proj/std": 0.9921875, "train/tensor_act_model_layers_55_mlp_down_proj/max_abs": 5.78125, "train/tensor_act_model_layers_55_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_55_mlp_down_proj/min": 1.484375, "train/tensor_act_model_layers_55_mlp_down_proj/max": 5.78125, "train/tensor_act_model_layers_55_mlp_down_proj/range": 4.296875, "train/tensor_act_model_layers_55_mlp/norm": 7310.61181640625, "train/tensor_act_model_layers_55_mlp/mean": 3.421875, "train/tensor_act_model_layers_55_mlp/std": 0.9921875, "train/tensor_act_model_layers_55_mlp/max_abs": 5.78125, "train/tensor_act_model_layers_55_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_55_mlp/min": 1.484375, "train/tensor_act_model_layers_55_mlp/max": 5.78125, "train/tensor_act_model_layers_55_mlp/range": 4.296875, "train/tensor_act_model_layers_55_residual_post_mlp/norm": 413943.625, "train/tensor_act_model_layers_55_residual_post_mlp/mean": 202.0, "train/tensor_act_model_layers_55_residual_post_mlp/std": 10.0625, "train/tensor_act_model_layers_55_residual_post_mlp/max_abs": 236.0, "train/tensor_act_model_layers_55_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_55_residual_post_mlp/min": 170.0, "train/tensor_act_model_layers_55_residual_post_mlp/max": 236.0, "train/tensor_act_model_layers_55_residual_post_mlp/range": 66.0, "train/tensor_act_model_layers_56_residual_pre_attn/norm": 413943.625, "train/tensor_act_model_layers_56_residual_pre_attn/mean": 202.0, "train/tensor_act_model_layers_56_residual_pre_attn/std": 10.0625, "train/tensor_act_model_layers_56_residual_pre_attn/max_abs": 236.0, "train/tensor_act_model_layers_56_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_56_residual_pre_attn/min": 170.0, "train/tensor_act_model_layers_56_residual_pre_attn/max": 236.0, "train/tensor_act_model_layers_56_residual_pre_attn/range": 66.0, "train/tensor_act_model_layers_56_residual_post_attn/norm": 413943.625, "train/tensor_act_model_layers_56_residual_post_attn/mean": 202.0, "train/tensor_act_model_layers_56_residual_post_attn/std": 10.0625, "train/tensor_act_model_layers_56_residual_post_attn/max_abs": 236.0, "train/tensor_act_model_layers_56_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_56_residual_post_attn/min": 170.0, "train/tensor_act_model_layers_56_residual_post_attn/max": 236.0, "train/tensor_act_model_layers_56_residual_post_attn/range": 66.0, "train/tensor_act_model_layers_56_mlp_gate_proj/norm": 3093.2646484375, "train/tensor_act_model_layers_56_mlp_gate_proj/mean": 0.2578125, "train/tensor_act_model_layers_56_mlp_gate_proj/std": 1.0390625, "train/tensor_act_model_layers_56_mlp_gate_proj/max_abs": 2.5625, "train/tensor_act_model_layers_56_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_56_mlp_gate_proj/min": -1.015625, "train/tensor_act_model_layers_56_mlp_gate_proj/max": 2.5625, "train/tensor_act_model_layers_56_mlp_gate_proj/range": 3.578125, "train/tensor_act_model_layers_56_mlp_up_proj/norm": 3373.97607421875, "train/tensor_act_model_layers_56_mlp_up_proj/mean": 0.0283203125, "train/tensor_act_model_layers_56_mlp_up_proj/std": 1.1640625, "train/tensor_act_model_layers_56_mlp_up_proj/max_abs": 2.6875, "train/tensor_act_model_layers_56_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_56_mlp_up_proj/min": -2.6875, "train/tensor_act_model_layers_56_mlp_up_proj/max": 2.5, "train/tensor_act_model_layers_56_mlp_up_proj/range": 5.1875, "train/tensor_act_model_layers_56_mlp_down_proj/norm": 7345.36865234375, "train/tensor_act_model_layers_56_mlp_down_proj/mean": 3.421875, "train/tensor_act_model_layers_56_mlp_down_proj/std": 1.078125, "train/tensor_act_model_layers_56_mlp_down_proj/max_abs": 6.53125, "train/tensor_act_model_layers_56_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_56_mlp_down_proj/min": 0.9375, "train/tensor_act_model_layers_56_mlp_down_proj/max": 6.53125, "train/tensor_act_model_layers_56_mlp_down_proj/range": 5.59375, "train/tensor_act_model_layers_56_mlp/norm": 7345.36865234375, "train/tensor_act_model_layers_56_mlp/mean": 3.421875, "train/tensor_act_model_layers_56_mlp/std": 1.078125, "train/tensor_act_model_layers_56_mlp/max_abs": 6.53125, "train/tensor_act_model_layers_56_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_56_mlp/min": 0.9375, "train/tensor_act_model_layers_56_mlp/max": 6.53125, "train/tensor_act_model_layers_56_mlp/range": 5.59375, "train/tensor_act_model_layers_56_residual_post_mlp/norm": 421001.21875, "train/tensor_act_model_layers_56_residual_post_mlp/mean": 205.0, "train/tensor_act_model_layers_56_residual_post_mlp/std": 10.25, "train/tensor_act_model_layers_56_residual_post_mlp/max_abs": 240.0, "train/tensor_act_model_layers_56_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_56_residual_post_mlp/min": 172.0, "train/tensor_act_model_layers_56_residual_post_mlp/max": 240.0, "train/tensor_act_model_layers_56_residual_post_mlp/range": 68.0, "train/tensor_act_model_layers_57_residual_pre_attn/norm": 421001.21875, "train/tensor_act_model_layers_57_residual_pre_attn/mean": 205.0, "train/tensor_act_model_layers_57_residual_pre_attn/std": 10.25, "train/tensor_act_model_layers_57_residual_pre_attn/max_abs": 240.0, "train/tensor_act_model_layers_57_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_57_residual_pre_attn/min": 172.0, "train/tensor_act_model_layers_57_residual_pre_attn/max": 240.0, "train/tensor_act_model_layers_57_residual_pre_attn/range": 68.0, "train/tensor_act_model_layers_57_residual_post_attn/norm": 421001.21875, "train/tensor_act_model_layers_57_residual_post_attn/mean": 205.0, "train/tensor_act_model_layers_57_residual_post_attn/std": 10.25, "train/tensor_act_model_layers_57_residual_post_attn/max_abs": 240.0, "train/tensor_act_model_layers_57_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_57_residual_post_attn/min": 172.0, "train/tensor_act_model_layers_57_residual_post_attn/max": 240.0, "train/tensor_act_model_layers_57_residual_post_attn/range": 68.0, "train/tensor_act_model_layers_57_mlp_gate_proj/norm": 3189.853515625, "train/tensor_act_model_layers_57_mlp_gate_proj/mean": 0.271484375, "train/tensor_act_model_layers_57_mlp_gate_proj/std": 1.0703125, "train/tensor_act_model_layers_57_mlp_gate_proj/max_abs": 2.734375, "train/tensor_act_model_layers_57_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_57_mlp_gate_proj/min": -0.90625, "train/tensor_act_model_layers_57_mlp_gate_proj/max": 2.734375, "train/tensor_act_model_layers_57_mlp_gate_proj/range": 3.640625, "train/tensor_act_model_layers_57_mlp_up_proj/norm": 3376.8505859375, "train/tensor_act_model_layers_57_mlp_up_proj/mean": 0.03955078125, "train/tensor_act_model_layers_57_mlp_up_proj/std": 1.1640625, "train/tensor_act_model_layers_57_mlp_up_proj/max_abs": 2.71875, "train/tensor_act_model_layers_57_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_57_mlp_up_proj/min": -2.71875, "train/tensor_act_model_layers_57_mlp_up_proj/max": 2.59375, "train/tensor_act_model_layers_57_mlp_up_proj/range": 5.3125, "train/tensor_act_model_layers_57_mlp_down_proj/norm": 7233.30224609375, "train/tensor_act_model_layers_57_mlp_down_proj/mean": 3.390625, "train/tensor_act_model_layers_57_mlp_down_proj/std": 0.984375, "train/tensor_act_model_layers_57_mlp_down_proj/max_abs": 5.5, "train/tensor_act_model_layers_57_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_57_mlp_down_proj/min": 0.61328125, "train/tensor_act_model_layers_57_mlp_down_proj/max": 5.5, "train/tensor_act_model_layers_57_mlp_down_proj/range": 4.88671875, "train/tensor_act_model_layers_57_mlp/norm": 7233.30224609375, "train/tensor_act_model_layers_57_mlp/mean": 3.390625, "train/tensor_act_model_layers_57_mlp/std": 0.984375, "train/tensor_act_model_layers_57_mlp/max_abs": 5.5, "train/tensor_act_model_layers_57_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_57_mlp/min": 0.61328125, "train/tensor_act_model_layers_57_mlp/max": 5.5, "train/tensor_act_model_layers_57_mlp/range": 4.88671875, "train/tensor_act_model_layers_57_residual_post_mlp/norm": 427947.5, "train/tensor_act_model_layers_57_residual_post_mlp/mean": 209.0, "train/tensor_act_model_layers_57_residual_post_mlp/std": 10.4375, "train/tensor_act_model_layers_57_residual_post_mlp/max_abs": 244.0, "train/tensor_act_model_layers_57_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_57_residual_post_mlp/min": 175.0, "train/tensor_act_model_layers_57_residual_post_mlp/max": 244.0, "train/tensor_act_model_layers_57_residual_post_mlp/range": 69.0, "train/tensor_act_model_layers_58_residual_pre_attn/norm": 427947.5, "train/tensor_act_model_layers_58_residual_pre_attn/mean": 209.0, "train/tensor_act_model_layers_58_residual_pre_attn/std": 10.4375, "train/tensor_act_model_layers_58_residual_pre_attn/max_abs": 244.0, "train/tensor_act_model_layers_58_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_58_residual_pre_attn/min": 175.0, "train/tensor_act_model_layers_58_residual_pre_attn/max": 244.0, "train/tensor_act_model_layers_58_residual_pre_attn/range": 69.0, "train/tensor_act_model_layers_58_residual_post_attn/norm": 427964.0, "train/tensor_act_model_layers_58_residual_post_attn/mean": 209.0, "train/tensor_act_model_layers_58_residual_post_attn/std": 10.4375, "train/tensor_act_model_layers_58_residual_post_attn/max_abs": 244.0, "train/tensor_act_model_layers_58_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_58_residual_post_attn/min": 175.0, "train/tensor_act_model_layers_58_residual_post_attn/max": 244.0, "train/tensor_act_model_layers_58_residual_post_attn/range": 69.0, "train/tensor_act_model_layers_58_mlp_gate_proj/norm": 3120.621826171875, "train/tensor_act_model_layers_58_mlp_gate_proj/mean": 0.294921875, "train/tensor_act_model_layers_58_mlp_gate_proj/std": 1.0390625, "train/tensor_act_model_layers_58_mlp_gate_proj/max_abs": 2.609375, "train/tensor_act_model_layers_58_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_58_mlp_gate_proj/min": -0.83203125, "train/tensor_act_model_layers_58_mlp_gate_proj/max": 2.609375, "train/tensor_act_model_layers_58_mlp_gate_proj/range": 3.44140625, "train/tensor_act_model_layers_58_mlp_up_proj/norm": 3540.91259765625, "train/tensor_act_model_layers_58_mlp_up_proj/mean": -0.0634765625, "train/tensor_act_model_layers_58_mlp_up_proj/std": 1.21875, "train/tensor_act_model_layers_58_mlp_up_proj/max_abs": 2.59375, "train/tensor_act_model_layers_58_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_58_mlp_up_proj/min": -2.59375, "train/tensor_act_model_layers_58_mlp_up_proj/max": 2.59375, "train/tensor_act_model_layers_58_mlp_up_proj/range": 5.1875, "train/tensor_act_model_layers_58_mlp_down_proj/norm": 7300.16552734375, "train/tensor_act_model_layers_58_mlp_down_proj/mean": 3.390625, "train/tensor_act_model_layers_58_mlp_down_proj/std": 1.078125, "train/tensor_act_model_layers_58_mlp_down_proj/max_abs": 5.5625, "train/tensor_act_model_layers_58_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_58_mlp_down_proj/min": 0.28515625, "train/tensor_act_model_layers_58_mlp_down_proj/max": 5.5625, "train/tensor_act_model_layers_58_mlp_down_proj/range": 5.27734375, "train/tensor_act_model_layers_58_mlp/norm": 7300.16552734375, "train/tensor_act_model_layers_58_mlp/mean": 3.390625, "train/tensor_act_model_layers_58_mlp/std": 1.078125, "train/tensor_act_model_layers_58_mlp/max_abs": 5.5625, "train/tensor_act_model_layers_58_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_58_mlp/min": 0.28515625, "train/tensor_act_model_layers_58_mlp/max": 5.5625, "train/tensor_act_model_layers_58_mlp/range": 5.27734375, "train/tensor_act_model_layers_58_residual_post_mlp/norm": 434921.90625, "train/tensor_act_model_layers_58_residual_post_mlp/mean": 212.0, "train/tensor_act_model_layers_58_residual_post_mlp/std": 10.6875, "train/tensor_act_model_layers_58_residual_post_mlp/max_abs": 246.0, "train/tensor_act_model_layers_58_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_58_residual_post_mlp/min": 177.0, "train/tensor_act_model_layers_58_residual_post_mlp/max": 246.0, "train/tensor_act_model_layers_58_residual_post_mlp/range": 69.0, "train/tensor_act_model_layers_59_residual_pre_attn/norm": 434921.90625, "train/tensor_act_model_layers_59_residual_pre_attn/mean": 212.0, "train/tensor_act_model_layers_59_residual_pre_attn/std": 10.6875, "train/tensor_act_model_layers_59_residual_pre_attn/max_abs": 246.0, "train/tensor_act_model_layers_59_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_59_residual_pre_attn/min": 177.0, "train/tensor_act_model_layers_59_residual_pre_attn/max": 246.0, "train/tensor_act_model_layers_59_residual_pre_attn/range": 69.0, "train/tensor_act_model_layers_59_residual_post_attn/norm": 434921.90625, "train/tensor_act_model_layers_59_residual_post_attn/mean": 212.0, "train/tensor_act_model_layers_59_residual_post_attn/std": 10.6875, "train/tensor_act_model_layers_59_residual_post_attn/max_abs": 246.0, "train/tensor_act_model_layers_59_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_59_residual_post_attn/min": 177.0, "train/tensor_act_model_layers_59_residual_post_attn/max": 246.0, "train/tensor_act_model_layers_59_residual_post_attn/range": 69.0, "train/tensor_act_model_layers_59_mlp_gate_proj/norm": 3258.619140625, "train/tensor_act_model_layers_59_mlp_gate_proj/mean": 0.37890625, "train/tensor_act_model_layers_59_mlp_gate_proj/std": 1.0625, "train/tensor_act_model_layers_59_mlp_gate_proj/max_abs": 2.5, "train/tensor_act_model_layers_59_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_59_mlp_gate_proj/min": -0.875, "train/tensor_act_model_layers_59_mlp_gate_proj/max": 2.5, "train/tensor_act_model_layers_59_mlp_gate_proj/range": 3.375, "train/tensor_act_model_layers_59_mlp_up_proj/norm": 3613.544677734375, "train/tensor_act_model_layers_59_mlp_up_proj/mean": -0.1123046875, "train/tensor_act_model_layers_59_mlp_up_proj/std": 1.2421875, "train/tensor_act_model_layers_59_mlp_up_proj/max_abs": 2.828125, "train/tensor_act_model_layers_59_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_59_mlp_up_proj/min": -2.828125, "train/tensor_act_model_layers_59_mlp_up_proj/max": 2.625, "train/tensor_act_model_layers_59_mlp_up_proj/range": 5.453125, "train/tensor_act_model_layers_59_mlp_down_proj/norm": 7824.30859375, "train/tensor_act_model_layers_59_mlp_down_proj/mean": 3.65625, "train/tensor_act_model_layers_59_mlp_down_proj/std": 1.1328125, "train/tensor_act_model_layers_59_mlp_down_proj/max_abs": 7.15625, "train/tensor_act_model_layers_59_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_59_mlp_down_proj/min": 0.5078125, "train/tensor_act_model_layers_59_mlp_down_proj/max": 7.15625, "train/tensor_act_model_layers_59_mlp_down_proj/range": 6.6484375, "train/tensor_act_model_layers_59_mlp/norm": 7824.30859375, "train/tensor_act_model_layers_59_mlp/mean": 3.65625, "train/tensor_act_model_layers_59_mlp/std": 1.1328125, "train/tensor_act_model_layers_59_mlp/max_abs": 7.15625, "train/tensor_act_model_layers_59_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_59_mlp/min": 0.5078125, "train/tensor_act_model_layers_59_mlp/max": 7.15625, "train/tensor_act_model_layers_59_mlp/range": 6.6484375, "train/tensor_act_model_layers_59_residual_post_mlp/norm": 442468.0625, "train/tensor_act_model_layers_59_residual_post_mlp/mean": 216.0, "train/tensor_act_model_layers_59_residual_post_mlp/std": 10.75, "train/tensor_act_model_layers_59_residual_post_mlp/max_abs": 251.0, "train/tensor_act_model_layers_59_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_59_residual_post_mlp/min": 182.0, "train/tensor_act_model_layers_59_residual_post_mlp/max": 251.0, "train/tensor_act_model_layers_59_residual_post_mlp/range": 69.0, "train/tensor_act_model_layers_60_residual_pre_attn/norm": 442468.0625, "train/tensor_act_model_layers_60_residual_pre_attn/mean": 216.0, "train/tensor_act_model_layers_60_residual_pre_attn/std": 10.75, "train/tensor_act_model_layers_60_residual_pre_attn/max_abs": 251.0, "train/tensor_act_model_layers_60_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_60_residual_pre_attn/min": 182.0, "train/tensor_act_model_layers_60_residual_pre_attn/max": 251.0, "train/tensor_act_model_layers_60_residual_pre_attn/range": 69.0, "train/tensor_act_model_layers_60_residual_post_attn/norm": 442468.0625, "train/tensor_act_model_layers_60_residual_post_attn/mean": 216.0, "train/tensor_act_model_layers_60_residual_post_attn/std": 10.75, "train/tensor_act_model_layers_60_residual_post_attn/max_abs": 251.0, "train/tensor_act_model_layers_60_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_60_residual_post_attn/min": 182.0, "train/tensor_act_model_layers_60_residual_post_attn/max": 251.0, "train/tensor_act_model_layers_60_residual_post_attn/range": 69.0, "train/tensor_act_model_layers_60_mlp_gate_proj/norm": 3119.5263671875, "train/tensor_act_model_layers_60_mlp_gate_proj/mean": 0.294921875, "train/tensor_act_model_layers_60_mlp_gate_proj/std": 1.0390625, "train/tensor_act_model_layers_60_mlp_gate_proj/max_abs": 2.609375, "train/tensor_act_model_layers_60_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_60_mlp_gate_proj/min": -1.0234375, "train/tensor_act_model_layers_60_mlp_gate_proj/max": 2.609375, "train/tensor_act_model_layers_60_mlp_gate_proj/range": 3.6328125, "train/tensor_act_model_layers_60_mlp_up_proj/norm": 3545.033203125, "train/tensor_act_model_layers_60_mlp_up_proj/mean": -0.059814453125, "train/tensor_act_model_layers_60_mlp_up_proj/std": 1.21875, "train/tensor_act_model_layers_60_mlp_up_proj/max_abs": 2.609375, "train/tensor_act_model_layers_60_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_60_mlp_up_proj/min": -2.4375, "train/tensor_act_model_layers_60_mlp_up_proj/max": 2.609375, "train/tensor_act_model_layers_60_mlp_up_proj/range": 5.046875, "train/tensor_act_model_layers_60_mlp_down_proj/norm": 7203.66943359375, "train/tensor_act_model_layers_60_mlp_down_proj/mean": 3.296875, "train/tensor_act_model_layers_60_mlp_down_proj/std": 1.234375, "train/tensor_act_model_layers_60_mlp_down_proj/max_abs": 5.96875, "train/tensor_act_model_layers_60_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_60_mlp_down_proj/min": -0.42578125, "train/tensor_act_model_layers_60_mlp_down_proj/max": 5.96875, "train/tensor_act_model_layers_60_mlp_down_proj/range": 6.39453125, "train/tensor_act_model_layers_60_mlp/norm": 7203.66943359375, "train/tensor_act_model_layers_60_mlp/mean": 3.296875, "train/tensor_act_model_layers_60_mlp/std": 1.234375, "train/tensor_act_model_layers_60_mlp/max_abs": 5.96875, "train/tensor_act_model_layers_60_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_60_mlp/min": -0.42578125, "train/tensor_act_model_layers_60_mlp/max": 5.96875, "train/tensor_act_model_layers_60_mlp/range": 6.39453125, "train/tensor_act_model_layers_60_residual_post_mlp/norm": 449196.25, "train/tensor_act_model_layers_60_residual_post_mlp/mean": 219.0, "train/tensor_act_model_layers_60_residual_post_mlp/std": 11.125, "train/tensor_act_model_layers_60_residual_post_mlp/max_abs": 254.0, "train/tensor_act_model_layers_60_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_60_residual_post_mlp/min": 185.0, "train/tensor_act_model_layers_60_residual_post_mlp/max": 254.0, "train/tensor_act_model_layers_60_residual_post_mlp/range": 69.0, "train/tensor_act_model_layers_61_residual_pre_attn/norm": 449196.25, "train/tensor_act_model_layers_61_residual_pre_attn/mean": 219.0, "train/tensor_act_model_layers_61_residual_pre_attn/std": 11.125, "train/tensor_act_model_layers_61_residual_pre_attn/max_abs": 254.0, "train/tensor_act_model_layers_61_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_61_residual_pre_attn/min": 185.0, "train/tensor_act_model_layers_61_residual_pre_attn/max": 254.0, "train/tensor_act_model_layers_61_residual_pre_attn/range": 69.0, "train/tensor_act_model_layers_61_residual_post_attn/norm": 449196.25, "train/tensor_act_model_layers_61_residual_post_attn/mean": 219.0, "train/tensor_act_model_layers_61_residual_post_attn/std": 11.125, "train/tensor_act_model_layers_61_residual_post_attn/max_abs": 254.0, "train/tensor_act_model_layers_61_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_61_residual_post_attn/min": 185.0, "train/tensor_act_model_layers_61_residual_post_attn/max": 254.0, "train/tensor_act_model_layers_61_residual_post_attn/range": 69.0, "train/tensor_act_model_layers_61_mlp_gate_proj/norm": 3440.695556640625, "train/tensor_act_model_layers_61_mlp_gate_proj/mean": 0.431640625, "train/tensor_act_model_layers_61_mlp_gate_proj/std": 1.109375, "train/tensor_act_model_layers_61_mlp_gate_proj/max_abs": 2.59375, "train/tensor_act_model_layers_61_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_61_mlp_gate_proj/min": -0.94140625, "train/tensor_act_model_layers_61_mlp_gate_proj/max": 2.59375, "train/tensor_act_model_layers_61_mlp_gate_proj/range": 3.53515625, "train/tensor_act_model_layers_61_mlp_up_proj/norm": 3632.28466796875, "train/tensor_act_model_layers_61_mlp_up_proj/mean": 0.06494140625, "train/tensor_act_model_layers_61_mlp_up_proj/std": 1.25, "train/tensor_act_model_layers_61_mlp_up_proj/max_abs": 2.375, "train/tensor_act_model_layers_61_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_61_mlp_up_proj/min": -2.359375, "train/tensor_act_model_layers_61_mlp_up_proj/max": 2.375, "train/tensor_act_model_layers_61_mlp_up_proj/range": 4.734375, "train/tensor_act_model_layers_61_mlp_down_proj/norm": 8712.09765625, "train/tensor_act_model_layers_61_mlp_down_proj/mean": 4.09375, "train/tensor_act_model_layers_61_mlp_down_proj/std": 1.1015625, "train/tensor_act_model_layers_61_mlp_down_proj/max_abs": 6.84375, "train/tensor_act_model_layers_61_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_61_mlp_down_proj/min": 1.2109375, "train/tensor_act_model_layers_61_mlp_down_proj/max": 6.84375, "train/tensor_act_model_layers_61_mlp_down_proj/range": 5.6328125, "train/tensor_act_model_layers_61_mlp/norm": 8712.09765625, "train/tensor_act_model_layers_61_mlp/mean": 4.09375, "train/tensor_act_model_layers_61_mlp/std": 1.1015625, "train/tensor_act_model_layers_61_mlp/max_abs": 6.84375, "train/tensor_act_model_layers_61_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_61_mlp/min": 1.2109375, "train/tensor_act_model_layers_61_mlp/max": 6.84375, "train/tensor_act_model_layers_61_mlp/range": 5.6328125, "train/tensor_act_model_layers_61_residual_post_mlp/norm": 457575.5625, "train/tensor_act_model_layers_61_residual_post_mlp/mean": 223.0, "train/tensor_act_model_layers_61_residual_post_mlp/std": 11.125, "train/tensor_act_model_layers_61_residual_post_mlp/max_abs": 258.0, "train/tensor_act_model_layers_61_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_61_residual_post_mlp/min": 188.0, "train/tensor_act_model_layers_61_residual_post_mlp/max": 258.0, "train/tensor_act_model_layers_61_residual_post_mlp/range": 70.0, "train/tensor_act_model_layers_62_residual_pre_attn/norm": 457575.5625, "train/tensor_act_model_layers_62_residual_pre_attn/mean": 223.0, "train/tensor_act_model_layers_62_residual_pre_attn/std": 11.125, "train/tensor_act_model_layers_62_residual_pre_attn/max_abs": 258.0, "train/tensor_act_model_layers_62_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_62_residual_pre_attn/min": 188.0, "train/tensor_act_model_layers_62_residual_pre_attn/max": 258.0, "train/tensor_act_model_layers_62_residual_pre_attn/range": 70.0, "train/tensor_act_model_layers_62_residual_post_attn/norm": 457575.5625, "train/tensor_act_model_layers_62_residual_post_attn/mean": 223.0, "train/tensor_act_model_layers_62_residual_post_attn/std": 11.125, "train/tensor_act_model_layers_62_residual_post_attn/max_abs": 258.0, "train/tensor_act_model_layers_62_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_62_residual_post_attn/min": 188.0, "train/tensor_act_model_layers_62_residual_post_attn/max": 258.0, "train/tensor_act_model_layers_62_residual_post_attn/range": 70.0, "train/tensor_act_model_layers_62_mlp_gate_proj/norm": 3189.458984375, "train/tensor_act_model_layers_62_mlp_gate_proj/mean": 0.30078125, "train/tensor_act_model_layers_62_mlp_gate_proj/std": 1.0625, "train/tensor_act_model_layers_62_mlp_gate_proj/max_abs": 2.78125, "train/tensor_act_model_layers_62_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_62_mlp_gate_proj/min": -1.2578125, "train/tensor_act_model_layers_62_mlp_gate_proj/max": 2.78125, "train/tensor_act_model_layers_62_mlp_gate_proj/range": 4.0390625, "train/tensor_act_model_layers_62_mlp_up_proj/norm": 3516.5576171875, "train/tensor_act_model_layers_62_mlp_up_proj/mean": 0.03564453125, "train/tensor_act_model_layers_62_mlp_up_proj/std": 1.2109375, "train/tensor_act_model_layers_62_mlp_up_proj/max_abs": 2.9375, "train/tensor_act_model_layers_62_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_62_mlp_up_proj/min": -2.9375, "train/tensor_act_model_layers_62_mlp_up_proj/max": 2.359375, "train/tensor_act_model_layers_62_mlp_up_proj/range": 5.296875, "train/tensor_act_model_layers_62_mlp_down_proj/norm": 7313.03955078125, "train/tensor_act_model_layers_62_mlp_down_proj/mean": 3.453125, "train/tensor_act_model_layers_62_mlp_down_proj/std": 0.9375, "train/tensor_act_model_layers_62_mlp_down_proj/max_abs": 5.59375, "train/tensor_act_model_layers_62_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_62_mlp_down_proj/min": 1.1796875, "train/tensor_act_model_layers_62_mlp_down_proj/max": 5.59375, "train/tensor_act_model_layers_62_mlp_down_proj/range": 4.4140625, "train/tensor_act_model_layers_62_mlp/norm": 7313.03955078125, "train/tensor_act_model_layers_62_mlp/mean": 3.453125, "train/tensor_act_model_layers_62_mlp/std": 0.9375, "train/tensor_act_model_layers_62_mlp/max_abs": 5.59375, "train/tensor_act_model_layers_62_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_62_mlp/min": 1.1796875, "train/tensor_act_model_layers_62_mlp/max": 5.59375, "train/tensor_act_model_layers_62_mlp/range": 4.4140625, "train/tensor_act_model_layers_62_residual_post_mlp/norm": 464591.65625, "train/tensor_act_model_layers_62_residual_post_mlp/mean": 227.0, "train/tensor_act_model_layers_62_residual_post_mlp/std": 11.25, "train/tensor_act_model_layers_62_residual_post_mlp/max_abs": 260.0, "train/tensor_act_model_layers_62_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_62_residual_post_mlp/min": 192.0, "train/tensor_act_model_layers_62_residual_post_mlp/max": 260.0, "train/tensor_act_model_layers_62_residual_post_mlp/range": 68.0, "train/tensor_act_model_layers_63_residual_pre_attn/norm": 464591.65625, "train/tensor_act_model_layers_63_residual_pre_attn/mean": 227.0, "train/tensor_act_model_layers_63_residual_pre_attn/std": 11.25, "train/tensor_act_model_layers_63_residual_pre_attn/max_abs": 260.0, "train/tensor_act_model_layers_63_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_63_residual_pre_attn/min": 192.0, "train/tensor_act_model_layers_63_residual_pre_attn/max": 260.0, "train/tensor_act_model_layers_63_residual_pre_attn/range": 68.0, "train/tensor_act_model_layers_63_residual_post_attn/norm": 464591.65625, "train/tensor_act_model_layers_63_residual_post_attn/mean": 227.0, "train/tensor_act_model_layers_63_residual_post_attn/std": 11.25, "train/tensor_act_model_layers_63_residual_post_attn/max_abs": 260.0, "train/tensor_act_model_layers_63_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_63_residual_post_attn/min": 192.0, "train/tensor_act_model_layers_63_residual_post_attn/max": 260.0, "train/tensor_act_model_layers_63_residual_post_attn/range": 68.0, "train/tensor_act_model_layers_63_mlp_gate_proj/norm": 3214.2490234375, "train/tensor_act_model_layers_63_mlp_gate_proj/mean": 0.310546875, "train/tensor_act_model_layers_63_mlp_gate_proj/std": 1.0625, "train/tensor_act_model_layers_63_mlp_gate_proj/max_abs": 2.5625, "train/tensor_act_model_layers_63_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_63_mlp_gate_proj/min": -0.9765625, "train/tensor_act_model_layers_63_mlp_gate_proj/max": 2.5625, "train/tensor_act_model_layers_63_mlp_gate_proj/range": 3.5390625, "train/tensor_act_model_layers_63_mlp_up_proj/norm": 3525.149169921875, "train/tensor_act_model_layers_63_mlp_up_proj/mean": 0.047607421875, "train/tensor_act_model_layers_63_mlp_up_proj/std": 1.21875, "train/tensor_act_model_layers_63_mlp_up_proj/max_abs": 2.671875, "train/tensor_act_model_layers_63_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_63_mlp_up_proj/min": -2.671875, "train/tensor_act_model_layers_63_mlp_up_proj/max": 2.40625, "train/tensor_act_model_layers_63_mlp_up_proj/range": 5.078125, "train/tensor_act_model_layers_63_mlp_down_proj/norm": 7306.42822265625, "train/tensor_act_model_layers_63_mlp_down_proj/mean": 3.390625, "train/tensor_act_model_layers_63_mlp_down_proj/std": 1.109375, "train/tensor_act_model_layers_63_mlp_down_proj/max_abs": 5.96875, "train/tensor_act_model_layers_63_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_63_mlp_down_proj/min": 0.640625, "train/tensor_act_model_layers_63_mlp_down_proj/max": 5.96875, "train/tensor_act_model_layers_63_mlp_down_proj/range": 5.328125, "train/tensor_act_model_layers_63_mlp/norm": 7306.42822265625, "train/tensor_act_model_layers_63_mlp/mean": 3.390625, "train/tensor_act_model_layers_63_mlp/std": 1.109375, "train/tensor_act_model_layers_63_mlp/max_abs": 5.96875, "train/tensor_act_model_layers_63_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_63_mlp/min": 0.640625, "train/tensor_act_model_layers_63_mlp/max": 5.96875, "train/tensor_act_model_layers_63_mlp/range": 5.328125, "train/tensor_act_model_layers_63_residual_post_mlp/norm": 471565.375, "train/tensor_act_model_layers_63_residual_post_mlp/mean": 230.0, "train/tensor_act_model_layers_63_residual_post_mlp/std": 11.4375, "train/tensor_act_model_layers_63_residual_post_mlp/max_abs": 264.0, "train/tensor_act_model_layers_63_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_63_residual_post_mlp/min": 194.0, "train/tensor_act_model_layers_63_residual_post_mlp/max": 264.0, "train/tensor_act_model_layers_63_residual_post_mlp/range": 70.0, "train/tensor_act_model_layers_64_residual_pre_attn/norm": 471565.375, "train/tensor_act_model_layers_64_residual_pre_attn/mean": 230.0, "train/tensor_act_model_layers_64_residual_pre_attn/std": 11.4375, "train/tensor_act_model_layers_64_residual_pre_attn/max_abs": 264.0, "train/tensor_act_model_layers_64_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_64_residual_pre_attn/min": 194.0, "train/tensor_act_model_layers_64_residual_pre_attn/max": 264.0, "train/tensor_act_model_layers_64_residual_pre_attn/range": 70.0, "train/tensor_act_model_layers_64_residual_post_attn/norm": 471565.375, "train/tensor_act_model_layers_64_residual_post_attn/mean": 230.0, "train/tensor_act_model_layers_64_residual_post_attn/std": 11.4375, "train/tensor_act_model_layers_64_residual_post_attn/max_abs": 264.0, "train/tensor_act_model_layers_64_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_64_residual_post_attn/min": 194.0, "train/tensor_act_model_layers_64_residual_post_attn/max": 264.0, "train/tensor_act_model_layers_64_residual_post_attn/range": 70.0, "train/tensor_act_model_layers_64_mlp_gate_proj/norm": 2971.31982421875, "train/tensor_act_model_layers_64_mlp_gate_proj/mean": 0.25390625, "train/tensor_act_model_layers_64_mlp_gate_proj/std": 0.9921875, "train/tensor_act_model_layers_64_mlp_gate_proj/max_abs": 2.546875, "train/tensor_act_model_layers_64_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_64_mlp_gate_proj/min": -1.453125, "train/tensor_act_model_layers_64_mlp_gate_proj/max": 2.546875, "train/tensor_act_model_layers_64_mlp_gate_proj/range": 4.0, "train/tensor_act_model_layers_64_mlp_up_proj/norm": 3238.757080078125, "train/tensor_act_model_layers_64_mlp_up_proj/mean": 0.0028228759765625, "train/tensor_act_model_layers_64_mlp_up_proj/std": 1.1171875, "train/tensor_act_model_layers_64_mlp_up_proj/max_abs": 2.484375, "train/tensor_act_model_layers_64_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_64_mlp_up_proj/min": -2.4375, "train/tensor_act_model_layers_64_mlp_up_proj/max": 2.484375, "train/tensor_act_model_layers_64_mlp_up_proj/range": 4.921875, "train/tensor_act_model_layers_64_mlp_down_proj/norm": 6008.2861328125, "train/tensor_act_model_layers_64_mlp_down_proj/mean": 2.765625, "train/tensor_act_model_layers_64_mlp_down_proj/std": 0.984375, "train/tensor_act_model_layers_64_mlp_down_proj/max_abs": 4.71875, "train/tensor_act_model_layers_64_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_64_mlp_down_proj/min": -1.40625, "train/tensor_act_model_layers_64_mlp_down_proj/max": 4.71875, "train/tensor_act_model_layers_64_mlp_down_proj/range": 6.125, "train/tensor_act_model_layers_64_mlp/norm": 6008.2861328125, "train/tensor_act_model_layers_64_mlp/mean": 2.765625, "train/tensor_act_model_layers_64_mlp/std": 0.984375, "train/tensor_act_model_layers_64_mlp/max_abs": 4.71875, "train/tensor_act_model_layers_64_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_64_mlp/min": -1.40625, "train/tensor_act_model_layers_64_mlp/max": 4.71875, "train/tensor_act_model_layers_64_mlp/range": 6.125, "train/tensor_act_model_layers_64_residual_post_mlp/norm": 477237.375, "train/tensor_act_model_layers_64_residual_post_mlp/mean": 233.0, "train/tensor_act_model_layers_64_residual_post_mlp/std": 11.5625, "train/tensor_act_model_layers_64_residual_post_mlp/max_abs": 268.0, "train/tensor_act_model_layers_64_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_64_residual_post_mlp/min": 196.0, "train/tensor_act_model_layers_64_residual_post_mlp/max": 268.0, "train/tensor_act_model_layers_64_residual_post_mlp/range": 72.0, "train/tensor_act_model_layers_65_residual_pre_attn/norm": 477237.375, "train/tensor_act_model_layers_65_residual_pre_attn/mean": 233.0, "train/tensor_act_model_layers_65_residual_pre_attn/std": 11.5625, "train/tensor_act_model_layers_65_residual_pre_attn/max_abs": 268.0, "train/tensor_act_model_layers_65_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_65_residual_pre_attn/min": 196.0, "train/tensor_act_model_layers_65_residual_pre_attn/max": 268.0, "train/tensor_act_model_layers_65_residual_pre_attn/range": 72.0, "train/tensor_act_model_layers_65_residual_post_attn/norm": 477237.375, "train/tensor_act_model_layers_65_residual_post_attn/mean": 233.0, "train/tensor_act_model_layers_65_residual_post_attn/std": 11.5625, "train/tensor_act_model_layers_65_residual_post_attn/max_abs": 268.0, "train/tensor_act_model_layers_65_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_65_residual_post_attn/min": 196.0, "train/tensor_act_model_layers_65_residual_post_attn/max": 268.0, "train/tensor_act_model_layers_65_residual_post_attn/range": 72.0, "train/tensor_act_model_layers_65_mlp_gate_proj/norm": 2898.919677734375, "train/tensor_act_model_layers_65_mlp_gate_proj/mean": 0.193359375, "train/tensor_act_model_layers_65_mlp_gate_proj/std": 0.98046875, "train/tensor_act_model_layers_65_mlp_gate_proj/max_abs": 2.390625, "train/tensor_act_model_layers_65_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_65_mlp_gate_proj/min": -1.109375, "train/tensor_act_model_layers_65_mlp_gate_proj/max": 2.390625, "train/tensor_act_model_layers_65_mlp_gate_proj/range": 3.5, "train/tensor_act_model_layers_65_mlp_up_proj/norm": 3200.923583984375, "train/tensor_act_model_layers_65_mlp_up_proj/mean": -0.158203125, "train/tensor_act_model_layers_65_mlp_up_proj/std": 1.09375, "train/tensor_act_model_layers_65_mlp_up_proj/max_abs": 2.390625, "train/tensor_act_model_layers_65_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_65_mlp_up_proj/min": -2.265625, "train/tensor_act_model_layers_65_mlp_up_proj/max": 2.390625, "train/tensor_act_model_layers_65_mlp_up_proj/range": 4.65625, "train/tensor_act_model_layers_65_mlp_down_proj/norm": 6227.04638671875, "train/tensor_act_model_layers_65_mlp_down_proj/mean": 2.859375, "train/tensor_act_model_layers_65_mlp_down_proj/std": 1.0234375, "train/tensor_act_model_layers_65_mlp_down_proj/max_abs": 5.5625, "train/tensor_act_model_layers_65_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_65_mlp_down_proj/min": 0.59375, "train/tensor_act_model_layers_65_mlp_down_proj/max": 5.5625, "train/tensor_act_model_layers_65_mlp_down_proj/range": 4.96875, "train/tensor_act_model_layers_65_mlp/norm": 6227.04638671875, "train/tensor_act_model_layers_65_mlp/mean": 2.859375, "train/tensor_act_model_layers_65_mlp/std": 1.0234375, "train/tensor_act_model_layers_65_mlp/max_abs": 5.5625, "train/tensor_act_model_layers_65_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_65_mlp/min": 0.59375, "train/tensor_act_model_layers_65_mlp/max": 5.5625, "train/tensor_act_model_layers_65_mlp/range": 4.96875, "train/tensor_act_model_layers_65_residual_post_mlp/norm": 483094.8125, "train/tensor_act_model_layers_65_residual_post_mlp/mean": 236.0, "train/tensor_act_model_layers_65_residual_post_mlp/std": 11.8125, "train/tensor_act_model_layers_65_residual_post_mlp/max_abs": 272.0, "train/tensor_act_model_layers_65_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_65_residual_post_mlp/min": 197.0, "train/tensor_act_model_layers_65_residual_post_mlp/max": 272.0, "train/tensor_act_model_layers_65_residual_post_mlp/range": 75.0, "train/tensor_act_model_layers_66_residual_pre_attn/norm": 483094.8125, "train/tensor_act_model_layers_66_residual_pre_attn/mean": 236.0, "train/tensor_act_model_layers_66_residual_pre_attn/std": 11.8125, "train/tensor_act_model_layers_66_residual_pre_attn/max_abs": 272.0, "train/tensor_act_model_layers_66_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_66_residual_pre_attn/min": 197.0, "train/tensor_act_model_layers_66_residual_pre_attn/max": 272.0, "train/tensor_act_model_layers_66_residual_pre_attn/range": 75.0, "train/tensor_act_model_layers_66_residual_post_attn/norm": 483094.8125, "train/tensor_act_model_layers_66_residual_post_attn/mean": 236.0, "train/tensor_act_model_layers_66_residual_post_attn/std": 11.8125, "train/tensor_act_model_layers_66_residual_post_attn/max_abs": 272.0, "train/tensor_act_model_layers_66_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_66_residual_post_attn/min": 197.0, "train/tensor_act_model_layers_66_residual_post_attn/max": 272.0, "train/tensor_act_model_layers_66_residual_post_attn/range": 75.0, "train/tensor_act_model_layers_66_mlp_gate_proj/norm": 3105.015380859375, "train/tensor_act_model_layers_66_mlp_gate_proj/mean": 0.341796875, "train/tensor_act_model_layers_66_mlp_gate_proj/std": 1.015625, "train/tensor_act_model_layers_66_mlp_gate_proj/max_abs": 2.453125, "train/tensor_act_model_layers_66_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_66_mlp_gate_proj/min": -0.9921875, "train/tensor_act_model_layers_66_mlp_gate_proj/max": 2.453125, "train/tensor_act_model_layers_66_mlp_gate_proj/range": 3.4453125, "train/tensor_act_model_layers_66_mlp_up_proj/norm": 3359.826171875, "train/tensor_act_model_layers_66_mlp_up_proj/mean": -0.0771484375, "train/tensor_act_model_layers_66_mlp_up_proj/std": 1.15625, "train/tensor_act_model_layers_66_mlp_up_proj/max_abs": 2.421875, "train/tensor_act_model_layers_66_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_66_mlp_up_proj/min": -2.421875, "train/tensor_act_model_layers_66_mlp_up_proj/max": 2.34375, "train/tensor_act_model_layers_66_mlp_up_proj/range": 4.765625, "train/tensor_act_model_layers_66_mlp_down_proj/norm": 7173.3828125, "train/tensor_act_model_layers_66_mlp_down_proj/mean": 3.34375, "train/tensor_act_model_layers_66_mlp_down_proj/std": 1.0546875, "train/tensor_act_model_layers_66_mlp_down_proj/max_abs": 5.625, "train/tensor_act_model_layers_66_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_66_mlp_down_proj/min": 0.478515625, "train/tensor_act_model_layers_66_mlp_down_proj/max": 5.625, "train/tensor_act_model_layers_66_mlp_down_proj/range": 5.146484375, "train/tensor_act_model_layers_66_mlp/norm": 7173.3828125, "train/tensor_act_model_layers_66_mlp/mean": 3.34375, "train/tensor_act_model_layers_66_mlp/std": 1.0546875, "train/tensor_act_model_layers_66_mlp/max_abs": 5.625, "train/tensor_act_model_layers_66_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_66_mlp/min": 0.478515625, "train/tensor_act_model_layers_66_mlp/max": 5.625, "train/tensor_act_model_layers_66_mlp/range": 5.146484375, "train/tensor_act_model_layers_66_residual_post_mlp/norm": 489889.65625, "train/tensor_act_model_layers_66_residual_post_mlp/mean": 239.0, "train/tensor_act_model_layers_66_residual_post_mlp/std": 11.75, "train/tensor_act_model_layers_66_residual_post_mlp/max_abs": 274.0, "train/tensor_act_model_layers_66_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_66_residual_post_mlp/min": 201.0, "train/tensor_act_model_layers_66_residual_post_mlp/max": 274.0, "train/tensor_act_model_layers_66_residual_post_mlp/range": 73.0, "train/tensor_act_model_layers_67_residual_pre_attn/norm": 489889.65625, "train/tensor_act_model_layers_67_residual_pre_attn/mean": 239.0, "train/tensor_act_model_layers_67_residual_pre_attn/std": 11.75, "train/tensor_act_model_layers_67_residual_pre_attn/max_abs": 274.0, "train/tensor_act_model_layers_67_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_67_residual_pre_attn/min": 201.0, "train/tensor_act_model_layers_67_residual_pre_attn/max": 274.0, "train/tensor_act_model_layers_67_residual_pre_attn/range": 73.0, "train/tensor_act_model_layers_67_residual_post_attn/norm": 489906.0625, "train/tensor_act_model_layers_67_residual_post_attn/mean": 239.0, "train/tensor_act_model_layers_67_residual_post_attn/std": 11.75, "train/tensor_act_model_layers_67_residual_post_attn/max_abs": 274.0, "train/tensor_act_model_layers_67_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_67_residual_post_attn/min": 201.0, "train/tensor_act_model_layers_67_residual_post_attn/max": 274.0, "train/tensor_act_model_layers_67_residual_post_attn/range": 73.0, "train/tensor_act_model_layers_67_mlp_gate_proj/norm": 3115.3076171875, "train/tensor_act_model_layers_67_mlp_gate_proj/mean": 0.2265625, "train/tensor_act_model_layers_67_mlp_gate_proj/std": 1.0546875, "train/tensor_act_model_layers_67_mlp_gate_proj/max_abs": 2.984375, "train/tensor_act_model_layers_67_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_67_mlp_gate_proj/min": -1.21875, "train/tensor_act_model_layers_67_mlp_gate_proj/max": 2.984375, "train/tensor_act_model_layers_67_mlp_gate_proj/range": 4.203125, "train/tensor_act_model_layers_67_mlp_up_proj/norm": 3265.932373046875, "train/tensor_act_model_layers_67_mlp_up_proj/mean": -0.072265625, "train/tensor_act_model_layers_67_mlp_up_proj/std": 1.125, "train/tensor_act_model_layers_67_mlp_up_proj/max_abs": 2.65625, "train/tensor_act_model_layers_67_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_67_mlp_up_proj/min": -2.46875, "train/tensor_act_model_layers_67_mlp_up_proj/max": 2.65625, "train/tensor_act_model_layers_67_mlp_up_proj/range": 5.125, "train/tensor_act_model_layers_67_mlp_down_proj/norm": 6796.24365234375, "train/tensor_act_model_layers_67_mlp_down_proj/mean": 3.078125, "train/tensor_act_model_layers_67_mlp_down_proj/std": 1.25, "train/tensor_act_model_layers_67_mlp_down_proj/max_abs": 6.15625, "train/tensor_act_model_layers_67_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_67_mlp_down_proj/min": -0.0654296875, "train/tensor_act_model_layers_67_mlp_down_proj/max": 6.15625, "train/tensor_act_model_layers_67_mlp_down_proj/range": 6.2216796875, "train/tensor_act_model_layers_67_mlp/norm": 6796.24365234375, "train/tensor_act_model_layers_67_mlp/mean": 3.078125, "train/tensor_act_model_layers_67_mlp/std": 1.25, "train/tensor_act_model_layers_67_mlp/max_abs": 6.15625, "train/tensor_act_model_layers_67_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_67_mlp/min": -0.0654296875, "train/tensor_act_model_layers_67_mlp/max": 6.15625, "train/tensor_act_model_layers_67_mlp/range": 6.2216796875, "train/tensor_act_model_layers_67_residual_post_mlp/norm": 496169.46875, "train/tensor_act_model_layers_67_residual_post_mlp/mean": 242.0, "train/tensor_act_model_layers_67_residual_post_mlp/std": 12.0, "train/tensor_act_model_layers_67_residual_post_mlp/max_abs": 278.0, "train/tensor_act_model_layers_67_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_67_residual_post_mlp/min": 203.0, "train/tensor_act_model_layers_67_residual_post_mlp/max": 278.0, "train/tensor_act_model_layers_67_residual_post_mlp/range": 75.0, "train/tensor_act_model_layers_68_residual_pre_attn/norm": 496169.46875, "train/tensor_act_model_layers_68_residual_pre_attn/mean": 242.0, "train/tensor_act_model_layers_68_residual_pre_attn/std": 12.0, "train/tensor_act_model_layers_68_residual_pre_attn/max_abs": 278.0, "train/tensor_act_model_layers_68_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_68_residual_pre_attn/min": 203.0, "train/tensor_act_model_layers_68_residual_pre_attn/max": 278.0, "train/tensor_act_model_layers_68_residual_pre_attn/range": 75.0, "train/tensor_act_model_layers_68_residual_post_attn/norm": 496184.6875, "train/tensor_act_model_layers_68_residual_post_attn/mean": 242.0, "train/tensor_act_model_layers_68_residual_post_attn/std": 11.9375, "train/tensor_act_model_layers_68_residual_post_attn/max_abs": 278.0, "train/tensor_act_model_layers_68_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_68_residual_post_attn/min": 203.0, "train/tensor_act_model_layers_68_residual_post_attn/max": 278.0, "train/tensor_act_model_layers_68_residual_post_attn/range": 75.0, "train/tensor_act_model_layers_68_mlp_gate_proj/norm": 3029.09326171875, "train/tensor_act_model_layers_68_mlp_gate_proj/mean": 0.25390625, "train/tensor_act_model_layers_68_mlp_gate_proj/std": 1.015625, "train/tensor_act_model_layers_68_mlp_gate_proj/max_abs": 2.65625, "train/tensor_act_model_layers_68_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_68_mlp_gate_proj/min": -1.5390625, "train/tensor_act_model_layers_68_mlp_gate_proj/max": 2.65625, "train/tensor_act_model_layers_68_mlp_gate_proj/range": 4.1953125, "train/tensor_act_model_layers_68_mlp_up_proj/norm": 3267.632568359375, "train/tensor_act_model_layers_68_mlp_up_proj/mean": 0.045166015625, "train/tensor_act_model_layers_68_mlp_up_proj/std": 1.125, "train/tensor_act_model_layers_68_mlp_up_proj/max_abs": 2.78125, "train/tensor_act_model_layers_68_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_68_mlp_up_proj/min": -2.5625, "train/tensor_act_model_layers_68_mlp_up_proj/max": 2.78125, "train/tensor_act_model_layers_68_mlp_up_proj/range": 5.34375, "train/tensor_act_model_layers_68_mlp_down_proj/norm": 6000.65478515625, "train/tensor_act_model_layers_68_mlp_down_proj/mean": 2.78125, "train/tensor_act_model_layers_68_mlp_down_proj/std": 0.91015625, "train/tensor_act_model_layers_68_mlp_down_proj/max_abs": 4.84375, "train/tensor_act_model_layers_68_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_68_mlp_down_proj/min": 0.73828125, "train/tensor_act_model_layers_68_mlp_down_proj/max": 4.84375, "train/tensor_act_model_layers_68_mlp_down_proj/range": 4.10546875, "train/tensor_act_model_layers_68_mlp/norm": 6000.65478515625, "train/tensor_act_model_layers_68_mlp/mean": 2.78125, "train/tensor_act_model_layers_68_mlp/std": 0.91015625, "train/tensor_act_model_layers_68_mlp/max_abs": 4.84375, "train/tensor_act_model_layers_68_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_68_mlp/min": 0.73828125, "train/tensor_act_model_layers_68_mlp/max": 4.84375, "train/tensor_act_model_layers_68_mlp/range": 4.10546875, "train/tensor_act_model_layers_68_residual_post_mlp/norm": 501813.21875, "train/tensor_act_model_layers_68_residual_post_mlp/mean": 245.0, "train/tensor_act_model_layers_68_residual_post_mlp/std": 12.0625, "train/tensor_act_model_layers_68_residual_post_mlp/max_abs": 282.0, "train/tensor_act_model_layers_68_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_68_residual_post_mlp/min": 205.0, "train/tensor_act_model_layers_68_residual_post_mlp/max": 282.0, "train/tensor_act_model_layers_68_residual_post_mlp/range": 77.0, "train/tensor_act_model_layers_69_residual_pre_attn/norm": 501813.21875, "train/tensor_act_model_layers_69_residual_pre_attn/mean": 245.0, "train/tensor_act_model_layers_69_residual_pre_attn/std": 12.0625, "train/tensor_act_model_layers_69_residual_pre_attn/max_abs": 282.0, "train/tensor_act_model_layers_69_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_69_residual_pre_attn/min": 205.0, "train/tensor_act_model_layers_69_residual_pre_attn/max": 282.0, "train/tensor_act_model_layers_69_residual_pre_attn/range": 77.0, "train/tensor_act_model_layers_69_residual_post_attn/norm": 501813.21875, "train/tensor_act_model_layers_69_residual_post_attn/mean": 245.0, "train/tensor_act_model_layers_69_residual_post_attn/std": 12.0625, "train/tensor_act_model_layers_69_residual_post_attn/max_abs": 282.0, "train/tensor_act_model_layers_69_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_69_residual_post_attn/min": 205.0, "train/tensor_act_model_layers_69_residual_post_attn/max": 282.0, "train/tensor_act_model_layers_69_residual_post_attn/range": 77.0, "train/tensor_act_model_layers_69_mlp_gate_proj/norm": 2830.406005859375, "train/tensor_act_model_layers_69_mlp_gate_proj/mean": 0.1689453125, "train/tensor_act_model_layers_69_mlp_gate_proj/std": 0.9609375, "train/tensor_act_model_layers_69_mlp_gate_proj/max_abs": 2.46875, "train/tensor_act_model_layers_69_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_69_mlp_gate_proj/min": -1.2734375, "train/tensor_act_model_layers_69_mlp_gate_proj/max": 2.46875, "train/tensor_act_model_layers_69_mlp_gate_proj/range": 3.7421875, "train/tensor_act_model_layers_69_mlp_up_proj/norm": 3122.97705078125, "train/tensor_act_model_layers_69_mlp_up_proj/mean": 0.0625, "train/tensor_act_model_layers_69_mlp_up_proj/std": 1.078125, "train/tensor_act_model_layers_69_mlp_up_proj/max_abs": 2.609375, "train/tensor_act_model_layers_69_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_69_mlp_up_proj/min": -2.515625, "train/tensor_act_model_layers_69_mlp_up_proj/max": 2.609375, "train/tensor_act_model_layers_69_mlp_up_proj/range": 5.125, "train/tensor_act_model_layers_69_mlp_down_proj/norm": 5367.98486328125, "train/tensor_act_model_layers_69_mlp_down_proj/mean": 2.46875, "train/tensor_act_model_layers_69_mlp_down_proj/std": 0.8984375, "train/tensor_act_model_layers_69_mlp_down_proj/max_abs": 5.40625, "train/tensor_act_model_layers_69_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_69_mlp_down_proj/min": 0.09375, "train/tensor_act_model_layers_69_mlp_down_proj/max": 5.40625, "train/tensor_act_model_layers_69_mlp_down_proj/range": 5.3125, "train/tensor_act_model_layers_69_mlp/norm": 5367.98486328125, "train/tensor_act_model_layers_69_mlp/mean": 2.46875, "train/tensor_act_model_layers_69_mlp/std": 0.8984375, "train/tensor_act_model_layers_69_mlp/max_abs": 5.40625, "train/tensor_act_model_layers_69_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_69_mlp/min": 0.09375, "train/tensor_act_model_layers_69_mlp/max": 5.40625, "train/tensor_act_model_layers_69_mlp/range": 5.3125, "train/tensor_act_model_layers_69_residual_post_mlp/norm": 506817.75, "train/tensor_act_model_layers_69_residual_post_mlp/mean": 247.0, "train/tensor_act_model_layers_69_residual_post_mlp/std": 12.375, "train/tensor_act_model_layers_69_residual_post_mlp/max_abs": 286.0, "train/tensor_act_model_layers_69_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_69_residual_post_mlp/min": 206.0, "train/tensor_act_model_layers_69_residual_post_mlp/max": 286.0, "train/tensor_act_model_layers_69_residual_post_mlp/range": 80.0, "train/tensor_act_model_layers_70_residual_pre_attn/norm": 506817.75, "train/tensor_act_model_layers_70_residual_pre_attn/mean": 247.0, "train/tensor_act_model_layers_70_residual_pre_attn/std": 12.375, "train/tensor_act_model_layers_70_residual_pre_attn/max_abs": 286.0, "train/tensor_act_model_layers_70_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_70_residual_pre_attn/min": 206.0, "train/tensor_act_model_layers_70_residual_pre_attn/max": 286.0, "train/tensor_act_model_layers_70_residual_pre_attn/range": 80.0, "train/tensor_act_model_layers_70_residual_post_attn/norm": 506817.75, "train/tensor_act_model_layers_70_residual_post_attn/mean": 247.0, "train/tensor_act_model_layers_70_residual_post_attn/std": 12.375, "train/tensor_act_model_layers_70_residual_post_attn/max_abs": 286.0, "train/tensor_act_model_layers_70_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_70_residual_post_attn/min": 206.0, "train/tensor_act_model_layers_70_residual_post_attn/max": 286.0, "train/tensor_act_model_layers_70_residual_post_attn/range": 80.0, "train/tensor_act_model_layers_70_mlp_gate_proj/norm": 3070.516845703125, "train/tensor_act_model_layers_70_mlp_gate_proj/mean": 0.25390625, "train/tensor_act_model_layers_70_mlp_gate_proj/std": 1.03125, "train/tensor_act_model_layers_70_mlp_gate_proj/max_abs": 2.625, "train/tensor_act_model_layers_70_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_70_mlp_gate_proj/min": -1.0546875, "train/tensor_act_model_layers_70_mlp_gate_proj/max": 2.625, "train/tensor_act_model_layers_70_mlp_gate_proj/range": 3.6796875, "train/tensor_act_model_layers_70_mlp_up_proj/norm": 3358.86083984375, "train/tensor_act_model_layers_70_mlp_up_proj/mean": -0.060791015625, "train/tensor_act_model_layers_70_mlp_up_proj/std": 1.15625, "train/tensor_act_model_layers_70_mlp_up_proj/max_abs": 2.65625, "train/tensor_act_model_layers_70_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_70_mlp_up_proj/min": -2.65625, "train/tensor_act_model_layers_70_mlp_up_proj/max": 2.296875, "train/tensor_act_model_layers_70_mlp_up_proj/range": 4.953125, "train/tensor_act_model_layers_70_mlp_down_proj/norm": 6961.52734375, "train/tensor_act_model_layers_70_mlp_down_proj/mean": 3.1875, "train/tensor_act_model_layers_70_mlp_down_proj/std": 1.203125, "train/tensor_act_model_layers_70_mlp_down_proj/max_abs": 6.3125, "train/tensor_act_model_layers_70_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_70_mlp_down_proj/min": 0.005126953125, "train/tensor_act_model_layers_70_mlp_down_proj/max": 6.3125, "train/tensor_act_model_layers_70_mlp_down_proj/range": 6.307373046875, "train/tensor_act_model_layers_70_mlp/norm": 6961.52734375, "train/tensor_act_model_layers_70_mlp/mean": 3.1875, "train/tensor_act_model_layers_70_mlp/std": 1.203125, "train/tensor_act_model_layers_70_mlp/max_abs": 6.3125, "train/tensor_act_model_layers_70_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_70_mlp/min": 0.005126953125, "train/tensor_act_model_layers_70_mlp/max": 6.3125, "train/tensor_act_model_layers_70_mlp/range": 6.307373046875, "train/tensor_act_model_layers_70_residual_post_mlp/norm": 513180.25, "train/tensor_act_model_layers_70_residual_post_mlp/mean": 250.0, "train/tensor_act_model_layers_70_residual_post_mlp/std": 12.625, "train/tensor_act_model_layers_70_residual_post_mlp/max_abs": 290.0, "train/tensor_act_model_layers_70_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_70_residual_post_mlp/min": 208.0, "train/tensor_act_model_layers_70_residual_post_mlp/max": 290.0, "train/tensor_act_model_layers_70_residual_post_mlp/range": 82.0, "train/tensor_act_model_layers_71_residual_pre_attn/norm": 513180.25, "train/tensor_act_model_layers_71_residual_pre_attn/mean": 250.0, "train/tensor_act_model_layers_71_residual_pre_attn/std": 12.625, "train/tensor_act_model_layers_71_residual_pre_attn/max_abs": 290.0, "train/tensor_act_model_layers_71_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_71_residual_pre_attn/min": 208.0, "train/tensor_act_model_layers_71_residual_pre_attn/max": 290.0, "train/tensor_act_model_layers_71_residual_pre_attn/range": 82.0, "train/tensor_act_model_layers_71_residual_post_attn/norm": 513184.40625, "train/tensor_act_model_layers_71_residual_post_attn/mean": 250.0, "train/tensor_act_model_layers_71_residual_post_attn/std": 12.625, "train/tensor_act_model_layers_71_residual_post_attn/max_abs": 290.0, "train/tensor_act_model_layers_71_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_71_residual_post_attn/min": 208.0, "train/tensor_act_model_layers_71_residual_post_attn/max": 290.0, "train/tensor_act_model_layers_71_residual_post_attn/range": 82.0, "train/tensor_act_model_layers_71_mlp_gate_proj/norm": 2773.58642578125, "train/tensor_act_model_layers_71_mlp_gate_proj/mean": 0.1513671875, "train/tensor_act_model_layers_71_mlp_gate_proj/std": 0.9453125, "train/tensor_act_model_layers_71_mlp_gate_proj/max_abs": 2.609375, "train/tensor_act_model_layers_71_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_71_mlp_gate_proj/min": -1.21875, "train/tensor_act_model_layers_71_mlp_gate_proj/max": 2.609375, "train/tensor_act_model_layers_71_mlp_gate_proj/range": 3.828125, "train/tensor_act_model_layers_71_mlp_up_proj/norm": 2998.143310546875, "train/tensor_act_model_layers_71_mlp_up_proj/mean": -0.01263427734375, "train/tensor_act_model_layers_71_mlp_up_proj/std": 1.03125, "train/tensor_act_model_layers_71_mlp_up_proj/max_abs": 2.65625, "train/tensor_act_model_layers_71_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_71_mlp_up_proj/min": -2.65625, "train/tensor_act_model_layers_71_mlp_up_proj/max": 2.5, "train/tensor_act_model_layers_71_mlp_up_proj/range": 5.15625, "train/tensor_act_model_layers_71_mlp_down_proj/norm": 4815.35205078125, "train/tensor_act_model_layers_71_mlp_down_proj/mean": 2.21875, "train/tensor_act_model_layers_71_mlp_down_proj/std": 0.7734375, "train/tensor_act_model_layers_71_mlp_down_proj/max_abs": 4.03125, "train/tensor_act_model_layers_71_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_71_mlp_down_proj/min": 0.50390625, "train/tensor_act_model_layers_71_mlp_down_proj/max": 4.03125, "train/tensor_act_model_layers_71_mlp_down_proj/range": 3.52734375, "train/tensor_act_model_layers_71_mlp/norm": 4815.35205078125, "train/tensor_act_model_layers_71_mlp/mean": 2.21875, "train/tensor_act_model_layers_71_mlp/std": 0.7734375, "train/tensor_act_model_layers_71_mlp/max_abs": 4.03125, "train/tensor_act_model_layers_71_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_71_mlp/min": 0.50390625, "train/tensor_act_model_layers_71_mlp/max": 4.03125, "train/tensor_act_model_layers_71_mlp/range": 3.52734375, "train/tensor_act_model_layers_71_residual_post_mlp/norm": 517730.96875, "train/tensor_act_model_layers_71_residual_post_mlp/mean": 252.0, "train/tensor_act_model_layers_71_residual_post_mlp/std": 12.625, "train/tensor_act_model_layers_71_residual_post_mlp/max_abs": 292.0, "train/tensor_act_model_layers_71_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_71_residual_post_mlp/min": 209.0, "train/tensor_act_model_layers_71_residual_post_mlp/max": 292.0, "train/tensor_act_model_layers_71_residual_post_mlp/range": 83.0, "train/tensor_act_model_layers_72_residual_pre_attn/norm": 517730.96875, "train/tensor_act_model_layers_72_residual_pre_attn/mean": 252.0, "train/tensor_act_model_layers_72_residual_pre_attn/std": 12.625, "train/tensor_act_model_layers_72_residual_pre_attn/max_abs": 292.0, "train/tensor_act_model_layers_72_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_72_residual_pre_attn/min": 209.0, "train/tensor_act_model_layers_72_residual_pre_attn/max": 292.0, "train/tensor_act_model_layers_72_residual_pre_attn/range": 83.0, "train/tensor_act_model_layers_72_residual_post_attn/norm": 517730.96875, "train/tensor_act_model_layers_72_residual_post_attn/mean": 252.0, "train/tensor_act_model_layers_72_residual_post_attn/std": 12.625, "train/tensor_act_model_layers_72_residual_post_attn/max_abs": 292.0, "train/tensor_act_model_layers_72_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_72_residual_post_attn/min": 209.0, "train/tensor_act_model_layers_72_residual_post_attn/max": 292.0, "train/tensor_act_model_layers_72_residual_post_attn/range": 83.0, "train/tensor_act_model_layers_72_mlp_gate_proj/norm": 2997.88330078125, "train/tensor_act_model_layers_72_mlp_gate_proj/mean": 0.24609375, "train/tensor_act_model_layers_72_mlp_gate_proj/std": 1.0078125, "train/tensor_act_model_layers_72_mlp_gate_proj/max_abs": 2.65625, "train/tensor_act_model_layers_72_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_72_mlp_gate_proj/min": -1.1328125, "train/tensor_act_model_layers_72_mlp_gate_proj/max": 2.65625, "train/tensor_act_model_layers_72_mlp_gate_proj/range": 3.7890625, "train/tensor_act_model_layers_72_mlp_up_proj/norm": 3237.53955078125, "train/tensor_act_model_layers_72_mlp_up_proj/mean": 0.0810546875, "train/tensor_act_model_layers_72_mlp_up_proj/std": 1.1171875, "train/tensor_act_model_layers_72_mlp_up_proj/max_abs": 2.546875, "train/tensor_act_model_layers_72_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_72_mlp_up_proj/min": -2.546875, "train/tensor_act_model_layers_72_mlp_up_proj/max": 2.3125, "train/tensor_act_model_layers_72_mlp_up_proj/range": 4.859375, "train/tensor_act_model_layers_72_mlp_down_proj/norm": 6103.60498046875, "train/tensor_act_model_layers_72_mlp_down_proj/mean": 2.78125, "train/tensor_act_model_layers_72_mlp_down_proj/std": 1.0546875, "train/tensor_act_model_layers_72_mlp_down_proj/max_abs": 5.21875, "train/tensor_act_model_layers_72_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_72_mlp_down_proj/min": -0.287109375, "train/tensor_act_model_layers_72_mlp_down_proj/max": 5.21875, "train/tensor_act_model_layers_72_mlp_down_proj/range": 5.505859375, "train/tensor_act_model_layers_72_mlp/norm": 6103.60498046875, "train/tensor_act_model_layers_72_mlp/mean": 2.78125, "train/tensor_act_model_layers_72_mlp/std": 1.0546875, "train/tensor_act_model_layers_72_mlp/max_abs": 5.21875, "train/tensor_act_model_layers_72_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_72_mlp/min": -0.287109375, "train/tensor_act_model_layers_72_mlp/max": 5.21875, "train/tensor_act_model_layers_72_mlp/range": 5.505859375, "train/tensor_act_model_layers_72_residual_post_mlp/norm": 523484.96875, "train/tensor_act_model_layers_72_residual_post_mlp/mean": 255.0, "train/tensor_act_model_layers_72_residual_post_mlp/std": 12.625, "train/tensor_act_model_layers_72_residual_post_mlp/max_abs": 294.0, "train/tensor_act_model_layers_72_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_72_residual_post_mlp/min": 212.0, "train/tensor_act_model_layers_72_residual_post_mlp/max": 294.0, "train/tensor_act_model_layers_72_residual_post_mlp/range": 82.0, "train/tensor_act_model_layers_73_residual_pre_attn/norm": 523484.96875, "train/tensor_act_model_layers_73_residual_pre_attn/mean": 255.0, "train/tensor_act_model_layers_73_residual_pre_attn/std": 12.625, "train/tensor_act_model_layers_73_residual_pre_attn/max_abs": 294.0, "train/tensor_act_model_layers_73_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_73_residual_pre_attn/min": 212.0, "train/tensor_act_model_layers_73_residual_pre_attn/max": 294.0, "train/tensor_act_model_layers_73_residual_pre_attn/range": 82.0, "train/tensor_act_model_layers_73_residual_post_attn/norm": 523484.96875, "train/tensor_act_model_layers_73_residual_post_attn/mean": 255.0, "train/tensor_act_model_layers_73_residual_post_attn/std": 12.625, "train/tensor_act_model_layers_73_residual_post_attn/max_abs": 294.0, "train/tensor_act_model_layers_73_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_73_residual_post_attn/min": 212.0, "train/tensor_act_model_layers_73_residual_post_attn/max": 294.0, "train/tensor_act_model_layers_73_residual_post_attn/range": 82.0, "train/tensor_act_model_layers_73_mlp_gate_proj/norm": 3021.515625, "train/tensor_act_model_layers_73_mlp_gate_proj/mean": 0.248046875, "train/tensor_act_model_layers_73_mlp_gate_proj/std": 1.015625, "train/tensor_act_model_layers_73_mlp_gate_proj/max_abs": 2.703125, "train/tensor_act_model_layers_73_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_73_mlp_gate_proj/min": -1.2890625, "train/tensor_act_model_layers_73_mlp_gate_proj/max": 2.703125, "train/tensor_act_model_layers_73_mlp_gate_proj/range": 3.9921875, "train/tensor_act_model_layers_73_mlp_up_proj/norm": 3181.19580078125, "train/tensor_act_model_layers_73_mlp_up_proj/mean": -0.044921875, "train/tensor_act_model_layers_73_mlp_up_proj/std": 1.09375, "train/tensor_act_model_layers_73_mlp_up_proj/max_abs": 2.84375, "train/tensor_act_model_layers_73_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_73_mlp_up_proj/min": -2.265625, "train/tensor_act_model_layers_73_mlp_up_proj/max": 2.84375, "train/tensor_act_model_layers_73_mlp_up_proj/range": 5.109375, "train/tensor_act_model_layers_73_mlp_down_proj/norm": 6459.12060546875, "train/tensor_act_model_layers_73_mlp_down_proj/mean": 2.984375, "train/tensor_act_model_layers_73_mlp_down_proj/std": 1.0234375, "train/tensor_act_model_layers_73_mlp_down_proj/max_abs": 6.34375, "train/tensor_act_model_layers_73_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_73_mlp_down_proj/min": 0.359375, "train/tensor_act_model_layers_73_mlp_down_proj/max": 6.34375, "train/tensor_act_model_layers_73_mlp_down_proj/range": 5.984375, "train/tensor_act_model_layers_73_mlp/norm": 6459.12060546875, "train/tensor_act_model_layers_73_mlp/mean": 2.984375, "train/tensor_act_model_layers_73_mlp/std": 1.0234375, "train/tensor_act_model_layers_73_mlp/max_abs": 6.34375, "train/tensor_act_model_layers_73_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_73_mlp/min": 0.359375, "train/tensor_act_model_layers_73_mlp/max": 6.34375, "train/tensor_act_model_layers_73_mlp/range": 5.984375, "train/tensor_act_model_layers_73_residual_post_mlp/norm": 529721.9375, "train/tensor_act_model_layers_73_residual_post_mlp/mean": 258.0, "train/tensor_act_model_layers_73_residual_post_mlp/std": 12.875, "train/tensor_act_model_layers_73_residual_post_mlp/max_abs": 296.0, "train/tensor_act_model_layers_73_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_73_residual_post_mlp/min": 215.0, "train/tensor_act_model_layers_73_residual_post_mlp/max": 296.0, "train/tensor_act_model_layers_73_residual_post_mlp/range": 81.0, "train/tensor_act_model_layers_74_residual_pre_attn/norm": 529721.9375, "train/tensor_act_model_layers_74_residual_pre_attn/mean": 258.0, "train/tensor_act_model_layers_74_residual_pre_attn/std": 12.875, "train/tensor_act_model_layers_74_residual_pre_attn/max_abs": 296.0, "train/tensor_act_model_layers_74_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_74_residual_pre_attn/min": 215.0, "train/tensor_act_model_layers_74_residual_pre_attn/max": 296.0, "train/tensor_act_model_layers_74_residual_pre_attn/range": 81.0, "train/tensor_act_model_layers_74_residual_post_attn/norm": 529721.9375, "train/tensor_act_model_layers_74_residual_post_attn/mean": 258.0, "train/tensor_act_model_layers_74_residual_post_attn/std": 12.875, "train/tensor_act_model_layers_74_residual_post_attn/max_abs": 296.0, "train/tensor_act_model_layers_74_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_74_residual_post_attn/min": 215.0, "train/tensor_act_model_layers_74_residual_post_attn/max": 296.0, "train/tensor_act_model_layers_74_residual_post_attn/range": 81.0, "train/tensor_act_model_layers_74_mlp_gate_proj/norm": 2981.89794921875, "train/tensor_act_model_layers_74_mlp_gate_proj/mean": 0.19921875, "train/tensor_act_model_layers_74_mlp_gate_proj/std": 1.0078125, "train/tensor_act_model_layers_74_mlp_gate_proj/max_abs": 2.5, "train/tensor_act_model_layers_74_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_74_mlp_gate_proj/min": -1.171875, "train/tensor_act_model_layers_74_mlp_gate_proj/max": 2.5, "train/tensor_act_model_layers_74_mlp_gate_proj/range": 3.671875, "train/tensor_act_model_layers_74_mlp_up_proj/norm": 3202.760009765625, "train/tensor_act_model_layers_74_mlp_up_proj/mean": 0.037109375, "train/tensor_act_model_layers_74_mlp_up_proj/std": 1.1015625, "train/tensor_act_model_layers_74_mlp_up_proj/max_abs": 2.59375, "train/tensor_act_model_layers_74_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_74_mlp_up_proj/min": -2.59375, "train/tensor_act_model_layers_74_mlp_up_proj/max": 2.390625, "train/tensor_act_model_layers_74_mlp_up_proj/range": 4.984375, "train/tensor_act_model_layers_74_mlp_down_proj/norm": 5867.1669921875, "train/tensor_act_model_layers_74_mlp_down_proj/mean": 2.6875, "train/tensor_act_model_layers_74_mlp_down_proj/std": 1.0078125, "train/tensor_act_model_layers_74_mlp_down_proj/max_abs": 5.21875, "train/tensor_act_model_layers_74_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_74_mlp_down_proj/min": -0.3203125, "train/tensor_act_model_layers_74_mlp_down_proj/max": 5.21875, "train/tensor_act_model_layers_74_mlp_down_proj/range": 5.5390625, "train/tensor_act_model_layers_74_mlp/norm": 5867.1669921875, "train/tensor_act_model_layers_74_mlp/mean": 2.6875, "train/tensor_act_model_layers_74_mlp/std": 1.0078125, "train/tensor_act_model_layers_74_mlp/max_abs": 5.21875, "train/tensor_act_model_layers_74_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_74_mlp/min": -0.3203125, "train/tensor_act_model_layers_74_mlp/max": 5.21875, "train/tensor_act_model_layers_74_mlp/range": 5.5390625, "train/tensor_act_model_layers_74_residual_post_mlp/norm": 535222.8125, "train/tensor_act_model_layers_74_residual_post_mlp/mean": 262.0, "train/tensor_act_model_layers_74_residual_post_mlp/std": 13.0, "train/tensor_act_model_layers_74_residual_post_mlp/max_abs": 300.0, "train/tensor_act_model_layers_74_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_74_residual_post_mlp/min": 217.0, "train/tensor_act_model_layers_74_residual_post_mlp/max": 300.0, "train/tensor_act_model_layers_74_residual_post_mlp/range": 83.0, "train/tensor_act_model_layers_75_residual_pre_attn/norm": 535222.8125, "train/tensor_act_model_layers_75_residual_pre_attn/mean": 262.0, "train/tensor_act_model_layers_75_residual_pre_attn/std": 13.0, "train/tensor_act_model_layers_75_residual_pre_attn/max_abs": 300.0, "train/tensor_act_model_layers_75_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_75_residual_pre_attn/min": 217.0, "train/tensor_act_model_layers_75_residual_pre_attn/max": 300.0, "train/tensor_act_model_layers_75_residual_pre_attn/range": 83.0, "train/tensor_act_model_layers_75_residual_post_attn/norm": 535238.125, "train/tensor_act_model_layers_75_residual_post_attn/mean": 262.0, "train/tensor_act_model_layers_75_residual_post_attn/std": 13.0, "train/tensor_act_model_layers_75_residual_post_attn/max_abs": 300.0, "train/tensor_act_model_layers_75_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_75_residual_post_attn/min": 217.0, "train/tensor_act_model_layers_75_residual_post_attn/max": 300.0, "train/tensor_act_model_layers_75_residual_post_attn/range": 83.0, "train/tensor_act_model_layers_75_mlp_gate_proj/norm": 2826.48974609375, "train/tensor_act_model_layers_75_mlp_gate_proj/mean": 0.193359375, "train/tensor_act_model_layers_75_mlp_gate_proj/std": 0.95703125, "train/tensor_act_model_layers_75_mlp_gate_proj/max_abs": 2.53125, "train/tensor_act_model_layers_75_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_75_mlp_gate_proj/min": -1.3984375, "train/tensor_act_model_layers_75_mlp_gate_proj/max": 2.53125, "train/tensor_act_model_layers_75_mlp_gate_proj/range": 3.9296875, "train/tensor_act_model_layers_75_mlp_up_proj/norm": 3059.4287109375, "train/tensor_act_model_layers_75_mlp_up_proj/mean": 0.0081787109375, "train/tensor_act_model_layers_75_mlp_up_proj/std": 1.0546875, "train/tensor_act_model_layers_75_mlp_up_proj/max_abs": 2.46875, "train/tensor_act_model_layers_75_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_75_mlp_up_proj/min": -2.46875, "train/tensor_act_model_layers_75_mlp_up_proj/max": 2.375, "train/tensor_act_model_layers_75_mlp_up_proj/range": 4.84375, "train/tensor_act_model_layers_75_mlp_down_proj/norm": 4990.9541015625, "train/tensor_act_model_layers_75_mlp_down_proj/mean": 2.234375, "train/tensor_act_model_layers_75_mlp_down_proj/std": 0.95703125, "train/tensor_act_model_layers_75_mlp_down_proj/max_abs": 4.25, "train/tensor_act_model_layers_75_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_75_mlp_down_proj/min": -0.279296875, "train/tensor_act_model_layers_75_mlp_down_proj/max": 4.25, "train/tensor_act_model_layers_75_mlp_down_proj/range": 4.529296875, "train/tensor_act_model_layers_75_mlp/norm": 4990.9541015625, "train/tensor_act_model_layers_75_mlp/mean": 2.234375, "train/tensor_act_model_layers_75_mlp/std": 0.95703125, "train/tensor_act_model_layers_75_mlp/max_abs": 4.25, "train/tensor_act_model_layers_75_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_75_mlp/min": -0.279296875, "train/tensor_act_model_layers_75_mlp/max": 4.25, "train/tensor_act_model_layers_75_mlp/range": 4.529296875, "train/tensor_act_model_layers_75_residual_post_mlp/norm": 539767.625, "train/tensor_act_model_layers_75_residual_post_mlp/mean": 264.0, "train/tensor_act_model_layers_75_residual_post_mlp/std": 13.125, "train/tensor_act_model_layers_75_residual_post_mlp/max_abs": 302.0, "train/tensor_act_model_layers_75_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_75_residual_post_mlp/min": 219.0, "train/tensor_act_model_layers_75_residual_post_mlp/max": 302.0, "train/tensor_act_model_layers_75_residual_post_mlp/range": 83.0, "train/tensor_act_model_layers_76_residual_pre_attn/norm": 539767.625, "train/tensor_act_model_layers_76_residual_pre_attn/mean": 264.0, "train/tensor_act_model_layers_76_residual_pre_attn/std": 13.125, "train/tensor_act_model_layers_76_residual_pre_attn/max_abs": 302.0, "train/tensor_act_model_layers_76_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_76_residual_pre_attn/min": 219.0, "train/tensor_act_model_layers_76_residual_pre_attn/max": 302.0, "train/tensor_act_model_layers_76_residual_pre_attn/range": 83.0, "train/tensor_act_model_layers_76_residual_post_attn/norm": 539767.625, "train/tensor_act_model_layers_76_residual_post_attn/mean": 264.0, "train/tensor_act_model_layers_76_residual_post_attn/std": 13.125, "train/tensor_act_model_layers_76_residual_post_attn/max_abs": 302.0, "train/tensor_act_model_layers_76_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_76_residual_post_attn/min": 219.0, "train/tensor_act_model_layers_76_residual_post_attn/max": 302.0, "train/tensor_act_model_layers_76_residual_post_attn/range": 83.0, "train/tensor_act_model_layers_76_mlp_gate_proj/norm": 2849.887451171875, "train/tensor_act_model_layers_76_mlp_gate_proj/mean": 0.169921875, "train/tensor_act_model_layers_76_mlp_gate_proj/std": 0.96875, "train/tensor_act_model_layers_76_mlp_gate_proj/max_abs": 2.703125, "train/tensor_act_model_layers_76_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_76_mlp_gate_proj/min": -1.015625, "train/tensor_act_model_layers_76_mlp_gate_proj/max": 2.703125, "train/tensor_act_model_layers_76_mlp_gate_proj/range": 3.71875, "train/tensor_act_model_layers_76_mlp_up_proj/norm": 3139.41552734375, "train/tensor_act_model_layers_76_mlp_up_proj/mean": -0.0096435546875, "train/tensor_act_model_layers_76_mlp_up_proj/std": 1.0859375, "train/tensor_act_model_layers_76_mlp_up_proj/max_abs": 2.828125, "train/tensor_act_model_layers_76_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_76_mlp_up_proj/min": -2.6875, "train/tensor_act_model_layers_76_mlp_up_proj/max": 2.828125, "train/tensor_act_model_layers_76_mlp_up_proj/range": 5.515625, "train/tensor_act_model_layers_76_mlp_down_proj/norm": 5255.9365234375, "train/tensor_act_model_layers_76_mlp_down_proj/mean": 2.359375, "train/tensor_act_model_layers_76_mlp_down_proj/std": 0.99609375, "train/tensor_act_model_layers_76_mlp_down_proj/max_abs": 4.71875, "train/tensor_act_model_layers_76_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_76_mlp_down_proj/min": -0.1416015625, "train/tensor_act_model_layers_76_mlp_down_proj/max": 4.71875, "train/tensor_act_model_layers_76_mlp_down_proj/range": 4.8603515625, "train/tensor_act_model_layers_76_mlp/norm": 5255.9365234375, "train/tensor_act_model_layers_76_mlp/mean": 2.359375, "train/tensor_act_model_layers_76_mlp/std": 0.99609375, "train/tensor_act_model_layers_76_mlp/max_abs": 4.71875, "train/tensor_act_model_layers_76_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_76_mlp/min": -0.1416015625, "train/tensor_act_model_layers_76_mlp/max": 4.71875, "train/tensor_act_model_layers_76_mlp/range": 4.8603515625, "train/tensor_act_model_layers_76_residual_post_mlp/norm": 544556.625, "train/tensor_act_model_layers_76_residual_post_mlp/mean": 266.0, "train/tensor_act_model_layers_76_residual_post_mlp/std": 13.3125, "train/tensor_act_model_layers_76_residual_post_mlp/max_abs": 306.0, "train/tensor_act_model_layers_76_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_76_residual_post_mlp/min": 220.0, "train/tensor_act_model_layers_76_residual_post_mlp/max": 306.0, "train/tensor_act_model_layers_76_residual_post_mlp/range": 86.0, "train/tensor_act_model_layers_77_residual_pre_attn/norm": 544556.625, "train/tensor_act_model_layers_77_residual_pre_attn/mean": 266.0, "train/tensor_act_model_layers_77_residual_pre_attn/std": 13.3125, "train/tensor_act_model_layers_77_residual_pre_attn/max_abs": 306.0, "train/tensor_act_model_layers_77_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_77_residual_pre_attn/min": 220.0, "train/tensor_act_model_layers_77_residual_pre_attn/max": 306.0, "train/tensor_act_model_layers_77_residual_pre_attn/range": 86.0, "train/tensor_act_model_layers_77_residual_post_attn/norm": 544556.625, "train/tensor_act_model_layers_77_residual_post_attn/mean": 266.0, "train/tensor_act_model_layers_77_residual_post_attn/std": 13.3125, "train/tensor_act_model_layers_77_residual_post_attn/max_abs": 306.0, "train/tensor_act_model_layers_77_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_77_residual_post_attn/min": 220.0, "train/tensor_act_model_layers_77_residual_post_attn/max": 306.0, "train/tensor_act_model_layers_77_residual_post_attn/range": 86.0, "train/tensor_act_model_layers_77_mlp_gate_proj/norm": 2777.869140625, "train/tensor_act_model_layers_77_mlp_gate_proj/mean": 0.166015625, "train/tensor_act_model_layers_77_mlp_gate_proj/std": 0.9453125, "train/tensor_act_model_layers_77_mlp_gate_proj/max_abs": 2.78125, "train/tensor_act_model_layers_77_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_77_mlp_gate_proj/min": -1.109375, "train/tensor_act_model_layers_77_mlp_gate_proj/max": 2.78125, "train/tensor_act_model_layers_77_mlp_gate_proj/range": 3.890625, "train/tensor_act_model_layers_77_mlp_up_proj/norm": 3096.327392578125, "train/tensor_act_model_layers_77_mlp_up_proj/mean": -0.1015625, "train/tensor_act_model_layers_77_mlp_up_proj/std": 1.0625, "train/tensor_act_model_layers_77_mlp_up_proj/max_abs": 2.625, "train/tensor_act_model_layers_77_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_77_mlp_up_proj/min": -2.625, "train/tensor_act_model_layers_77_mlp_up_proj/max": 2.625, "train/tensor_act_model_layers_77_mlp_up_proj/range": 5.25, "train/tensor_act_model_layers_77_mlp_down_proj/norm": 5091.27587890625, "train/tensor_act_model_layers_77_mlp_down_proj/mean": 2.25, "train/tensor_act_model_layers_77_mlp_down_proj/std": 1.0625, "train/tensor_act_model_layers_77_mlp_down_proj/max_abs": 5.28125, "train/tensor_act_model_layers_77_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_77_mlp_down_proj/min": -0.3671875, "train/tensor_act_model_layers_77_mlp_down_proj/max": 5.28125, "train/tensor_act_model_layers_77_mlp_down_proj/range": 5.6484375, "train/tensor_act_model_layers_77_mlp/norm": 5091.27587890625, "train/tensor_act_model_layers_77_mlp/mean": 2.25, "train/tensor_act_model_layers_77_mlp/std": 1.0625, "train/tensor_act_model_layers_77_mlp/max_abs": 5.28125, "train/tensor_act_model_layers_77_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_77_mlp/min": -0.3671875, "train/tensor_act_model_layers_77_mlp/max": 5.28125, "train/tensor_act_model_layers_77_mlp/range": 5.6484375, "train/tensor_act_model_layers_77_residual_post_mlp/norm": 549254.875, "train/tensor_act_model_layers_77_residual_post_mlp/mean": 268.0, "train/tensor_act_model_layers_77_residual_post_mlp/std": 13.4375, "train/tensor_act_model_layers_77_residual_post_mlp/max_abs": 308.0, "train/tensor_act_model_layers_77_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_77_residual_post_mlp/min": 223.0, "train/tensor_act_model_layers_77_residual_post_mlp/max": 308.0, "train/tensor_act_model_layers_77_residual_post_mlp/range": 85.0, "train/tensor_act_model_layers_78_residual_pre_attn/norm": 549254.875, "train/tensor_act_model_layers_78_residual_pre_attn/mean": 268.0, "train/tensor_act_model_layers_78_residual_pre_attn/std": 13.4375, "train/tensor_act_model_layers_78_residual_pre_attn/max_abs": 308.0, "train/tensor_act_model_layers_78_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_78_residual_pre_attn/min": 223.0, "train/tensor_act_model_layers_78_residual_pre_attn/max": 308.0, "train/tensor_act_model_layers_78_residual_pre_attn/range": 85.0, "train/tensor_act_model_layers_78_residual_post_attn/norm": 549261.25, "train/tensor_act_model_layers_78_residual_post_attn/mean": 268.0, "train/tensor_act_model_layers_78_residual_post_attn/std": 13.4375, "train/tensor_act_model_layers_78_residual_post_attn/max_abs": 308.0, "train/tensor_act_model_layers_78_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_78_residual_post_attn/min": 223.0, "train/tensor_act_model_layers_78_residual_post_attn/max": 308.0, "train/tensor_act_model_layers_78_residual_post_attn/range": 85.0, "train/tensor_act_model_layers_78_mlp_gate_proj/norm": 2821.458740234375, "train/tensor_act_model_layers_78_mlp_gate_proj/mean": 0.275390625, "train/tensor_act_model_layers_78_mlp_gate_proj/std": 0.93359375, "train/tensor_act_model_layers_78_mlp_gate_proj/max_abs": 2.546875, "train/tensor_act_model_layers_78_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_78_mlp_gate_proj/min": -1.09375, "train/tensor_act_model_layers_78_mlp_gate_proj/max": 2.546875, "train/tensor_act_model_layers_78_mlp_gate_proj/range": 3.640625, "train/tensor_act_model_layers_78_mlp_up_proj/norm": 3107.468994140625, "train/tensor_act_model_layers_78_mlp_up_proj/mean": 0.07275390625, "train/tensor_act_model_layers_78_mlp_up_proj/std": 1.0703125, "train/tensor_act_model_layers_78_mlp_up_proj/max_abs": 3.046875, "train/tensor_act_model_layers_78_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_78_mlp_up_proj/min": -3.046875, "train/tensor_act_model_layers_78_mlp_up_proj/max": 2.5, "train/tensor_act_model_layers_78_mlp_up_proj/range": 5.546875, "train/tensor_act_model_layers_78_mlp_down_proj/norm": 5054.99609375, "train/tensor_act_model_layers_78_mlp_down_proj/mean": 2.296875, "train/tensor_act_model_layers_78_mlp_down_proj/std": 0.890625, "train/tensor_act_model_layers_78_mlp_down_proj/max_abs": 5.34375, "train/tensor_act_model_layers_78_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_78_mlp_down_proj/min": -0.1767578125, "train/tensor_act_model_layers_78_mlp_down_proj/max": 5.34375, "train/tensor_act_model_layers_78_mlp_down_proj/range": 5.5205078125, "train/tensor_act_model_layers_78_mlp/norm": 5054.99609375, "train/tensor_act_model_layers_78_mlp/mean": 2.296875, "train/tensor_act_model_layers_78_mlp/std": 0.890625, "train/tensor_act_model_layers_78_mlp/max_abs": 5.34375, "train/tensor_act_model_layers_78_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_78_mlp/min": -0.1767578125, "train/tensor_act_model_layers_78_mlp/max": 5.34375, "train/tensor_act_model_layers_78_mlp/range": 5.5205078125, "train/tensor_act_model_layers_78_residual_post_mlp/norm": 553793.9375, "train/tensor_act_model_layers_78_residual_post_mlp/mean": 270.0, "train/tensor_act_model_layers_78_residual_post_mlp/std": 13.5625, "train/tensor_act_model_layers_78_residual_post_mlp/max_abs": 310.0, "train/tensor_act_model_layers_78_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_78_residual_post_mlp/min": 224.0, "train/tensor_act_model_layers_78_residual_post_mlp/max": 310.0, "train/tensor_act_model_layers_78_residual_post_mlp/range": 86.0, "train/tensor_act_model_layers_79_residual_pre_attn/norm": 553793.9375, "train/tensor_act_model_layers_79_residual_pre_attn/mean": 270.0, "train/tensor_act_model_layers_79_residual_pre_attn/std": 13.5625, "train/tensor_act_model_layers_79_residual_pre_attn/max_abs": 310.0, "train/tensor_act_model_layers_79_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_79_residual_pre_attn/min": 224.0, "train/tensor_act_model_layers_79_residual_pre_attn/max": 310.0, "train/tensor_act_model_layers_79_residual_pre_attn/range": 86.0, "train/tensor_act_model_layers_79_residual_post_attn/norm": 553793.9375, "train/tensor_act_model_layers_79_residual_post_attn/mean": 270.0, "train/tensor_act_model_layers_79_residual_post_attn/std": 13.5625, "train/tensor_act_model_layers_79_residual_post_attn/max_abs": 310.0, "train/tensor_act_model_layers_79_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_79_residual_post_attn/min": 224.0, "train/tensor_act_model_layers_79_residual_post_attn/max": 310.0, "train/tensor_act_model_layers_79_residual_post_attn/range": 86.0, "train/tensor_act_model_layers_79_mlp_gate_proj/norm": 2890.98876953125, "train/tensor_act_model_layers_79_mlp_gate_proj/mean": 0.279296875, "train/tensor_act_model_layers_79_mlp_gate_proj/std": 0.95703125, "train/tensor_act_model_layers_79_mlp_gate_proj/max_abs": 2.8125, "train/tensor_act_model_layers_79_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_79_mlp_gate_proj/min": -1.46875, "train/tensor_act_model_layers_79_mlp_gate_proj/max": 2.8125, "train/tensor_act_model_layers_79_mlp_gate_proj/range": 4.28125, "train/tensor_act_model_layers_79_mlp_up_proj/norm": 3029.064453125, "train/tensor_act_model_layers_79_mlp_up_proj/mean": -0.09521484375, "train/tensor_act_model_layers_79_mlp_up_proj/std": 1.0390625, "train/tensor_act_model_layers_79_mlp_up_proj/max_abs": 2.609375, "train/tensor_act_model_layers_79_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_79_mlp_up_proj/min": -2.609375, "train/tensor_act_model_layers_79_mlp_up_proj/max": 2.453125, "train/tensor_act_model_layers_79_mlp_up_proj/range": 5.0625, "train/tensor_act_model_layers_79_mlp_down_proj/norm": 5264.45703125, "train/tensor_act_model_layers_79_mlp_down_proj/mean": 2.328125, "train/tensor_act_model_layers_79_mlp_down_proj/std": 1.1015625, "train/tensor_act_model_layers_79_mlp_down_proj/max_abs": 4.90625, "train/tensor_act_model_layers_79_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_79_mlp_down_proj/min": 0.021728515625, "train/tensor_act_model_layers_79_mlp_down_proj/max": 4.90625, "train/tensor_act_model_layers_79_mlp_down_proj/range": 4.884521484375, "train/tensor_act_model_layers_79_mlp/norm": 5264.45703125, "train/tensor_act_model_layers_79_mlp/mean": 2.328125, "train/tensor_act_model_layers_79_mlp/std": 1.1015625, "train/tensor_act_model_layers_79_mlp/max_abs": 4.90625, "train/tensor_act_model_layers_79_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_79_mlp/min": 0.021728515625, "train/tensor_act_model_layers_79_mlp/max": 4.90625, "train/tensor_act_model_layers_79_mlp/range": 4.884521484375, "train/tensor_act_model_layers_79_residual_post_mlp/norm": 558597.125, "train/tensor_act_model_layers_79_residual_post_mlp/mean": 272.0, "train/tensor_act_model_layers_79_residual_post_mlp/std": 13.875, "train/tensor_act_model_layers_79_residual_post_mlp/max_abs": 312.0, "train/tensor_act_model_layers_79_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_79_residual_post_mlp/min": 225.0, "train/tensor_act_model_layers_79_residual_post_mlp/max": 312.0, "train/tensor_act_model_layers_79_residual_post_mlp/range": 87.0, "train/tensor_act_model_layers_80_residual_pre_attn/norm": 558597.125, "train/tensor_act_model_layers_80_residual_pre_attn/mean": 272.0, "train/tensor_act_model_layers_80_residual_pre_attn/std": 13.875, "train/tensor_act_model_layers_80_residual_pre_attn/max_abs": 312.0, "train/tensor_act_model_layers_80_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_80_residual_pre_attn/min": 225.0, "train/tensor_act_model_layers_80_residual_pre_attn/max": 312.0, "train/tensor_act_model_layers_80_residual_pre_attn/range": 87.0, "train/tensor_act_model_layers_80_residual_post_attn/norm": 558611.8125, "train/tensor_act_model_layers_80_residual_post_attn/mean": 272.0, "train/tensor_act_model_layers_80_residual_post_attn/std": 13.875, "train/tensor_act_model_layers_80_residual_post_attn/max_abs": 312.0, "train/tensor_act_model_layers_80_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_80_residual_post_attn/min": 225.0, "train/tensor_act_model_layers_80_residual_post_attn/max": 312.0, "train/tensor_act_model_layers_80_residual_post_attn/range": 87.0, "train/tensor_act_model_layers_80_mlp_gate_proj/norm": 2858.656005859375, "train/tensor_act_model_layers_80_mlp_gate_proj/mean": 0.267578125, "train/tensor_act_model_layers_80_mlp_gate_proj/std": 0.94921875, "train/tensor_act_model_layers_80_mlp_gate_proj/max_abs": 2.734375, "train/tensor_act_model_layers_80_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_80_mlp_gate_proj/min": -2.171875, "train/tensor_act_model_layers_80_mlp_gate_proj/max": 2.734375, "train/tensor_act_model_layers_80_mlp_gate_proj/range": 4.90625, "train/tensor_act_model_layers_80_mlp_up_proj/norm": 3088.86669921875, "train/tensor_act_model_layers_80_mlp_up_proj/mean": 0.0084228515625, "train/tensor_act_model_layers_80_mlp_up_proj/std": 1.0703125, "train/tensor_act_model_layers_80_mlp_up_proj/max_abs": 2.65625, "train/tensor_act_model_layers_80_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_80_mlp_up_proj/min": -2.4375, "train/tensor_act_model_layers_80_mlp_up_proj/max": 2.65625, "train/tensor_act_model_layers_80_mlp_up_proj/range": 5.09375, "train/tensor_act_model_layers_80_mlp_down_proj/norm": 5539.61572265625, "train/tensor_act_model_layers_80_mlp_down_proj/mean": 2.546875, "train/tensor_act_model_layers_80_mlp_down_proj/std": 0.9296875, "train/tensor_act_model_layers_80_mlp_down_proj/max_abs": 5.0, "train/tensor_act_model_layers_80_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_80_mlp_down_proj/min": 0.251953125, "train/tensor_act_model_layers_80_mlp_down_proj/max": 5.0, "train/tensor_act_model_layers_80_mlp_down_proj/range": 4.748046875, "train/tensor_act_model_layers_80_mlp/norm": 5539.61572265625, "train/tensor_act_model_layers_80_mlp/mean": 2.546875, "train/tensor_act_model_layers_80_mlp/std": 0.9296875, "train/tensor_act_model_layers_80_mlp/max_abs": 5.0, "train/tensor_act_model_layers_80_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_80_mlp/min": 0.251953125, "train/tensor_act_model_layers_80_mlp/max": 5.0, "train/tensor_act_model_layers_80_mlp/range": 4.748046875, "train/tensor_act_model_layers_80_residual_post_mlp/norm": 563851.6875, "train/tensor_act_model_layers_80_residual_post_mlp/mean": 274.0, "train/tensor_act_model_layers_80_residual_post_mlp/std": 13.9375, "train/tensor_act_model_layers_80_residual_post_mlp/max_abs": 314.0, "train/tensor_act_model_layers_80_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_80_residual_post_mlp/min": 227.0, "train/tensor_act_model_layers_80_residual_post_mlp/max": 314.0, "train/tensor_act_model_layers_80_residual_post_mlp/range": 87.0, "train/tensor_act_model_layers_81_residual_pre_attn/norm": 563851.6875, "train/tensor_act_model_layers_81_residual_pre_attn/mean": 274.0, "train/tensor_act_model_layers_81_residual_pre_attn/std": 13.9375, "train/tensor_act_model_layers_81_residual_pre_attn/max_abs": 314.0, "train/tensor_act_model_layers_81_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_81_residual_pre_attn/min": 227.0, "train/tensor_act_model_layers_81_residual_pre_attn/max": 314.0, "train/tensor_act_model_layers_81_residual_pre_attn/range": 87.0, "train/tensor_act_model_layers_81_residual_post_attn/norm": 563851.6875, "train/tensor_act_model_layers_81_residual_post_attn/mean": 274.0, "train/tensor_act_model_layers_81_residual_post_attn/std": 13.9375, "train/tensor_act_model_layers_81_residual_post_attn/max_abs": 314.0, "train/tensor_act_model_layers_81_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_81_residual_post_attn/min": 227.0, "train/tensor_act_model_layers_81_residual_post_attn/max": 314.0, "train/tensor_act_model_layers_81_residual_post_attn/range": 87.0, "train/tensor_act_model_layers_81_mlp_gate_proj/norm": 3037.303955078125, "train/tensor_act_model_layers_81_mlp_gate_proj/mean": 0.29296875, "train/tensor_act_model_layers_81_mlp_gate_proj/std": 1.0078125, "train/tensor_act_model_layers_81_mlp_gate_proj/max_abs": 2.5625, "train/tensor_act_model_layers_81_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_81_mlp_gate_proj/min": -1.421875, "train/tensor_act_model_layers_81_mlp_gate_proj/max": 2.5625, "train/tensor_act_model_layers_81_mlp_gate_proj/range": 3.984375, "train/tensor_act_model_layers_81_mlp_up_proj/norm": 3005.179443359375, "train/tensor_act_model_layers_81_mlp_up_proj/mean": -0.05859375, "train/tensor_act_model_layers_81_mlp_up_proj/std": 1.0390625, "train/tensor_act_model_layers_81_mlp_up_proj/max_abs": 2.46875, "train/tensor_act_model_layers_81_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_81_mlp_up_proj/min": -2.4375, "train/tensor_act_model_layers_81_mlp_up_proj/max": 2.46875, "train/tensor_act_model_layers_81_mlp_up_proj/range": 4.90625, "train/tensor_act_model_layers_81_mlp_down_proj/norm": 5571.05615234375, "train/tensor_act_model_layers_81_mlp_down_proj/mean": 2.5, "train/tensor_act_model_layers_81_mlp_down_proj/std": 1.0859375, "train/tensor_act_model_layers_81_mlp_down_proj/max_abs": 5.4375, "train/tensor_act_model_layers_81_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_81_mlp_down_proj/min": -0.109375, "train/tensor_act_model_layers_81_mlp_down_proj/max": 5.4375, "train/tensor_act_model_layers_81_mlp_down_proj/range": 5.546875, "train/tensor_act_model_layers_81_mlp/norm": 5571.05615234375, "train/tensor_act_model_layers_81_mlp/mean": 2.5, "train/tensor_act_model_layers_81_mlp/std": 1.0859375, "train/tensor_act_model_layers_81_mlp/max_abs": 5.4375, "train/tensor_act_model_layers_81_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_81_mlp/min": -0.109375, "train/tensor_act_model_layers_81_mlp/max": 5.4375, "train/tensor_act_model_layers_81_mlp/range": 5.546875, "train/tensor_act_model_layers_81_residual_post_mlp/norm": 568805.1875, "train/tensor_act_model_layers_81_residual_post_mlp/mean": 278.0, "train/tensor_act_model_layers_81_residual_post_mlp/std": 14.0, "train/tensor_act_model_layers_81_residual_post_mlp/max_abs": 316.0, "train/tensor_act_model_layers_81_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_81_residual_post_mlp/min": 229.0, "train/tensor_act_model_layers_81_residual_post_mlp/max": 316.0, "train/tensor_act_model_layers_81_residual_post_mlp/range": 87.0, "train/tensor_act_model_layers_82_residual_pre_attn/norm": 568805.1875, "train/tensor_act_model_layers_82_residual_pre_attn/mean": 278.0, "train/tensor_act_model_layers_82_residual_pre_attn/std": 14.0, "train/tensor_act_model_layers_82_residual_pre_attn/max_abs": 316.0, "train/tensor_act_model_layers_82_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_82_residual_pre_attn/min": 229.0, "train/tensor_act_model_layers_82_residual_pre_attn/max": 316.0, "train/tensor_act_model_layers_82_residual_pre_attn/range": 87.0, "train/tensor_act_model_layers_82_residual_post_attn/norm": 568805.1875, "train/tensor_act_model_layers_82_residual_post_attn/mean": 278.0, "train/tensor_act_model_layers_82_residual_post_attn/std": 14.0, "train/tensor_act_model_layers_82_residual_post_attn/max_abs": 316.0, "train/tensor_act_model_layers_82_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_82_residual_post_attn/min": 229.0, "train/tensor_act_model_layers_82_residual_post_attn/max": 316.0, "train/tensor_act_model_layers_82_residual_post_attn/range": 87.0, "train/tensor_act_model_layers_82_mlp_gate_proj/norm": 2929.258544921875, "train/tensor_act_model_layers_82_mlp_gate_proj/mean": 0.2333984375, "train/tensor_act_model_layers_82_mlp_gate_proj/std": 0.984375, "train/tensor_act_model_layers_82_mlp_gate_proj/max_abs": 3.109375, "train/tensor_act_model_layers_82_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_82_mlp_gate_proj/min": -1.2734375, "train/tensor_act_model_layers_82_mlp_gate_proj/max": 3.109375, "train/tensor_act_model_layers_82_mlp_gate_proj/range": 4.3828125, "train/tensor_act_model_layers_82_mlp_up_proj/norm": 3082.789794921875, "train/tensor_act_model_layers_82_mlp_up_proj/mean": -0.05419921875, "train/tensor_act_model_layers_82_mlp_up_proj/std": 1.0625, "train/tensor_act_model_layers_82_mlp_up_proj/max_abs": 2.75, "train/tensor_act_model_layers_82_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_82_mlp_up_proj/min": -2.75, "train/tensor_act_model_layers_82_mlp_up_proj/max": 2.265625, "train/tensor_act_model_layers_82_mlp_up_proj/range": 5.015625, "train/tensor_act_model_layers_82_mlp_down_proj/norm": 5232.4580078125, "train/tensor_act_model_layers_82_mlp_down_proj/mean": 2.328125, "train/tensor_act_model_layers_82_mlp_down_proj/std": 1.0546875, "train/tensor_act_model_layers_82_mlp_down_proj/max_abs": 5.03125, "train/tensor_act_model_layers_82_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_82_mlp_down_proj/min": -0.455078125, "train/tensor_act_model_layers_82_mlp_down_proj/max": 5.03125, "train/tensor_act_model_layers_82_mlp_down_proj/range": 5.486328125, "train/tensor_act_model_layers_82_mlp/norm": 5232.4580078125, "train/tensor_act_model_layers_82_mlp/mean": 2.328125, "train/tensor_act_model_layers_82_mlp/std": 1.0546875, "train/tensor_act_model_layers_82_mlp/max_abs": 5.03125, "train/tensor_act_model_layers_82_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_82_mlp/min": -0.455078125, "train/tensor_act_model_layers_82_mlp/max": 5.03125, "train/tensor_act_model_layers_82_mlp/range": 5.486328125, "train/tensor_act_model_layers_82_residual_post_mlp/norm": 573702.625, "train/tensor_act_model_layers_82_residual_post_mlp/mean": 280.0, "train/tensor_act_model_layers_82_residual_post_mlp/std": 14.25, "train/tensor_act_model_layers_82_residual_post_mlp/max_abs": 320.0, "train/tensor_act_model_layers_82_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_82_residual_post_mlp/min": 232.0, "train/tensor_act_model_layers_82_residual_post_mlp/max": 320.0, "train/tensor_act_model_layers_82_residual_post_mlp/range": 88.0, "train/tensor_act_model_layers_83_residual_pre_attn/norm": 573702.625, "train/tensor_act_model_layers_83_residual_pre_attn/mean": 280.0, "train/tensor_act_model_layers_83_residual_pre_attn/std": 14.25, "train/tensor_act_model_layers_83_residual_pre_attn/max_abs": 320.0, "train/tensor_act_model_layers_83_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_83_residual_pre_attn/min": 232.0, "train/tensor_act_model_layers_83_residual_pre_attn/max": 320.0, "train/tensor_act_model_layers_83_residual_pre_attn/range": 88.0, "train/tensor_act_model_layers_83_residual_post_attn/norm": 573702.625, "train/tensor_act_model_layers_83_residual_post_attn/mean": 280.0, "train/tensor_act_model_layers_83_residual_post_attn/std": 14.25, "train/tensor_act_model_layers_83_residual_post_attn/max_abs": 320.0, "train/tensor_act_model_layers_83_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_83_residual_post_attn/min": 232.0, "train/tensor_act_model_layers_83_residual_post_attn/max": 320.0, "train/tensor_act_model_layers_83_residual_post_attn/range": 88.0, "train/tensor_act_model_layers_83_mlp_gate_proj/norm": 2861.005126953125, "train/tensor_act_model_layers_83_mlp_gate_proj/mean": 0.234375, "train/tensor_act_model_layers_83_mlp_gate_proj/std": 0.9609375, "train/tensor_act_model_layers_83_mlp_gate_proj/max_abs": 2.4375, "train/tensor_act_model_layers_83_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_83_mlp_gate_proj/min": -1.25, "train/tensor_act_model_layers_83_mlp_gate_proj/max": 2.4375, "train/tensor_act_model_layers_83_mlp_gate_proj/range": 3.6875, "train/tensor_act_model_layers_83_mlp_up_proj/norm": 2944.97119140625, "train/tensor_act_model_layers_83_mlp_up_proj/mean": -0.0615234375, "train/tensor_act_model_layers_83_mlp_up_proj/std": 1.015625, "train/tensor_act_model_layers_83_mlp_up_proj/max_abs": 2.578125, "train/tensor_act_model_layers_83_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_83_mlp_up_proj/min": -2.578125, "train/tensor_act_model_layers_83_mlp_up_proj/max": 2.34375, "train/tensor_act_model_layers_83_mlp_up_proj/range": 4.921875, "train/tensor_act_model_layers_83_mlp_down_proj/norm": 4614.8173828125, "train/tensor_act_model_layers_83_mlp_down_proj/mean": 2.03125, "train/tensor_act_model_layers_83_mlp_down_proj/std": 0.96875, "train/tensor_act_model_layers_83_mlp_down_proj/max_abs": 4.875, "train/tensor_act_model_layers_83_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_83_mlp_down_proj/min": -0.9375, "train/tensor_act_model_layers_83_mlp_down_proj/max": 4.875, "train/tensor_act_model_layers_83_mlp_down_proj/range": 5.8125, "train/tensor_act_model_layers_83_mlp/norm": 4614.8173828125, "train/tensor_act_model_layers_83_mlp/mean": 2.03125, "train/tensor_act_model_layers_83_mlp/std": 0.96875, "train/tensor_act_model_layers_83_mlp/max_abs": 4.875, "train/tensor_act_model_layers_83_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_83_mlp/min": -0.9375, "train/tensor_act_model_layers_83_mlp/max": 4.875, "train/tensor_act_model_layers_83_mlp/range": 5.8125, "train/tensor_act_model_layers_83_residual_post_mlp/norm": 577951.5625, "train/tensor_act_model_layers_83_residual_post_mlp/mean": 282.0, "train/tensor_act_model_layers_83_residual_post_mlp/std": 14.125, "train/tensor_act_model_layers_83_residual_post_mlp/max_abs": 322.0, "train/tensor_act_model_layers_83_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_83_residual_post_mlp/min": 234.0, "train/tensor_act_model_layers_83_residual_post_mlp/max": 322.0, "train/tensor_act_model_layers_83_residual_post_mlp/range": 88.0, "train/tensor_act_model_layers_84_residual_pre_attn/norm": 577951.5625, "train/tensor_act_model_layers_84_residual_pre_attn/mean": 282.0, "train/tensor_act_model_layers_84_residual_pre_attn/std": 14.125, "train/tensor_act_model_layers_84_residual_pre_attn/max_abs": 322.0, "train/tensor_act_model_layers_84_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_84_residual_pre_attn/min": 234.0, "train/tensor_act_model_layers_84_residual_pre_attn/max": 322.0, "train/tensor_act_model_layers_84_residual_pre_attn/range": 88.0, "train/tensor_act_model_layers_84_residual_post_attn/norm": 577951.5625, "train/tensor_act_model_layers_84_residual_post_attn/mean": 282.0, "train/tensor_act_model_layers_84_residual_post_attn/std": 14.125, "train/tensor_act_model_layers_84_residual_post_attn/max_abs": 322.0, "train/tensor_act_model_layers_84_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_84_residual_post_attn/min": 234.0, "train/tensor_act_model_layers_84_residual_post_attn/max": 322.0, "train/tensor_act_model_layers_84_residual_post_attn/range": 88.0, "train/tensor_act_model_layers_84_mlp_gate_proj/norm": 2714.75830078125, "train/tensor_act_model_layers_84_mlp_gate_proj/mean": 0.322265625, "train/tensor_act_model_layers_84_mlp_gate_proj/std": 0.87890625, "train/tensor_act_model_layers_84_mlp_gate_proj/max_abs": 2.53125, "train/tensor_act_model_layers_84_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_84_mlp_gate_proj/min": -1.359375, "train/tensor_act_model_layers_84_mlp_gate_proj/max": 2.53125, "train/tensor_act_model_layers_84_mlp_gate_proj/range": 3.890625, "train/tensor_act_model_layers_84_mlp_up_proj/norm": 2693.680908203125, "train/tensor_act_model_layers_84_mlp_up_proj/mean": 0.0478515625, "train/tensor_act_model_layers_84_mlp_up_proj/std": 0.9296875, "train/tensor_act_model_layers_84_mlp_up_proj/max_abs": 2.625, "train/tensor_act_model_layers_84_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_84_mlp_up_proj/min": -2.46875, "train/tensor_act_model_layers_84_mlp_up_proj/max": 2.625, "train/tensor_act_model_layers_84_mlp_up_proj/range": 5.09375, "train/tensor_act_model_layers_84_mlp_down_proj/norm": 4414.44580078125, "train/tensor_act_model_layers_84_mlp_down_proj/mean": 1.9140625, "train/tensor_act_model_layers_84_mlp_down_proj/std": 0.98828125, "train/tensor_act_model_layers_84_mlp_down_proj/max_abs": 3.75, "train/tensor_act_model_layers_84_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_84_mlp_down_proj/min": -0.9296875, "train/tensor_act_model_layers_84_mlp_down_proj/max": 3.75, "train/tensor_act_model_layers_84_mlp_down_proj/range": 4.6796875, "train/tensor_act_model_layers_84_mlp/norm": 4414.44580078125, "train/tensor_act_model_layers_84_mlp/mean": 1.9140625, "train/tensor_act_model_layers_84_mlp/std": 0.98828125, "train/tensor_act_model_layers_84_mlp/max_abs": 3.75, "train/tensor_act_model_layers_84_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_84_mlp/min": -0.9296875, "train/tensor_act_model_layers_84_mlp/max": 3.75, "train/tensor_act_model_layers_84_mlp/range": 4.6796875, "train/tensor_act_model_layers_84_residual_post_mlp/norm": 581851.875, "train/tensor_act_model_layers_84_residual_post_mlp/mean": 284.0, "train/tensor_act_model_layers_84_residual_post_mlp/std": 14.25, "train/tensor_act_model_layers_84_residual_post_mlp/max_abs": 326.0, "train/tensor_act_model_layers_84_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_84_residual_post_mlp/min": 237.0, "train/tensor_act_model_layers_84_residual_post_mlp/max": 326.0, "train/tensor_act_model_layers_84_residual_post_mlp/range": 89.0, "train/tensor_act_model_layers_85_residual_pre_attn/norm": 581851.875, "train/tensor_act_model_layers_85_residual_pre_attn/mean": 284.0, "train/tensor_act_model_layers_85_residual_pre_attn/std": 14.25, "train/tensor_act_model_layers_85_residual_pre_attn/max_abs": 326.0, "train/tensor_act_model_layers_85_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_85_residual_pre_attn/min": 237.0, "train/tensor_act_model_layers_85_residual_pre_attn/max": 326.0, "train/tensor_act_model_layers_85_residual_pre_attn/range": 89.0, "train/tensor_act_model_layers_85_residual_post_attn/norm": 581851.875, "train/tensor_act_model_layers_85_residual_post_attn/mean": 284.0, "train/tensor_act_model_layers_85_residual_post_attn/std": 14.25, "train/tensor_act_model_layers_85_residual_post_attn/max_abs": 326.0, "train/tensor_act_model_layers_85_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_85_residual_post_attn/min": 237.0, "train/tensor_act_model_layers_85_residual_post_attn/max": 326.0, "train/tensor_act_model_layers_85_residual_post_attn/range": 89.0, "train/tensor_act_model_layers_85_mlp_gate_proj/norm": 2841.322509765625, "train/tensor_act_model_layers_85_mlp_gate_proj/mean": 0.2451171875, "train/tensor_act_model_layers_85_mlp_gate_proj/std": 0.94921875, "train/tensor_act_model_layers_85_mlp_gate_proj/max_abs": 2.484375, "train/tensor_act_model_layers_85_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_85_mlp_gate_proj/min": -1.4140625, "train/tensor_act_model_layers_85_mlp_gate_proj/max": 2.484375, "train/tensor_act_model_layers_85_mlp_gate_proj/range": 3.8984375, "train/tensor_act_model_layers_85_mlp_up_proj/norm": 3078.970947265625, "train/tensor_act_model_layers_85_mlp_up_proj/mean": 0.059814453125, "train/tensor_act_model_layers_85_mlp_up_proj/std": 1.0625, "train/tensor_act_model_layers_85_mlp_up_proj/max_abs": 2.65625, "train/tensor_act_model_layers_85_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_85_mlp_up_proj/min": -2.65625, "train/tensor_act_model_layers_85_mlp_up_proj/max": 2.421875, "train/tensor_act_model_layers_85_mlp_up_proj/range": 5.078125, "train/tensor_act_model_layers_85_mlp_down_proj/norm": 4885.97119140625, "train/tensor_act_model_layers_85_mlp_down_proj/mean": 2.125, "train/tensor_act_model_layers_85_mlp_down_proj/std": 1.0859375, "train/tensor_act_model_layers_85_mlp_down_proj/max_abs": 4.5, "train/tensor_act_model_layers_85_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_85_mlp_down_proj/min": -0.4921875, "train/tensor_act_model_layers_85_mlp_down_proj/max": 4.5, "train/tensor_act_model_layers_85_mlp_down_proj/range": 4.9921875, "train/tensor_act_model_layers_85_mlp/norm": 4885.97119140625, "train/tensor_act_model_layers_85_mlp/mean": 2.125, "train/tensor_act_model_layers_85_mlp/std": 1.0859375, "train/tensor_act_model_layers_85_mlp/max_abs": 4.5, "train/tensor_act_model_layers_85_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_85_mlp/min": -0.4921875, "train/tensor_act_model_layers_85_mlp/max": 4.5, "train/tensor_act_model_layers_85_mlp/range": 4.9921875, "train/tensor_act_model_layers_85_residual_post_mlp/norm": 586248.5, "train/tensor_act_model_layers_85_residual_post_mlp/mean": 286.0, "train/tensor_act_model_layers_85_residual_post_mlp/std": 14.5625, "train/tensor_act_model_layers_85_residual_post_mlp/max_abs": 330.0, "train/tensor_act_model_layers_85_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_85_residual_post_mlp/min": 239.0, "train/tensor_act_model_layers_85_residual_post_mlp/max": 330.0, "train/tensor_act_model_layers_85_residual_post_mlp/range": 91.0, "train/tensor_act_model_layers_86_residual_pre_attn/norm": 586248.5, "train/tensor_act_model_layers_86_residual_pre_attn/mean": 286.0, "train/tensor_act_model_layers_86_residual_pre_attn/std": 14.5625, "train/tensor_act_model_layers_86_residual_pre_attn/max_abs": 330.0, "train/tensor_act_model_layers_86_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_86_residual_pre_attn/min": 239.0, "train/tensor_act_model_layers_86_residual_pre_attn/max": 330.0, "train/tensor_act_model_layers_86_residual_pre_attn/range": 91.0, "train/tensor_act_model_layers_86_residual_post_attn/norm": 586248.5, "train/tensor_act_model_layers_86_residual_post_attn/mean": 286.0, "train/tensor_act_model_layers_86_residual_post_attn/std": 14.5625, "train/tensor_act_model_layers_86_residual_post_attn/max_abs": 330.0, "train/tensor_act_model_layers_86_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_86_residual_post_attn/min": 239.0, "train/tensor_act_model_layers_86_residual_post_attn/max": 330.0, "train/tensor_act_model_layers_86_residual_post_attn/range": 91.0, "train/tensor_act_model_layers_86_mlp_gate_proj/norm": 2793.3505859375, "train/tensor_act_model_layers_86_mlp_gate_proj/mean": 0.29296875, "train/tensor_act_model_layers_86_mlp_gate_proj/std": 0.91796875, "train/tensor_act_model_layers_86_mlp_gate_proj/max_abs": 2.703125, "train/tensor_act_model_layers_86_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_86_mlp_gate_proj/min": -1.4609375, "train/tensor_act_model_layers_86_mlp_gate_proj/max": 2.703125, "train/tensor_act_model_layers_86_mlp_gate_proj/range": 4.1640625, "train/tensor_act_model_layers_86_mlp_up_proj/norm": 3018.634033203125, "train/tensor_act_model_layers_86_mlp_up_proj/mean": 0.0595703125, "train/tensor_act_model_layers_86_mlp_up_proj/std": 1.0390625, "train/tensor_act_model_layers_86_mlp_up_proj/max_abs": 2.78125, "train/tensor_act_model_layers_86_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_86_mlp_up_proj/min": -2.78125, "train/tensor_act_model_layers_86_mlp_up_proj/max": 2.59375, "train/tensor_act_model_layers_86_mlp_up_proj/range": 5.375, "train/tensor_act_model_layers_86_mlp_down_proj/norm": 4615.48876953125, "train/tensor_act_model_layers_86_mlp_down_proj/mean": 2.0, "train/tensor_act_model_layers_86_mlp_down_proj/std": 1.03125, "train/tensor_act_model_layers_86_mlp_down_proj/max_abs": 4.78125, "train/tensor_act_model_layers_86_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_86_mlp_down_proj/min": -0.9140625, "train/tensor_act_model_layers_86_mlp_down_proj/max": 4.78125, "train/tensor_act_model_layers_86_mlp_down_proj/range": 5.6953125, "train/tensor_act_model_layers_86_mlp/norm": 4615.48876953125, "train/tensor_act_model_layers_86_mlp/mean": 2.0, "train/tensor_act_model_layers_86_mlp/std": 1.03125, "train/tensor_act_model_layers_86_mlp/max_abs": 4.78125, "train/tensor_act_model_layers_86_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_86_mlp/min": -0.9140625, "train/tensor_act_model_layers_86_mlp/max": 4.78125, "train/tensor_act_model_layers_86_mlp/range": 5.6953125, "train/tensor_act_model_layers_86_residual_post_mlp/norm": 590423.5, "train/tensor_act_model_layers_86_residual_post_mlp/mean": 288.0, "train/tensor_act_model_layers_86_residual_post_mlp/std": 14.6875, "train/tensor_act_model_layers_86_residual_post_mlp/max_abs": 332.0, "train/tensor_act_model_layers_86_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_86_residual_post_mlp/min": 242.0, "train/tensor_act_model_layers_86_residual_post_mlp/max": 332.0, "train/tensor_act_model_layers_86_residual_post_mlp/range": 90.0, "train/tensor_act_model_layers_87_residual_pre_attn/norm": 590423.5, "train/tensor_act_model_layers_87_residual_pre_attn/mean": 288.0, "train/tensor_act_model_layers_87_residual_pre_attn/std": 14.6875, "train/tensor_act_model_layers_87_residual_pre_attn/max_abs": 332.0, "train/tensor_act_model_layers_87_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_87_residual_pre_attn/min": 242.0, "train/tensor_act_model_layers_87_residual_pre_attn/max": 332.0, "train/tensor_act_model_layers_87_residual_pre_attn/range": 90.0, "train/tensor_act_model_layers_87_residual_post_attn/norm": 590423.5, "train/tensor_act_model_layers_87_residual_post_attn/mean": 288.0, "train/tensor_act_model_layers_87_residual_post_attn/std": 14.6875, "train/tensor_act_model_layers_87_residual_post_attn/max_abs": 332.0, "train/tensor_act_model_layers_87_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_87_residual_post_attn/min": 242.0, "train/tensor_act_model_layers_87_residual_post_attn/max": 332.0, "train/tensor_act_model_layers_87_residual_post_attn/range": 90.0, "train/tensor_act_model_layers_87_mlp_gate_proj/norm": 2669.7431640625, "train/tensor_act_model_layers_87_mlp_gate_proj/mean": 0.2119140625, "train/tensor_act_model_layers_87_mlp_gate_proj/std": 0.8984375, "train/tensor_act_model_layers_87_mlp_gate_proj/max_abs": 2.671875, "train/tensor_act_model_layers_87_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_87_mlp_gate_proj/min": -1.796875, "train/tensor_act_model_layers_87_mlp_gate_proj/max": 2.671875, "train/tensor_act_model_layers_87_mlp_gate_proj/range": 4.46875, "train/tensor_act_model_layers_87_mlp_up_proj/norm": 2911.112060546875, "train/tensor_act_model_layers_87_mlp_up_proj/mean": 0.103515625, "train/tensor_act_model_layers_87_mlp_up_proj/std": 1.0, "train/tensor_act_model_layers_87_mlp_up_proj/max_abs": 2.703125, "train/tensor_act_model_layers_87_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_87_mlp_up_proj/min": -2.34375, "train/tensor_act_model_layers_87_mlp_up_proj/max": 2.703125, "train/tensor_act_model_layers_87_mlp_up_proj/range": 5.046875, "train/tensor_act_model_layers_87_mlp_down_proj/norm": 4441.04296875, "train/tensor_act_model_layers_87_mlp_down_proj/mean": 1.9296875, "train/tensor_act_model_layers_87_mlp_down_proj/std": 0.9921875, "train/tensor_act_model_layers_87_mlp_down_proj/max_abs": 5.375, "train/tensor_act_model_layers_87_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_87_mlp_down_proj/min": -0.5078125, "train/tensor_act_model_layers_87_mlp_down_proj/max": 5.375, "train/tensor_act_model_layers_87_mlp_down_proj/range": 5.8828125, "train/tensor_act_model_layers_87_mlp/norm": 4441.04296875, "train/tensor_act_model_layers_87_mlp/mean": 1.9296875, "train/tensor_act_model_layers_87_mlp/std": 0.9921875, "train/tensor_act_model_layers_87_mlp/max_abs": 5.375, "train/tensor_act_model_layers_87_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_87_mlp/min": -0.5078125, "train/tensor_act_model_layers_87_mlp/max": 5.375, "train/tensor_act_model_layers_87_mlp/range": 5.8828125, "train/tensor_act_model_layers_87_residual_post_mlp/norm": 594311.625, "train/tensor_act_model_layers_87_residual_post_mlp/mean": 290.0, "train/tensor_act_model_layers_87_residual_post_mlp/std": 14.8125, "train/tensor_act_model_layers_87_residual_post_mlp/max_abs": 334.0, "train/tensor_act_model_layers_87_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_87_residual_post_mlp/min": 244.0, "train/tensor_act_model_layers_87_residual_post_mlp/max": 334.0, "train/tensor_act_model_layers_87_residual_post_mlp/range": 90.0, "train/tensor_act_model_layers_88_residual_pre_attn/norm": 594311.625, "train/tensor_act_model_layers_88_residual_pre_attn/mean": 290.0, "train/tensor_act_model_layers_88_residual_pre_attn/std": 14.8125, "train/tensor_act_model_layers_88_residual_pre_attn/max_abs": 334.0, "train/tensor_act_model_layers_88_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_88_residual_pre_attn/min": 244.0, "train/tensor_act_model_layers_88_residual_pre_attn/max": 334.0, "train/tensor_act_model_layers_88_residual_pre_attn/range": 90.0, "train/tensor_act_model_layers_88_residual_post_attn/norm": 594311.625, "train/tensor_act_model_layers_88_residual_post_attn/mean": 290.0, "train/tensor_act_model_layers_88_residual_post_attn/std": 14.8125, "train/tensor_act_model_layers_88_residual_post_attn/max_abs": 334.0, "train/tensor_act_model_layers_88_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_88_residual_post_attn/min": 244.0, "train/tensor_act_model_layers_88_residual_post_attn/max": 334.0, "train/tensor_act_model_layers_88_residual_post_attn/range": 90.0, "train/tensor_act_model_layers_88_mlp_gate_proj/norm": 2631.260986328125, "train/tensor_act_model_layers_88_mlp_gate_proj/mean": 0.25390625, "train/tensor_act_model_layers_88_mlp_gate_proj/std": 0.87109375, "train/tensor_act_model_layers_88_mlp_gate_proj/max_abs": 2.828125, "train/tensor_act_model_layers_88_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_88_mlp_gate_proj/min": -1.2109375, "train/tensor_act_model_layers_88_mlp_gate_proj/max": 2.828125, "train/tensor_act_model_layers_88_mlp_gate_proj/range": 4.0390625, "train/tensor_act_model_layers_88_mlp_up_proj/norm": 2784.66162109375, "train/tensor_act_model_layers_88_mlp_up_proj/mean": -0.0927734375, "train/tensor_act_model_layers_88_mlp_up_proj/std": 0.95703125, "train/tensor_act_model_layers_88_mlp_up_proj/max_abs": 2.65625, "train/tensor_act_model_layers_88_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_88_mlp_up_proj/min": -2.59375, "train/tensor_act_model_layers_88_mlp_up_proj/max": 2.65625, "train/tensor_act_model_layers_88_mlp_up_proj/range": 5.25, "train/tensor_act_model_layers_88_mlp_down_proj/norm": 4200.43603515625, "train/tensor_act_model_layers_88_mlp_down_proj/mean": 1.75, "train/tensor_act_model_layers_88_mlp_down_proj/std": 1.0703125, "train/tensor_act_model_layers_88_mlp_down_proj/max_abs": 4.25, "train/tensor_act_model_layers_88_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_88_mlp_down_proj/min": -0.7578125, "train/tensor_act_model_layers_88_mlp_down_proj/max": 4.25, "train/tensor_act_model_layers_88_mlp_down_proj/range": 5.0078125, "train/tensor_act_model_layers_88_mlp/norm": 4200.43603515625, "train/tensor_act_model_layers_88_mlp/mean": 1.75, "train/tensor_act_model_layers_88_mlp/std": 1.0703125, "train/tensor_act_model_layers_88_mlp/max_abs": 4.25, "train/tensor_act_model_layers_88_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_88_mlp/min": -0.7578125, "train/tensor_act_model_layers_88_mlp/max": 4.25, "train/tensor_act_model_layers_88_mlp/range": 5.0078125, "train/tensor_act_model_layers_88_residual_post_mlp/norm": 597775.1875, "train/tensor_act_model_layers_88_residual_post_mlp/mean": 292.0, "train/tensor_act_model_layers_88_residual_post_mlp/std": 15.25, "train/tensor_act_model_layers_88_residual_post_mlp/max_abs": 336.0, "train/tensor_act_model_layers_88_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_88_residual_post_mlp/min": 245.0, "train/tensor_act_model_layers_88_residual_post_mlp/max": 336.0, "train/tensor_act_model_layers_88_residual_post_mlp/range": 91.0, "train/tensor_act_model_layers_89_residual_pre_attn/norm": 597775.1875, "train/tensor_act_model_layers_89_residual_pre_attn/mean": 292.0, "train/tensor_act_model_layers_89_residual_pre_attn/std": 15.25, "train/tensor_act_model_layers_89_residual_pre_attn/max_abs": 336.0, "train/tensor_act_model_layers_89_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_89_residual_pre_attn/min": 245.0, "train/tensor_act_model_layers_89_residual_pre_attn/max": 336.0, "train/tensor_act_model_layers_89_residual_pre_attn/range": 91.0, "train/tensor_act_model_layers_89_residual_post_attn/norm": 597775.1875, "train/tensor_act_model_layers_89_residual_post_attn/mean": 292.0, "train/tensor_act_model_layers_89_residual_post_attn/std": 15.25, "train/tensor_act_model_layers_89_residual_post_attn/max_abs": 336.0, "train/tensor_act_model_layers_89_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_89_residual_post_attn/min": 245.0, "train/tensor_act_model_layers_89_residual_post_attn/max": 336.0, "train/tensor_act_model_layers_89_residual_post_attn/range": 91.0, "train/tensor_act_model_layers_89_mlp_gate_proj/norm": 2615.595458984375, "train/tensor_act_model_layers_89_mlp_gate_proj/mean": 0.29296875, "train/tensor_act_model_layers_89_mlp_gate_proj/std": 0.85546875, "train/tensor_act_model_layers_89_mlp_gate_proj/max_abs": 2.46875, "train/tensor_act_model_layers_89_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_89_mlp_gate_proj/min": -1.0859375, "train/tensor_act_model_layers_89_mlp_gate_proj/max": 2.46875, "train/tensor_act_model_layers_89_mlp_gate_proj/range": 3.5546875, "train/tensor_act_model_layers_89_mlp_up_proj/norm": 2674.78662109375, "train/tensor_act_model_layers_89_mlp_up_proj/mean": -0.052490234375, "train/tensor_act_model_layers_89_mlp_up_proj/std": 0.921875, "train/tensor_act_model_layers_89_mlp_up_proj/max_abs": 2.65625, "train/tensor_act_model_layers_89_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_89_mlp_up_proj/min": -2.359375, "train/tensor_act_model_layers_89_mlp_up_proj/max": 2.65625, "train/tensor_act_model_layers_89_mlp_up_proj/range": 5.015625, "train/tensor_act_model_layers_89_mlp_down_proj/norm": 3911.6748046875, "train/tensor_act_model_layers_89_mlp_down_proj/mean": 1.6484375, "train/tensor_act_model_layers_89_mlp_down_proj/std": 0.96484375, "train/tensor_act_model_layers_89_mlp_down_proj/max_abs": 4.1875, "train/tensor_act_model_layers_89_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_89_mlp_down_proj/min": -0.388671875, "train/tensor_act_model_layers_89_mlp_down_proj/max": 4.1875, "train/tensor_act_model_layers_89_mlp_down_proj/range": 4.576171875, "train/tensor_act_model_layers_89_mlp/norm": 3911.6748046875, "train/tensor_act_model_layers_89_mlp/mean": 1.6484375, "train/tensor_act_model_layers_89_mlp/std": 0.96484375, "train/tensor_act_model_layers_89_mlp/max_abs": 4.1875, "train/tensor_act_model_layers_89_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_89_mlp/min": -0.388671875, "train/tensor_act_model_layers_89_mlp/max": 4.1875, "train/tensor_act_model_layers_89_mlp/range": 4.576171875, "train/tensor_act_model_layers_89_residual_post_mlp/norm": 601331.5, "train/tensor_act_model_layers_89_residual_post_mlp/mean": 294.0, "train/tensor_act_model_layers_89_residual_post_mlp/std": 15.375, "train/tensor_act_model_layers_89_residual_post_mlp/max_abs": 338.0, "train/tensor_act_model_layers_89_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_89_residual_post_mlp/min": 246.0, "train/tensor_act_model_layers_89_residual_post_mlp/max": 338.0, "train/tensor_act_model_layers_89_residual_post_mlp/range": 92.0, "train/tensor_act_model_layers_90_residual_pre_attn/norm": 601331.5, "train/tensor_act_model_layers_90_residual_pre_attn/mean": 294.0, "train/tensor_act_model_layers_90_residual_pre_attn/std": 15.375, "train/tensor_act_model_layers_90_residual_pre_attn/max_abs": 338.0, "train/tensor_act_model_layers_90_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_90_residual_pre_attn/min": 246.0, "train/tensor_act_model_layers_90_residual_pre_attn/max": 338.0, "train/tensor_act_model_layers_90_residual_pre_attn/range": 92.0, "train/tensor_act_model_layers_90_residual_post_attn/norm": 601331.5, "train/tensor_act_model_layers_90_residual_post_attn/mean": 294.0, "train/tensor_act_model_layers_90_residual_post_attn/std": 15.375, "train/tensor_act_model_layers_90_residual_post_attn/max_abs": 338.0, "train/tensor_act_model_layers_90_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_90_residual_post_attn/min": 246.0, "train/tensor_act_model_layers_90_residual_post_attn/max": 338.0, "train/tensor_act_model_layers_90_residual_post_attn/range": 92.0, "train/tensor_act_model_layers_90_mlp_gate_proj/norm": 2455.64697265625, "train/tensor_act_model_layers_90_mlp_gate_proj/mean": 0.24609375, "train/tensor_act_model_layers_90_mlp_gate_proj/std": 0.8125, "train/tensor_act_model_layers_90_mlp_gate_proj/max_abs": 2.953125, "train/tensor_act_model_layers_90_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_90_mlp_gate_proj/min": -1.5078125, "train/tensor_act_model_layers_90_mlp_gate_proj/max": 2.953125, "train/tensor_act_model_layers_90_mlp_gate_proj/range": 4.4609375, "train/tensor_act_model_layers_90_mlp_up_proj/norm": 2467.962158203125, "train/tensor_act_model_layers_90_mlp_up_proj/mean": -0.06591796875, "train/tensor_act_model_layers_90_mlp_up_proj/std": 0.84765625, "train/tensor_act_model_layers_90_mlp_up_proj/max_abs": 2.5625, "train/tensor_act_model_layers_90_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_90_mlp_up_proj/min": -2.5625, "train/tensor_act_model_layers_90_mlp_up_proj/max": 2.359375, "train/tensor_act_model_layers_90_mlp_up_proj/range": 4.921875, "train/tensor_act_model_layers_90_mlp_down_proj/norm": 3127.095947265625, "train/tensor_act_model_layers_90_mlp_down_proj/mean": 1.2890625, "train/tensor_act_model_layers_90_mlp_down_proj/std": 0.81640625, "train/tensor_act_model_layers_90_mlp_down_proj/max_abs": 2.90625, "train/tensor_act_model_layers_90_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_90_mlp_down_proj/min": -0.72265625, "train/tensor_act_model_layers_90_mlp_down_proj/max": 2.90625, "train/tensor_act_model_layers_90_mlp_down_proj/range": 3.62890625, "train/tensor_act_model_layers_90_mlp/norm": 3127.095947265625, "train/tensor_act_model_layers_90_mlp/mean": 1.2890625, "train/tensor_act_model_layers_90_mlp/std": 0.81640625, "train/tensor_act_model_layers_90_mlp/max_abs": 2.90625, "train/tensor_act_model_layers_90_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_90_mlp/min": -0.72265625, "train/tensor_act_model_layers_90_mlp/max": 2.90625, "train/tensor_act_model_layers_90_mlp/range": 3.62890625, "train/tensor_act_model_layers_90_residual_post_mlp/norm": 604067.5, "train/tensor_act_model_layers_90_residual_post_mlp/mean": 294.0, "train/tensor_act_model_layers_90_residual_post_mlp/std": 15.5, "train/tensor_act_model_layers_90_residual_post_mlp/max_abs": 340.0, "train/tensor_act_model_layers_90_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_90_residual_post_mlp/min": 247.0, "train/tensor_act_model_layers_90_residual_post_mlp/max": 340.0, "train/tensor_act_model_layers_90_residual_post_mlp/range": 93.0, "train/tensor_act_model_layers_91_residual_pre_attn/norm": 604067.5, "train/tensor_act_model_layers_91_residual_pre_attn/mean": 294.0, "train/tensor_act_model_layers_91_residual_pre_attn/std": 15.5, "train/tensor_act_model_layers_91_residual_pre_attn/max_abs": 340.0, "train/tensor_act_model_layers_91_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_91_residual_pre_attn/min": 247.0, "train/tensor_act_model_layers_91_residual_pre_attn/max": 340.0, "train/tensor_act_model_layers_91_residual_pre_attn/range": 93.0, "train/tensor_act_model_layers_91_residual_post_attn/norm": 604067.5, "train/tensor_act_model_layers_91_residual_post_attn/mean": 294.0, "train/tensor_act_model_layers_91_residual_post_attn/std": 15.5, "train/tensor_act_model_layers_91_residual_post_attn/max_abs": 340.0, "train/tensor_act_model_layers_91_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_91_residual_post_attn/min": 247.0, "train/tensor_act_model_layers_91_residual_post_attn/max": 340.0, "train/tensor_act_model_layers_91_residual_post_attn/range": 93.0, "train/tensor_act_model_layers_91_mlp_gate_proj/norm": 2638.90869140625, "train/tensor_act_model_layers_91_mlp_gate_proj/mean": 0.2314453125, "train/tensor_act_model_layers_91_mlp_gate_proj/std": 0.8828125, "train/tensor_act_model_layers_91_mlp_gate_proj/max_abs": 2.4375, "train/tensor_act_model_layers_91_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_91_mlp_gate_proj/min": -1.2890625, "train/tensor_act_model_layers_91_mlp_gate_proj/max": 2.4375, "train/tensor_act_model_layers_91_mlp_gate_proj/range": 3.7265625, "train/tensor_act_model_layers_91_mlp_up_proj/norm": 2676.72607421875, "train/tensor_act_model_layers_91_mlp_up_proj/mean": -0.1279296875, "train/tensor_act_model_layers_91_mlp_up_proj/std": 0.9140625, "train/tensor_act_model_layers_91_mlp_up_proj/max_abs": 2.359375, "train/tensor_act_model_layers_91_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_91_mlp_up_proj/min": -2.28125, "train/tensor_act_model_layers_91_mlp_up_proj/max": 2.359375, "train/tensor_act_model_layers_91_mlp_up_proj/range": 4.640625, "train/tensor_act_model_layers_91_mlp_down_proj/norm": 3688.279052734375, "train/tensor_act_model_layers_91_mlp_down_proj/mean": 1.4765625, "train/tensor_act_model_layers_91_mlp_down_proj/std": 1.03125, "train/tensor_act_model_layers_91_mlp_down_proj/max_abs": 4.625, "train/tensor_act_model_layers_91_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_91_mlp_down_proj/min": -0.96484375, "train/tensor_act_model_layers_91_mlp_down_proj/max": 4.625, "train/tensor_act_model_layers_91_mlp_down_proj/range": 5.58984375, "train/tensor_act_model_layers_91_mlp/norm": 3688.279052734375, "train/tensor_act_model_layers_91_mlp/mean": 1.4765625, "train/tensor_act_model_layers_91_mlp/std": 1.03125, "train/tensor_act_model_layers_91_mlp/max_abs": 4.625, "train/tensor_act_model_layers_91_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_91_mlp/min": -0.96484375, "train/tensor_act_model_layers_91_mlp/max": 4.625, "train/tensor_act_model_layers_91_mlp/range": 5.58984375, "train/tensor_act_model_layers_91_residual_post_mlp/norm": 607228.8125, "train/tensor_act_model_layers_91_residual_post_mlp/mean": 296.0, "train/tensor_act_model_layers_91_residual_post_mlp/std": 15.8125, "train/tensor_act_model_layers_91_residual_post_mlp/max_abs": 342.0, "train/tensor_act_model_layers_91_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_91_residual_post_mlp/min": 248.0, "train/tensor_act_model_layers_91_residual_post_mlp/max": 342.0, "train/tensor_act_model_layers_91_residual_post_mlp/range": 94.0, "train/tensor_act_model_layers_92_residual_pre_attn/norm": 607228.8125, "train/tensor_act_model_layers_92_residual_pre_attn/mean": 296.0, "train/tensor_act_model_layers_92_residual_pre_attn/std": 15.8125, "train/tensor_act_model_layers_92_residual_pre_attn/max_abs": 342.0, "train/tensor_act_model_layers_92_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_92_residual_pre_attn/min": 248.0, "train/tensor_act_model_layers_92_residual_pre_attn/max": 342.0, "train/tensor_act_model_layers_92_residual_pre_attn/range": 94.0, "train/tensor_act_model_layers_92_residual_post_attn/norm": 607228.8125, "train/tensor_act_model_layers_92_residual_post_attn/mean": 296.0, "train/tensor_act_model_layers_92_residual_post_attn/std": 15.8125, "train/tensor_act_model_layers_92_residual_post_attn/max_abs": 342.0, "train/tensor_act_model_layers_92_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_92_residual_post_attn/min": 248.0, "train/tensor_act_model_layers_92_residual_post_attn/max": 342.0, "train/tensor_act_model_layers_92_residual_post_attn/range": 94.0, "train/tensor_act_model_layers_92_mlp_gate_proj/norm": 2571.15966796875, "train/tensor_act_model_layers_92_mlp_gate_proj/mean": 0.34375, "train/tensor_act_model_layers_92_mlp_gate_proj/std": 0.8203125, "train/tensor_act_model_layers_92_mlp_gate_proj/max_abs": 2.921875, "train/tensor_act_model_layers_92_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_92_mlp_gate_proj/min": -1.3046875, "train/tensor_act_model_layers_92_mlp_gate_proj/max": 2.921875, "train/tensor_act_model_layers_92_mlp_gate_proj/range": 4.2265625, "train/tensor_act_model_layers_92_mlp_up_proj/norm": 2541.022705078125, "train/tensor_act_model_layers_92_mlp_up_proj/mean": -0.0869140625, "train/tensor_act_model_layers_92_mlp_up_proj/std": 0.87109375, "train/tensor_act_model_layers_92_mlp_up_proj/max_abs": 2.359375, "train/tensor_act_model_layers_92_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_92_mlp_up_proj/min": -2.359375, "train/tensor_act_model_layers_92_mlp_up_proj/max": 2.28125, "train/tensor_act_model_layers_92_mlp_up_proj/range": 4.640625, "train/tensor_act_model_layers_92_mlp_down_proj/norm": 2861.8642578125, "train/tensor_act_model_layers_92_mlp_down_proj/mean": 1.2109375, "train/tensor_act_model_layers_92_mlp_down_proj/std": 0.69921875, "train/tensor_act_model_layers_92_mlp_down_proj/max_abs": 3.03125, "train/tensor_act_model_layers_92_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_92_mlp_down_proj/min": -0.53125, "train/tensor_act_model_layers_92_mlp_down_proj/max": 3.03125, "train/tensor_act_model_layers_92_mlp_down_proj/range": 3.5625, "train/tensor_act_model_layers_92_mlp/norm": 2861.8642578125, "train/tensor_act_model_layers_92_mlp/mean": 1.2109375, "train/tensor_act_model_layers_92_mlp/std": 0.69921875, "train/tensor_act_model_layers_92_mlp/max_abs": 3.03125, "train/tensor_act_model_layers_92_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_92_mlp/min": -0.53125, "train/tensor_act_model_layers_92_mlp/max": 3.03125, "train/tensor_act_model_layers_92_mlp/range": 3.5625, "train/tensor_act_model_layers_92_residual_post_mlp/norm": 609719.75, "train/tensor_act_model_layers_92_residual_post_mlp/mean": 298.0, "train/tensor_act_model_layers_92_residual_post_mlp/std": 15.9375, "train/tensor_act_model_layers_92_residual_post_mlp/max_abs": 344.0, "train/tensor_act_model_layers_92_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_92_residual_post_mlp/min": 249.0, "train/tensor_act_model_layers_92_residual_post_mlp/max": 344.0, "train/tensor_act_model_layers_92_residual_post_mlp/range": 95.0, "train/tensor_act_model_layers_93_residual_pre_attn/norm": 609719.75, "train/tensor_act_model_layers_93_residual_pre_attn/mean": 298.0, "train/tensor_act_model_layers_93_residual_pre_attn/std": 15.9375, "train/tensor_act_model_layers_93_residual_pre_attn/max_abs": 344.0, "train/tensor_act_model_layers_93_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_93_residual_pre_attn/min": 249.0, "train/tensor_act_model_layers_93_residual_pre_attn/max": 344.0, "train/tensor_act_model_layers_93_residual_pre_attn/range": 95.0, "train/tensor_act_model_layers_93_residual_post_attn/norm": 609719.75, "train/tensor_act_model_layers_93_residual_post_attn/mean": 298.0, "train/tensor_act_model_layers_93_residual_post_attn/std": 15.9375, "train/tensor_act_model_layers_93_residual_post_attn/max_abs": 344.0, "train/tensor_act_model_layers_93_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_93_residual_post_attn/min": 249.0, "train/tensor_act_model_layers_93_residual_post_attn/max": 344.0, "train/tensor_act_model_layers_93_residual_post_attn/range": 95.0, "train/tensor_act_model_layers_93_mlp_gate_proj/norm": 2806.536376953125, "train/tensor_act_model_layers_93_mlp_gate_proj/mean": 0.33984375, "train/tensor_act_model_layers_93_mlp_gate_proj/std": 0.90625, "train/tensor_act_model_layers_93_mlp_gate_proj/max_abs": 2.84375, "train/tensor_act_model_layers_93_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_93_mlp_gate_proj/min": -1.5703125, "train/tensor_act_model_layers_93_mlp_gate_proj/max": 2.84375, "train/tensor_act_model_layers_93_mlp_gate_proj/range": 4.4140625, "train/tensor_act_model_layers_93_mlp_up_proj/norm": 2614.375732421875, "train/tensor_act_model_layers_93_mlp_up_proj/mean": 0.0234375, "train/tensor_act_model_layers_93_mlp_up_proj/std": 0.90234375, "train/tensor_act_model_layers_93_mlp_up_proj/max_abs": 2.5, "train/tensor_act_model_layers_93_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_93_mlp_up_proj/min": -2.25, "train/tensor_act_model_layers_93_mlp_up_proj/max": 2.5, "train/tensor_act_model_layers_93_mlp_up_proj/range": 4.75, "train/tensor_act_model_layers_93_mlp_down_proj/norm": 3547.430419921875, "train/tensor_act_model_layers_93_mlp_down_proj/mean": 1.421875, "train/tensor_act_model_layers_93_mlp_down_proj/std": 0.9921875, "train/tensor_act_model_layers_93_mlp_down_proj/max_abs": 4.21875, "train/tensor_act_model_layers_93_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_93_mlp_down_proj/min": -1.3671875, "train/tensor_act_model_layers_93_mlp_down_proj/max": 4.21875, "train/tensor_act_model_layers_93_mlp_down_proj/range": 5.5859375, "train/tensor_act_model_layers_93_mlp/norm": 3547.430419921875, "train/tensor_act_model_layers_93_mlp/mean": 1.421875, "train/tensor_act_model_layers_93_mlp/std": 0.9921875, "train/tensor_act_model_layers_93_mlp/max_abs": 4.21875, "train/tensor_act_model_layers_93_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_93_mlp/min": -1.3671875, "train/tensor_act_model_layers_93_mlp/max": 4.21875, "train/tensor_act_model_layers_93_mlp/range": 5.5859375, "train/tensor_act_model_layers_93_residual_post_mlp/norm": 612702.9375, "train/tensor_act_model_layers_93_residual_post_mlp/mean": 298.0, "train/tensor_act_model_layers_93_residual_post_mlp/std": 16.125, "train/tensor_act_model_layers_93_residual_post_mlp/max_abs": 344.0, "train/tensor_act_model_layers_93_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_93_residual_post_mlp/min": 251.0, "train/tensor_act_model_layers_93_residual_post_mlp/max": 344.0, "train/tensor_act_model_layers_93_residual_post_mlp/range": 93.0, "train/tensor_act_model_layers_94_residual_pre_attn/norm": 612702.9375, "train/tensor_act_model_layers_94_residual_pre_attn/mean": 298.0, "train/tensor_act_model_layers_94_residual_pre_attn/std": 16.125, "train/tensor_act_model_layers_94_residual_pre_attn/max_abs": 344.0, "train/tensor_act_model_layers_94_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_94_residual_pre_attn/min": 251.0, "train/tensor_act_model_layers_94_residual_pre_attn/max": 344.0, "train/tensor_act_model_layers_94_residual_pre_attn/range": 93.0, "train/tensor_act_model_layers_94_residual_post_attn/norm": 612702.9375, "train/tensor_act_model_layers_94_residual_post_attn/mean": 298.0, "train/tensor_act_model_layers_94_residual_post_attn/std": 16.125, "train/tensor_act_model_layers_94_residual_post_attn/max_abs": 344.0, "train/tensor_act_model_layers_94_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_94_residual_post_attn/min": 251.0, "train/tensor_act_model_layers_94_residual_post_attn/max": 344.0, "train/tensor_act_model_layers_94_residual_post_attn/range": 93.0, "train/tensor_act_model_layers_94_mlp_gate_proj/norm": 2744.981689453125, "train/tensor_act_model_layers_94_mlp_gate_proj/mean": 0.314453125, "train/tensor_act_model_layers_94_mlp_gate_proj/std": 0.89453125, "train/tensor_act_model_layers_94_mlp_gate_proj/max_abs": 2.875, "train/tensor_act_model_layers_94_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_94_mlp_gate_proj/min": -1.7578125, "train/tensor_act_model_layers_94_mlp_gate_proj/max": 2.875, "train/tensor_act_model_layers_94_mlp_gate_proj/range": 4.6328125, "train/tensor_act_model_layers_94_mlp_up_proj/norm": 2622.7958984375, "train/tensor_act_model_layers_94_mlp_up_proj/mean": -0.095703125, "train/tensor_act_model_layers_94_mlp_up_proj/std": 0.90234375, "train/tensor_act_model_layers_94_mlp_up_proj/max_abs": 2.578125, "train/tensor_act_model_layers_94_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_94_mlp_up_proj/min": -2.53125, "train/tensor_act_model_layers_94_mlp_up_proj/max": 2.578125, "train/tensor_act_model_layers_94_mlp_up_proj/range": 5.109375, "train/tensor_act_model_layers_94_mlp_down_proj/norm": 3356.1376953125, "train/tensor_act_model_layers_94_mlp_down_proj/mean": 1.3828125, "train/tensor_act_model_layers_94_mlp_down_proj/std": 0.87890625, "train/tensor_act_model_layers_94_mlp_down_proj/max_abs": 4.0, "train/tensor_act_model_layers_94_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_94_mlp_down_proj/min": -0.90234375, "train/tensor_act_model_layers_94_mlp_down_proj/max": 4.0, "train/tensor_act_model_layers_94_mlp_down_proj/range": 4.90234375, "train/tensor_act_model_layers_94_mlp/norm": 3356.1376953125, "train/tensor_act_model_layers_94_mlp/mean": 1.3828125, "train/tensor_act_model_layers_94_mlp/std": 0.87890625, "train/tensor_act_model_layers_94_mlp/max_abs": 4.0, "train/tensor_act_model_layers_94_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_94_mlp/min": -0.90234375, "train/tensor_act_model_layers_94_mlp/max": 4.0, "train/tensor_act_model_layers_94_mlp/range": 4.90234375, "train/tensor_act_model_layers_94_residual_post_mlp/norm": 615528.0625, "train/tensor_act_model_layers_94_residual_post_mlp/mean": 300.0, "train/tensor_act_model_layers_94_residual_post_mlp/std": 16.125, "train/tensor_act_model_layers_94_residual_post_mlp/max_abs": 346.0, "train/tensor_act_model_layers_94_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_94_residual_post_mlp/min": 252.0, "train/tensor_act_model_layers_94_residual_post_mlp/max": 346.0, "train/tensor_act_model_layers_94_residual_post_mlp/range": 94.0, "train/tensor_act_model_layers_95_residual_pre_attn/norm": 615528.0625, "train/tensor_act_model_layers_95_residual_pre_attn/mean": 300.0, "train/tensor_act_model_layers_95_residual_pre_attn/std": 16.125, "train/tensor_act_model_layers_95_residual_pre_attn/max_abs": 346.0, "train/tensor_act_model_layers_95_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_95_residual_pre_attn/min": 252.0, "train/tensor_act_model_layers_95_residual_pre_attn/max": 346.0, "train/tensor_act_model_layers_95_residual_pre_attn/range": 94.0, "train/tensor_act_model_layers_95_residual_post_attn/norm": 615528.0625, "train/tensor_act_model_layers_95_residual_post_attn/mean": 300.0, "train/tensor_act_model_layers_95_residual_post_attn/std": 16.125, "train/tensor_act_model_layers_95_residual_post_attn/max_abs": 346.0, "train/tensor_act_model_layers_95_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_95_residual_post_attn/min": 252.0, "train/tensor_act_model_layers_95_residual_post_attn/max": 346.0, "train/tensor_act_model_layers_95_residual_post_attn/range": 94.0, "train/tensor_act_model_layers_95_mlp_gate_proj/norm": 2568.7333984375, "train/tensor_act_model_layers_95_mlp_gate_proj/mean": 0.29296875, "train/tensor_act_model_layers_95_mlp_gate_proj/std": 0.8359375, "train/tensor_act_model_layers_95_mlp_gate_proj/max_abs": 2.84375, "train/tensor_act_model_layers_95_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_95_mlp_gate_proj/min": -1.359375, "train/tensor_act_model_layers_95_mlp_gate_proj/max": 2.84375, "train/tensor_act_model_layers_95_mlp_gate_proj/range": 4.203125, "train/tensor_act_model_layers_95_mlp_up_proj/norm": 2502.8974609375, "train/tensor_act_model_layers_95_mlp_up_proj/mean": -0.01055908203125, "train/tensor_act_model_layers_95_mlp_up_proj/std": 0.86328125, "train/tensor_act_model_layers_95_mlp_up_proj/max_abs": 2.8125, "train/tensor_act_model_layers_95_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_95_mlp_up_proj/min": -2.5625, "train/tensor_act_model_layers_95_mlp_up_proj/max": 2.8125, "train/tensor_act_model_layers_95_mlp_up_proj/range": 5.375, "train/tensor_act_model_layers_95_mlp_down_proj/norm": 2985.72998046875, "train/tensor_act_model_layers_95_mlp_down_proj/mean": 1.140625, "train/tensor_act_model_layers_95_mlp_down_proj/std": 0.91015625, "train/tensor_act_model_layers_95_mlp_down_proj/max_abs": 4.40625, "train/tensor_act_model_layers_95_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_95_mlp_down_proj/min": -1.0234375, "train/tensor_act_model_layers_95_mlp_down_proj/max": 4.40625, "train/tensor_act_model_layers_95_mlp_down_proj/range": 5.4296875, "train/tensor_act_model_layers_95_mlp/norm": 2985.72998046875, "train/tensor_act_model_layers_95_mlp/mean": 1.140625, "train/tensor_act_model_layers_95_mlp/std": 0.91015625, "train/tensor_act_model_layers_95_mlp/max_abs": 4.40625, "train/tensor_act_model_layers_95_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_95_mlp/min": -1.0234375, "train/tensor_act_model_layers_95_mlp/max": 4.40625, "train/tensor_act_model_layers_95_mlp/range": 5.4296875, "train/tensor_act_model_layers_95_residual_post_mlp/norm": 617851.625, "train/tensor_act_model_layers_95_residual_post_mlp/mean": 302.0, "train/tensor_act_model_layers_95_residual_post_mlp/std": 16.125, "train/tensor_act_model_layers_95_residual_post_mlp/max_abs": 348.0, "train/tensor_act_model_layers_95_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_95_residual_post_mlp/min": 253.0, "train/tensor_act_model_layers_95_residual_post_mlp/max": 348.0, "train/tensor_act_model_layers_95_residual_post_mlp/range": 95.0, "train/tensor_act_model_layers_96_residual_pre_attn/norm": 617851.625, "train/tensor_act_model_layers_96_residual_pre_attn/mean": 302.0, "train/tensor_act_model_layers_96_residual_pre_attn/std": 16.125, "train/tensor_act_model_layers_96_residual_pre_attn/max_abs": 348.0, "train/tensor_act_model_layers_96_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_96_residual_pre_attn/min": 253.0, "train/tensor_act_model_layers_96_residual_pre_attn/max": 348.0, "train/tensor_act_model_layers_96_residual_pre_attn/range": 95.0, "train/tensor_act_model_layers_96_residual_post_attn/norm": 617851.625, "train/tensor_act_model_layers_96_residual_post_attn/mean": 302.0, "train/tensor_act_model_layers_96_residual_post_attn/std": 16.125, "train/tensor_act_model_layers_96_residual_post_attn/max_abs": 348.0, "train/tensor_act_model_layers_96_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_96_residual_post_attn/min": 253.0, "train/tensor_act_model_layers_96_residual_post_attn/max": 348.0, "train/tensor_act_model_layers_96_residual_post_attn/range": 95.0, "train/tensor_act_model_layers_96_mlp_gate_proj/norm": 2429.90966796875, "train/tensor_act_model_layers_96_mlp_gate_proj/mean": 0.287109375, "train/tensor_act_model_layers_96_mlp_gate_proj/std": 0.7890625, "train/tensor_act_model_layers_96_mlp_gate_proj/max_abs": 2.25, "train/tensor_act_model_layers_96_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_96_mlp_gate_proj/min": -1.5390625, "train/tensor_act_model_layers_96_mlp_gate_proj/max": 2.25, "train/tensor_act_model_layers_96_mlp_gate_proj/range": 3.7890625, "train/tensor_act_model_layers_96_mlp_up_proj/norm": 2330.98291015625, "train/tensor_act_model_layers_96_mlp_up_proj/mean": 0.038330078125, "train/tensor_act_model_layers_96_mlp_up_proj/std": 0.8046875, "train/tensor_act_model_layers_96_mlp_up_proj/max_abs": 2.96875, "train/tensor_act_model_layers_96_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_96_mlp_up_proj/min": -2.96875, "train/tensor_act_model_layers_96_mlp_up_proj/max": 2.203125, "train/tensor_act_model_layers_96_mlp_up_proj/range": 5.171875, "train/tensor_act_model_layers_96_mlp_down_proj/norm": 2556.9970703125, "train/tensor_act_model_layers_96_mlp_down_proj/mean": 0.9296875, "train/tensor_act_model_layers_96_mlp_down_proj/std": 0.8359375, "train/tensor_act_model_layers_96_mlp_down_proj/max_abs": 3.0, "train/tensor_act_model_layers_96_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_96_mlp_down_proj/min": -1.6640625, "train/tensor_act_model_layers_96_mlp_down_proj/max": 3.0, "train/tensor_act_model_layers_96_mlp_down_proj/range": 4.6640625, "train/tensor_act_model_layers_96_mlp/norm": 2556.9970703125, "train/tensor_act_model_layers_96_mlp/mean": 0.9296875, "train/tensor_act_model_layers_96_mlp/std": 0.8359375, "train/tensor_act_model_layers_96_mlp/max_abs": 3.0, "train/tensor_act_model_layers_96_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_96_mlp/min": -1.6640625, "train/tensor_act_model_layers_96_mlp/max": 3.0, "train/tensor_act_model_layers_96_mlp/range": 4.6640625, "train/tensor_act_model_layers_96_residual_post_mlp/norm": 619651.375, "train/tensor_act_model_layers_96_residual_post_mlp/mean": 302.0, "train/tensor_act_model_layers_96_residual_post_mlp/std": 16.25, "train/tensor_act_model_layers_96_residual_post_mlp/max_abs": 348.0, "train/tensor_act_model_layers_96_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_96_residual_post_mlp/min": 252.0, "train/tensor_act_model_layers_96_residual_post_mlp/max": 348.0, "train/tensor_act_model_layers_96_residual_post_mlp/range": 96.0, "train/tensor_act_model_layers_97_residual_pre_attn/norm": 619651.375, "train/tensor_act_model_layers_97_residual_pre_attn/mean": 302.0, "train/tensor_act_model_layers_97_residual_pre_attn/std": 16.25, "train/tensor_act_model_layers_97_residual_pre_attn/max_abs": 348.0, "train/tensor_act_model_layers_97_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_97_residual_pre_attn/min": 252.0, "train/tensor_act_model_layers_97_residual_pre_attn/max": 348.0, "train/tensor_act_model_layers_97_residual_pre_attn/range": 96.0, "train/tensor_act_model_layers_97_residual_post_attn/norm": 619651.375, "train/tensor_act_model_layers_97_residual_post_attn/mean": 302.0, "train/tensor_act_model_layers_97_residual_post_attn/std": 16.25, "train/tensor_act_model_layers_97_residual_post_attn/max_abs": 348.0, "train/tensor_act_model_layers_97_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_97_residual_post_attn/min": 252.0, "train/tensor_act_model_layers_97_residual_post_attn/max": 348.0, "train/tensor_act_model_layers_97_residual_post_attn/range": 96.0, "train/tensor_act_model_layers_97_mlp_gate_proj/norm": 2284.515380859375, "train/tensor_act_model_layers_97_mlp_gate_proj/mean": 0.21484375, "train/tensor_act_model_layers_97_mlp_gate_proj/std": 0.7578125, "train/tensor_act_model_layers_97_mlp_gate_proj/max_abs": 2.1875, "train/tensor_act_model_layers_97_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_97_mlp_gate_proj/min": -1.9765625, "train/tensor_act_model_layers_97_mlp_gate_proj/max": 2.1875, "train/tensor_act_model_layers_97_mlp_gate_proj/range": 4.1640625, "train/tensor_act_model_layers_97_mlp_up_proj/norm": 2303.791748046875, "train/tensor_act_model_layers_97_mlp_up_proj/mean": 0.08154296875, "train/tensor_act_model_layers_97_mlp_up_proj/std": 0.79296875, "train/tensor_act_model_layers_97_mlp_up_proj/max_abs": 2.203125, "train/tensor_act_model_layers_97_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_97_mlp_up_proj/min": -1.875, "train/tensor_act_model_layers_97_mlp_up_proj/max": 2.203125, "train/tensor_act_model_layers_97_mlp_up_proj/range": 4.078125, "train/tensor_act_model_layers_97_mlp_down_proj/norm": 1806.3052978515625, "train/tensor_act_model_layers_97_mlp_down_proj/mean": 0.62109375, "train/tensor_act_model_layers_97_mlp_down_proj/std": 0.62890625, "train/tensor_act_model_layers_97_mlp_down_proj/max_abs": 2.015625, "train/tensor_act_model_layers_97_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_97_mlp_down_proj/min": -0.828125, "train/tensor_act_model_layers_97_mlp_down_proj/max": 2.015625, "train/tensor_act_model_layers_97_mlp_down_proj/range": 2.84375, "train/tensor_act_model_layers_97_mlp/norm": 1806.3052978515625, "train/tensor_act_model_layers_97_mlp/mean": 0.62109375, "train/tensor_act_model_layers_97_mlp/std": 0.62890625, "train/tensor_act_model_layers_97_mlp/max_abs": 2.015625, "train/tensor_act_model_layers_97_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_97_mlp/min": -0.828125, "train/tensor_act_model_layers_97_mlp/max": 2.015625, "train/tensor_act_model_layers_97_mlp/range": 2.84375, "train/tensor_act_model_layers_97_residual_post_mlp/norm": 621036.9375, "train/tensor_act_model_layers_97_residual_post_mlp/mean": 302.0, "train/tensor_act_model_layers_97_residual_post_mlp/std": 16.375, "train/tensor_act_model_layers_97_residual_post_mlp/max_abs": 348.0, "train/tensor_act_model_layers_97_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_97_residual_post_mlp/min": 252.0, "train/tensor_act_model_layers_97_residual_post_mlp/max": 348.0, "train/tensor_act_model_layers_97_residual_post_mlp/range": 96.0, "train/tensor_act_model_layers_98_residual_pre_attn/norm": 621036.9375, "train/tensor_act_model_layers_98_residual_pre_attn/mean": 302.0, "train/tensor_act_model_layers_98_residual_pre_attn/std": 16.375, "train/tensor_act_model_layers_98_residual_pre_attn/max_abs": 348.0, "train/tensor_act_model_layers_98_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_98_residual_pre_attn/min": 252.0, "train/tensor_act_model_layers_98_residual_pre_attn/max": 348.0, "train/tensor_act_model_layers_98_residual_pre_attn/range": 96.0, "train/tensor_act_model_layers_98_residual_post_attn/norm": 621036.9375, "train/tensor_act_model_layers_98_residual_post_attn/mean": 302.0, "train/tensor_act_model_layers_98_residual_post_attn/std": 16.375, "train/tensor_act_model_layers_98_residual_post_attn/max_abs": 348.0, "train/tensor_act_model_layers_98_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_98_residual_post_attn/min": 252.0, "train/tensor_act_model_layers_98_residual_post_attn/max": 348.0, "train/tensor_act_model_layers_98_residual_post_attn/range": 96.0, "train/tensor_act_model_layers_98_mlp_gate_proj/norm": 2303.76220703125, "train/tensor_act_model_layers_98_mlp_gate_proj/mean": 0.21875, "train/tensor_act_model_layers_98_mlp_gate_proj/std": 0.765625, "train/tensor_act_model_layers_98_mlp_gate_proj/max_abs": 2.140625, "train/tensor_act_model_layers_98_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_98_mlp_gate_proj/min": -1.9296875, "train/tensor_act_model_layers_98_mlp_gate_proj/max": 2.140625, "train/tensor_act_model_layers_98_mlp_gate_proj/range": 4.0703125, "train/tensor_act_model_layers_98_mlp_up_proj/norm": 2284.555908203125, "train/tensor_act_model_layers_98_mlp_up_proj/mean": 0.0057373046875, "train/tensor_act_model_layers_98_mlp_up_proj/std": 0.7890625, "train/tensor_act_model_layers_98_mlp_up_proj/max_abs": 2.515625, "train/tensor_act_model_layers_98_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_98_mlp_up_proj/min": -2.515625, "train/tensor_act_model_layers_98_mlp_up_proj/max": 2.5, "train/tensor_act_model_layers_98_mlp_up_proj/range": 5.015625, "train/tensor_act_model_layers_98_mlp_down_proj/norm": 1774.6531982421875, "train/tensor_act_model_layers_98_mlp_down_proj/mean": 0.5546875, "train/tensor_act_model_layers_98_mlp_down_proj/std": 0.6640625, "train/tensor_act_model_layers_98_mlp_down_proj/max_abs": 2.03125, "train/tensor_act_model_layers_98_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_98_mlp_down_proj/min": -1.09375, "train/tensor_act_model_layers_98_mlp_down_proj/max": 2.03125, "train/tensor_act_model_layers_98_mlp_down_proj/range": 3.125, "train/tensor_act_model_layers_98_mlp/norm": 1774.6531982421875, "train/tensor_act_model_layers_98_mlp/mean": 0.5546875, "train/tensor_act_model_layers_98_mlp/std": 0.6640625, "train/tensor_act_model_layers_98_mlp/max_abs": 2.03125, "train/tensor_act_model_layers_98_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_98_mlp/min": -1.09375, "train/tensor_act_model_layers_98_mlp/max": 2.03125, "train/tensor_act_model_layers_98_mlp/range": 3.125, "train/tensor_act_model_layers_98_residual_post_mlp/norm": 622256.9375, "train/tensor_act_model_layers_98_residual_post_mlp/mean": 304.0, "train/tensor_act_model_layers_98_residual_post_mlp/std": 16.5, "train/tensor_act_model_layers_98_residual_post_mlp/max_abs": 348.0, "train/tensor_act_model_layers_98_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_98_residual_post_mlp/min": 252.0, "train/tensor_act_model_layers_98_residual_post_mlp/max": 348.0, "train/tensor_act_model_layers_98_residual_post_mlp/range": 96.0, "train/tensor_act_model_layers_99_residual_pre_attn/norm": 622256.9375, "train/tensor_act_model_layers_99_residual_pre_attn/mean": 304.0, "train/tensor_act_model_layers_99_residual_pre_attn/std": 16.5, "train/tensor_act_model_layers_99_residual_pre_attn/max_abs": 348.0, "train/tensor_act_model_layers_99_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_99_residual_pre_attn/min": 252.0, "train/tensor_act_model_layers_99_residual_pre_attn/max": 348.0, "train/tensor_act_model_layers_99_residual_pre_attn/range": 96.0, "train/tensor_act_model_layers_99_residual_post_attn/norm": 622256.9375, "train/tensor_act_model_layers_99_residual_post_attn/mean": 304.0, "train/tensor_act_model_layers_99_residual_post_attn/std": 16.5, "train/tensor_act_model_layers_99_residual_post_attn/max_abs": 348.0, "train/tensor_act_model_layers_99_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_99_residual_post_attn/min": 252.0, "train/tensor_act_model_layers_99_residual_post_attn/max": 348.0, "train/tensor_act_model_layers_99_residual_post_attn/range": 96.0, "train/tensor_act_model_layers_99_mlp_gate_proj/norm": 2166.77490234375, "train/tensor_act_model_layers_99_mlp_gate_proj/mean": 0.279296875, "train/tensor_act_model_layers_99_mlp_gate_proj/std": 0.6953125, "train/tensor_act_model_layers_99_mlp_gate_proj/max_abs": 2.890625, "train/tensor_act_model_layers_99_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_99_mlp_gate_proj/min": -1.6015625, "train/tensor_act_model_layers_99_mlp_gate_proj/max": 2.890625, "train/tensor_act_model_layers_99_mlp_gate_proj/range": 4.4921875, "train/tensor_act_model_layers_99_mlp_up_proj/norm": 2150.990478515625, "train/tensor_act_model_layers_99_mlp_up_proj/mean": -0.051513671875, "train/tensor_act_model_layers_99_mlp_up_proj/std": 0.7421875, "train/tensor_act_model_layers_99_mlp_up_proj/max_abs": 2.125, "train/tensor_act_model_layers_99_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_99_mlp_up_proj/min": -2.046875, "train/tensor_act_model_layers_99_mlp_up_proj/max": 2.125, "train/tensor_act_model_layers_99_mlp_up_proj/range": 4.171875, "train/tensor_act_model_layers_99_mlp_down_proj/norm": 2075.54736328125, "train/tensor_act_model_layers_99_mlp_down_proj/mean": 0.4140625, "train/tensor_act_model_layers_99_mlp_down_proj/std": 0.92578125, "train/tensor_act_model_layers_99_mlp_down_proj/max_abs": 2.390625, "train/tensor_act_model_layers_99_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_99_mlp_down_proj/min": -1.6875, "train/tensor_act_model_layers_99_mlp_down_proj/max": 2.390625, "train/tensor_act_model_layers_99_mlp_down_proj/range": 4.078125, "train/tensor_act_model_layers_99_mlp/norm": 2075.54736328125, "train/tensor_act_model_layers_99_mlp/mean": 0.4140625, "train/tensor_act_model_layers_99_mlp/std": 0.92578125, "train/tensor_act_model_layers_99_mlp/max_abs": 2.390625, "train/tensor_act_model_layers_99_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_99_mlp/min": -1.6875, "train/tensor_act_model_layers_99_mlp/max": 2.390625, "train/tensor_act_model_layers_99_mlp/range": 4.078125, "train/tensor_act_model_layers_99_residual_post_mlp/norm": 623157.8125, "train/tensor_act_model_layers_99_residual_post_mlp/mean": 304.0, "train/tensor_act_model_layers_99_residual_post_mlp/std": 17.0, "train/tensor_act_model_layers_99_residual_post_mlp/max_abs": 348.0, "train/tensor_act_model_layers_99_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_99_residual_post_mlp/min": 251.0, "train/tensor_act_model_layers_99_residual_post_mlp/max": 348.0, "train/tensor_act_model_layers_99_residual_post_mlp/range": 97.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/norm": 42729472.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/mean": -6912.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/std": 235520.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/max_abs": 1490944.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/min": -1490944.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/max": 1056768.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/range": 2547712.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/norm": 25821184.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/mean": -3568.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/std": 142336.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/max_abs": 823296.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/min": -823296.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/max": 647168.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/range": 1470464.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/norm": 31195136.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/mean": -70144.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/std": 157696.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/max_abs": 987136.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/min": -987136.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/max": 155648.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/range": 1142784.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/norm": 48234496.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/mean": -11392.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/std": 266240.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/max_abs": 1581056.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/min": -1581056.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/max": 1507328.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/range": 3088384.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/norm": 31457280.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/mean": -7872.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/std": 173056.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/max_abs": 1015808.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/min": -1015808.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/max": 737280.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/range": 1753088.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/norm": 38010880.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/mean": -86528.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/std": 191488.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/max_abs": 1187840.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/min": -1187840.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/max": 159744.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/range": 1347584.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/norm": 43515904.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/mean": -23936.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/std": 239616.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/max_abs": 1163264.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/min": -1155072.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/max": 1163264.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/range": 2318336.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/norm": 35651584.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/mean": -20864.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/std": 195584.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/max_abs": 1130496.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/min": -946176.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/max": 1130496.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/range": 2076672.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/norm": 39845888.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/mean": -95744.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/std": 198656.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/max_abs": 1179648.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/min": -1179648.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/max": 115200.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/range": 1294848.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/norm": 60555264.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/mean": -6272.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/std": 333824.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/max_abs": 1581056.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/min": -1220608.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/max": 1581056.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/range": 2801664.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/norm": 46661632.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/mean": -12544.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/std": 258048.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/max_abs": 1368064.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/min": -1368064.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/max": 1163264.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/range": 2531328.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/norm": 51118080.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/mean": -119296.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/std": 256000.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/max_abs": 2293760.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/min": -2293760.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/max": 112128.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/range": 2405888.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/norm": 69206016.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/mean": -4320.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/std": 380928.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/max_abs": 1728512.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/min": -1449984.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/max": 1728512.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/range": 3178496.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/norm": 50069504.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/mean": -644.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/std": 276480.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/max_abs": 1441792.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/min": -1187840.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/max": 1441792.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/range": 2629632.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/norm": 57671680.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/mean": -141312.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/std": 286720.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/max_abs": 1687552.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/min": -1687552.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/max": 401408.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/range": 2088960.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/norm": 71827456.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/mean": 12032.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/std": 397312.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/max_abs": 1384448.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/min": -1384448.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/max": 1376256.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/range": 2760704.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/norm": 59244544.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/mean": 8064.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/std": 325632.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/max_abs": 1597440.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/min": -1400832.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/max": 1597440.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/range": 2998272.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/norm": 65798144.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/mean": -167936.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/std": 321536.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/max_abs": 1605632.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/min": -1605632.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/max": 282624.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/range": 1888256.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/norm": 76546048.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/mean": -4064.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/std": 423936.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/max_abs": 1622016.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/min": -1589248.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/max": 1622016.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/range": 3211264.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/norm": 62128128.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/mean": -12352.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/std": 344064.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/max_abs": 1540096.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/min": -1540096.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/max": 1441792.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/range": 2981888.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/norm": 59506688.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/mean": -158720.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/std": 286720.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/max_abs": 1540096.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/min": -1540096.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/max": 127488.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/range": 1667584.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/norm": 65536000.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/mean": 42752.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/std": 360448.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/max_abs": 1499136.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/min": -1351680.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/max": 1499136.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/range": 2850816.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/norm": 57147392.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/mean": 32768.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/std": 315392.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/max_abs": 1507328.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/min": -1507328.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/max": 1384448.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/range": 2891776.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/norm": 57409536.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/mean": -142336.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/std": 284672.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/max_abs": 1425408.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/min": -1425408.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/max": 160768.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/range": 1586176.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/norm": 76546048.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/mean": 44544.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/std": 421888.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/max_abs": 1769472.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/min": -1523712.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/max": 1769472.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/range": 3293184.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/norm": 60555264.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/mean": 33792.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/std": 333824.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/max_abs": 1736704.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/min": -1736704.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/max": 1310720.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/range": 3047424.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/norm": 68681728.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/mean": -160768.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/std": 344064.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/max_abs": 1900544.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/min": -1900544.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/max": 146432.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/range": 2046976.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/norm": 65011712.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/mean": 28416.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/std": 358400.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/max_abs": 1581056.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/min": -1466368.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/max": 1581056.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/range": 3047424.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/norm": 60555264.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/mean": 29440.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/std": 331776.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/max_abs": 2228224.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/min": -1466368.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/max": 2228224.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/range": 3694592.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/norm": 67633152.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/mean": -153600.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/std": 339968.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/max_abs": 1900544.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/min": -1900544.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/max": 90624.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/range": 1991168.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/norm": 78118912.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/mean": -11520.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/std": 432128.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/max_abs": 1712128.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/min": -1712128.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/max": 1515520.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/range": 3227648.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/norm": 69730304.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/mean": -33024.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/std": 385024.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/max_abs": 1974272.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/min": -1974272.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/max": 1351680.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/range": 3325952.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/norm": 72351744.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/mean": -173056.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/std": 360448.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/max_abs": 1679360.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/min": -1679360.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/max": 186368.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/range": 1865728.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/norm": 82313216.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/mean": 26752.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/std": 454656.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/max_abs": 1892352.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/min": -1892352.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/max": 1671168.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/range": 3563520.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/norm": 67108864.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/mean": 31616.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/std": 368640.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/max_abs": 1540096.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/min": -1417216.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/max": 1540096.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/range": 2957312.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/norm": 78643200.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/mean": -187392.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/std": 391168.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/max_abs": 2031616.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/min": -2031616.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/max": 227328.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/range": 2258944.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/norm": 83361792.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/mean": -38912.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/std": 458752.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/max_abs": 1638400.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/min": -1638400.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/max": 1474560.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/range": 3112960.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/norm": 72351744.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/mean": -28672.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/std": 397312.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/max_abs": 1712128.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/min": -1474560.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/max": 1712128.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/range": 3186688.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/norm": 84934656.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/mean": -202752.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/std": 421888.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/max_abs": 1998848.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/min": -1998848.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/max": 133120.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/range": 2131968.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/norm": 87031808.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/mean": -13632.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/std": 481280.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/max_abs": 1867776.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/min": -1867776.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/max": 1548288.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/range": 3416064.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/norm": 72876032.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/mean": -7136.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/std": 401408.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/max_abs": 1957888.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/min": -1531904.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/max": 1957888.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/range": 3489792.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/norm": 81788928.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/mean": -218112.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/std": 395264.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/max_abs": 1728512.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/min": -1728512.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/max": 128000.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/range": 1856512.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/norm": 86507520.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/mean": -48640.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/std": 477184.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/max_abs": 1589248.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/min": -1417216.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/max": 1589248.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/range": 3006464.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/norm": 74973184.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/mean": -53760.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/std": 411648.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/max_abs": 1720320.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/min": -1720320.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/max": 1433600.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/range": 3153920.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/norm": 88604672.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/mean": -227328.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/std": 434176.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/max_abs": 2244608.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/min": -2244608.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/max": 185344.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/range": 2429952.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/norm": 82313216.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/mean": -20224.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/std": 454656.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/max_abs": 1613824.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/min": -1597440.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/max": 1613824.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/range": 3211264.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/norm": 73924608.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/mean": -20992.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/std": 407552.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/max_abs": 1507328.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/min": -1507328.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/max": 1359872.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/range": 2867200.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/norm": 81788928.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/mean": -203776.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/std": 403456.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/max_abs": 1810432.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/min": -1810432.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/max": 81408.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/range": 1891840.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/norm": 84410368.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/mean": 21504.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/std": 464896.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/max_abs": 1597440.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/min": -1597440.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/max": 1564672.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/range": 3162112.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/norm": 74973184.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/mean": 6016.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/std": 413696.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/max_abs": 1687552.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/min": -1687552.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/max": 1261568.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/range": 2949120.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/norm": 82313216.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/mean": -207872.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/std": 403456.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/max_abs": 1884160.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/min": -1884160.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/max": 104448.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/range": 1988608.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/norm": 88604672.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/mean": 49920.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/std": 487424.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/max_abs": 2056192.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/min": -2056192.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/max": 1540096.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/range": 3596288.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/norm": 83886080.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/mean": 32128.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/std": 462848.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/max_abs": 1875968.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/min": -1875968.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/max": 1720320.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/range": 3596288.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/norm": 92274688.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/mean": -232448.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/std": 454656.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/max_abs": 2146304.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/min": -2146304.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/max": 160768.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/range": 2307072.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/norm": 95944704.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/mean": 27264.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/std": 528384.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/max_abs": 1638400.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/min": -1638400.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/max": 1515520.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/range": 3153920.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/norm": 88080384.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/mean": 28928.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/std": 485376.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/max_abs": 1835008.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/min": -1835008.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/max": 1687552.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/range": 3522560.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/norm": 91750400.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/mean": -240640.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/std": 448512.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/max_abs": 1916928.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/min": -1916928.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/max": 107008.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/range": 2023936.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/norm": 92798976.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/mean": -12480.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/std": 512000.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/max_abs": 1597440.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/min": -1597440.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/max": 1572864.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/range": 3170304.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/norm": 87031808.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/mean": 9728.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/std": 479232.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/max_abs": 1892352.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/min": -1761280.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/max": 1892352.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/range": 3653632.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/norm": 102236160.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/mean": -262144.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/std": 499712.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/max_abs": 2342912.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/min": -2342912.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/max": 91648.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/range": 2434560.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/norm": 92274688.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/mean": 14400.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/std": 509952.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/max_abs": 1802240.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/min": -1769472.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/max": 1802240.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/range": 3571712.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/norm": 82313216.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/mean": 23808.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/std": 454656.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/max_abs": 1744896.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/min": -1597440.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/max": 1744896.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/range": 3342336.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/norm": 90177536.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/mean": -231424.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/std": 442368.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/max_abs": 1941504.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/min": -1941504.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/max": 73728.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/range": 2015232.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/norm": 91750400.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/mean": -27008.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/std": 505856.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/max_abs": 1982464.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/min": -1605632.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/max": 1982464.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/range": 3588096.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/norm": 79167488.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/mean": -19584.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/std": 438272.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/max_abs": 1703936.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/min": -1605632.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/max": 1703936.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/range": 3309568.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/norm": 93323264.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/mean": -239616.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/std": 456704.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/max_abs": 2113536.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/min": -2113536.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/max": 143360.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/range": 2256896.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/norm": 91226112.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/mean": 12416.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/std": 503808.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/max_abs": 1744896.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/min": -1679360.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/max": 1744896.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/range": 3424256.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/norm": 81788928.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/mean": 6080.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/std": 452608.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/max_abs": 1859584.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/min": -1859584.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/max": 1736704.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/range": 3596288.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/norm": 90177536.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/mean": -208896.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/std": 452608.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/max_abs": 2088960.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/min": -2088960.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/max": 191488.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/range": 2280448.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/norm": 95420416.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/mean": -38912.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/std": 524288.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/max_abs": 1720320.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/min": -1720320.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/max": 1671168.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/range": 3391488.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/norm": 81788928.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/mean": -37376.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/std": 452608.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/max_abs": 1810432.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/min": -1646592.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/max": 1810432.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/range": 3457024.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/norm": 92798976.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/mean": -228352.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/std": 458752.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/max_abs": 1966080.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/min": -1966080.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/max": 65536.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/range": 2031616.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/norm": 92274688.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/mean": -4736.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/std": 509952.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/max_abs": 1794048.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/min": -1630208.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/max": 1794048.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/range": 3424256.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/norm": 81264640.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/mean": -1440.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/std": 448512.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/max_abs": 1835008.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/min": -1769472.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/max": 1835008.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/range": 3604480.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/norm": 88604672.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/mean": -217088.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/std": 438272.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/max_abs": 2457600.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/min": -2457600.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/max": 118272.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/range": 2575872.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/norm": 98041856.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/mean": -44800.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/std": 540672.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/max_abs": 1744896.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/min": -1744896.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/max": 1736704.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/range": 3481600.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/norm": 89653248.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/mean": -48640.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/std": 493568.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/max_abs": 1818624.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/min": -1818624.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/max": 1761280.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/range": 3579904.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/norm": 100663296.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/mean": -253952.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/std": 493568.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/max_abs": 2244608.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/min": -2244608.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/max": 107008.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/range": 2351616.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/norm": 99614720.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/mean": 28416.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/std": 548864.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/max_abs": 1687552.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/min": -1605632.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/max": 1687552.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/range": 3293184.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/norm": 100139008.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/mean": 34048.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/std": 552960.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/max_abs": 2072576.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/min": -1818624.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/max": 2072576.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/range": 3891200.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/norm": 106430464.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/mean": -278528.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/std": 520192.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/max_abs": 1990656.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/min": -1990656.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/max": 108544.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/range": 2099200.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/norm": 97517568.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/mean": -19456.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/std": 540672.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/max_abs": 1671168.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/min": -1540096.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/max": 1671168.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/range": 3211264.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/norm": 92798976.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/mean": -28928.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/std": 514048.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/max_abs": 1794048.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/min": -1761280.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/max": 1794048.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/range": 3555328.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/norm": 102760448.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/mean": -268288.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/std": 499712.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/max_abs": 2015232.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/min": -2015232.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/max": 102400.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/range": 2117632.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/norm": 88080384.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/mean": -1080.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/std": 487424.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/max_abs": 1925120.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/min": -1925120.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/max": 1916928.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/range": 3842048.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/norm": 82837504.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/mean": -1600.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/std": 458752.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/max_abs": 1990656.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/min": -1712128.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/max": 1990656.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/range": 3702784.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/norm": 91750400.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/mean": -206848.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/std": 462848.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/max_abs": 2736128.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/min": -2736128.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/max": 84992.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/range": 2821120.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/norm": 104333312.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/mean": 88064.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/std": 569344.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/max_abs": 1990656.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/min": -1662976.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/max": 1990656.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/range": 3653632.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/norm": 101187584.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/mean": 74240.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/std": 552960.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/max_abs": 2039808.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/min": -1867776.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/max": 2039808.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/range": 3907584.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/norm": 115343360.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/mean": -301056.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/std": 561152.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/max_abs": 2244608.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/min": -2244608.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/max": 172032.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/range": 2416640.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/norm": 92798976.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/mean": -18816.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/std": 512000.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/max_abs": 1769472.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/min": -1769472.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/max": 1744896.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/range": 3514368.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/norm": 87031808.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/mean": -10880.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/std": 481280.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/max_abs": 2342912.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/min": -1695744.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/max": 2342912.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/range": 4038656.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/norm": 97517568.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/mean": -236544.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/std": 485376.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/max_abs": 2015232.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/min": -2015232.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/max": 73216.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/range": 2088448.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/norm": 101187584.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/mean": -21760.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/std": 557056.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/max_abs": 1703936.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/min": -1703936.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/max": 1523712.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/range": 3227648.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/norm": 90701824.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/mean": -17664.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/std": 501760.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/max_abs": 1785856.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/min": -1785856.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/max": 1622016.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/range": 3407872.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/norm": 101711872.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/mean": -262144.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/std": 497664.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/max_abs": 2162688.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/min": -2162688.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/max": 79872.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/range": 2242560.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/norm": 104857600.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/mean": 73728.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/std": 573440.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/max_abs": 1703936.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/min": -1679360.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/max": 1703936.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/range": 3383296.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/norm": 102236160.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/mean": 64000.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/std": 561152.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/max_abs": 2023424.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/min": -2023424.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/max": 1949696.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/range": 3973120.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/norm": 106430464.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/mean": -268288.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/std": 524288.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/max_abs": 2260992.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/min": -2260992.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/max": 71168.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/range": 2332160.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/norm": 105381888.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/mean": 8576.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/std": 581632.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/max_abs": 1851392.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/min": -1581056.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/max": 1851392.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/range": 3432448.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/norm": 104333312.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/mean": 13824.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/std": 577536.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/max_abs": 1966080.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/min": -1966080.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/max": 1966080.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/range": 3932160.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/norm": 115867648.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/mean": -321536.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/std": 552960.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/max_abs": 2277376.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/min": -2277376.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/max": 72192.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/range": 2349568.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/norm": 98041856.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/mean": 50944.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/std": 540672.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/max_abs": 1597440.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/min": -1597440.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/max": 1556480.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/range": 3153920.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/norm": 95944704.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/mean": 68096.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/std": 524288.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/max_abs": 2015232.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/min": -1671168.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/max": 2015232.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/range": 3686400.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/norm": 108527616.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/mean": -272384.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/std": 536576.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/max_abs": 2719744.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/min": -2719744.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/max": 86016.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/range": 2805760.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/norm": 94896128.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/mean": -16384.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/std": 524288.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/max_abs": 1531904.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/min": -1482752.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/max": 1531904.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/range": 3014656.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/norm": 96993280.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/mean": -20352.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/std": 532480.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/max_abs": 2211840.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/min": -2211840.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/max": 2056192.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/range": 4268032.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/norm": 101187584.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/mean": -257024.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/std": 497664.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/max_abs": 2162688.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/min": -2162688.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/max": 96768.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/range": 2259456.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/norm": 106430464.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/mean": -26624.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/std": 585728.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/max_abs": 1671168.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/min": -1589248.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/max": 1671168.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/range": 3260416.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/norm": 104333312.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/mean": -27776.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/std": 573440.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/max_abs": 1925120.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/min": -1925120.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/max": 1777664.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/range": 3702784.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/norm": 115343360.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/mean": -325632.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/std": 544768.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/max_abs": 2228224.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/min": -2228224.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/max": 154624.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/range": 2382848.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/norm": 110100480.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/mean": 23168.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/std": 606208.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/max_abs": 1761280.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/min": -1761280.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/max": 1695744.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/range": 3457024.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/norm": 104333312.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/mean": 8896.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/std": 577536.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/max_abs": 1949696.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/min": -1810432.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/max": 1949696.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/range": 3760128.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/norm": 118489088.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/mean": -327680.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/std": 569344.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/max_abs": 2457600.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/min": -2457600.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/max": 130560.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/range": 2588160.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/norm": 121634816.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/mean": -79360.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/std": 667648.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/max_abs": 1728512.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/min": -1728512.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/max": 1531904.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/range": 3260416.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/norm": 116391936.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/mean": -69120.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/std": 638976.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/max_abs": 2113536.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/min": -2031616.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/max": 2113536.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/range": 4145152.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/norm": 124780544.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/mean": -372736.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/std": 581632.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/max_abs": 2359296.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/min": -2359296.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/max": 120320.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/range": 2479616.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/norm": 110624768.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/mean": 39168.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/std": 610304.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/max_abs": 1736704.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/min": -1728512.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/max": 1736704.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/range": 3465216.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/norm": 98566144.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/mean": 46336.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/std": 540672.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/max_abs": 1810432.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/min": -1687552.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/max": 1810432.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/range": 3497984.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/norm": 114819072.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/mean": -311296.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/std": 552960.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/max_abs": 2195456.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/min": -2195456.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/max": 66560.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/range": 2262016.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/norm": 110624768.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/mean": 84480.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/std": 606208.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/max_abs": 1761280.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/min": -1515520.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/max": 1761280.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/range": 3276800.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/norm": 106430464.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/mean": 70656.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/std": 585728.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/max_abs": 1900544.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/min": -1859584.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/max": 1900544.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/range": 3760128.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/norm": 121634816.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/mean": -358400.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/std": 569344.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/max_abs": 2260992.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/min": -2260992.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/max": 86528.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/range": 2347520.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/norm": 106430464.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/mean": 9984.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/std": 589824.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/max_abs": 1835008.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/min": -1835008.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/max": 1777664.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/range": 3612672.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/norm": 103809024.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/mean": 3120.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/std": 573440.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/max_abs": 2228224.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/min": -2228224.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/max": 1867776.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/range": 4096000.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/norm": 117964800.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/mean": -327680.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/std": 565248.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/max_abs": 2310144.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/min": -2310144.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/max": 109568.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/range": 2419712.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/norm": 108527616.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/mean": 14720.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/std": 598016.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/max_abs": 1802240.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/min": -1802240.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/max": 1687552.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/range": 3489792.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/norm": 106430464.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/mean": 6016.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/std": 589824.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/max_abs": 1949696.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/min": -1826816.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/max": 1949696.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/range": 3776512.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/norm": 114819072.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/mean": -309248.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/std": 552960.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/max_abs": 2195456.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/frac_near_user_limit": 0.999755859375, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/min": -2195456.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/max": 85504.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/range": 2280960.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/norm": 108527616.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/mean": -11456.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/std": 598016.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/max_abs": 1794048.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/min": -1671168.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/max": 1794048.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/range": 3465216.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/norm": 106954752.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/mean": -22016.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/std": 589824.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/max_abs": 1966080.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/min": -1966080.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/max": 1941504.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/range": 3907584.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/norm": 117964800.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/mean": -313344.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/std": 573440.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/max_abs": 2523136.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/frac_near_user_limit": 0.992218017578125, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/min": -2523136.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/max": 75776.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/range": 2598912.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/norm": 106430464.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/mean": -31104.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/std": 585728.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/max_abs": 1630208.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/min": -1540096.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/max": 1630208.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/range": 3170304.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/norm": 104333312.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/mean": -14144.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/std": 573440.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/max_abs": 2162688.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/min": -2129920.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/max": 2162688.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/range": 4292608.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/norm": 123207680.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/mean": -339968.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/std": 589824.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/max_abs": 2572288.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/min": -2572288.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/max": 88064.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/range": 2660352.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/norm": 105381888.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/mean": 8768.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/std": 581632.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/max_abs": 1851392.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/min": -1851392.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/max": 1679360.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/range": 3530752.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/norm": 97517568.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/mean": 14400.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/std": 536576.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/max_abs": 1900544.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/min": -1900544.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/max": 1826816.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/range": 3727360.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/norm": 114819072.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/mean": -299008.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/std": 561152.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/max_abs": 2392064.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/min": -2392064.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/max": 84992.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/range": 2477056.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/norm": 106430464.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/mean": -12544.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/std": 589824.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/max_abs": 1769472.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/min": -1630208.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/max": 1769472.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/range": 3399680.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/norm": 103284736.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/mean": 980.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/std": 573440.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/max_abs": 2277376.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/min": -2056192.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/max": 2277376.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/range": 4333568.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/norm": 111673344.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/mean": -311296.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/std": 532480.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/max_abs": 2260992.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/min": -2260992.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/max": 193536.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/range": 2454528.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/norm": 119537664.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/mean": -14592.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/std": 659456.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/max_abs": 1736704.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/min": -1736704.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/max": 1728512.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/range": 3465216.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/norm": 112197632.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/mean": -13760.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/std": 618496.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/max_abs": 1859584.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/min": -1859584.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/max": 1859584.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/range": 3719168.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/norm": 125829120.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/mean": -360448.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/std": 593920.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/max_abs": 2195456.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/min": -2195456.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/max": 102400.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/range": 2297856.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/norm": 114294784.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/mean": -41728.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/std": 630784.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/max_abs": 1753088.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/min": -1753088.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/max": 1662976.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/range": 3416064.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/norm": 115867648.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/mean": -46080.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/std": 638976.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/max_abs": 2064384.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/min": -2064384.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/max": 2056192.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/range": 4120576.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/norm": 125304832.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/mean": -362496.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/std": 589824.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/max_abs": 2457600.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/min": -2457600.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/max": 95232.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/range": 2552832.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/norm": 120061952.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/mean": -49152.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/std": 663552.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/max_abs": 1851392.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/min": -1851392.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/max": 1687552.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/range": 3538944.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/norm": 116391936.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/mean": -55296.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/std": 643072.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/max_abs": 2195456.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/min": -2023424.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/max": 2195456.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/range": 4218880.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/norm": 129499136.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/mean": -380928.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/std": 606208.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/max_abs": 2473984.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/min": -2473984.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/max": 61440.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/range": 2535424.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/norm": 120061952.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/mean": 35072.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/std": 663552.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/max_abs": 1818624.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/min": -1441792.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/max": 1818624.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/range": 3260416.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/norm": 120061952.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/mean": 32128.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/std": 663552.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/max_abs": 2088960.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/min": -2088960.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/max": 1982464.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/range": 4071424.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/norm": 138412032.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/mean": -425984.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/std": 630784.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/max_abs": 2621440.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/min": -2621440.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/max": 158720.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/range": 2780160.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/norm": 112721920.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/mean": 21120.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/std": 622592.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/max_abs": 1712128.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/min": -1687552.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/max": 1712128.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/range": 3399680.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/norm": 111673344.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/mean": 37632.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/std": 614400.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/max_abs": 2088960.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/min": -1835008.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/max": 2088960.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/range": 3923968.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/norm": 124780544.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/mean": -354304.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/std": 593920.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/max_abs": 2293760.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/min": -2293760.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/max": 83456.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/range": 2377216.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/norm": 116391936.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/mean": -57856.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/std": 638976.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/max_abs": 1835008.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/min": -1564672.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/max": 1835008.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/range": 3399680.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/norm": 111673344.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/mean": -55552.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/std": 614400.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/max_abs": 2015232.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/min": -1908736.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/max": 2015232.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/range": 3923968.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/norm": 128974848.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/mean": -376832.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/std": 606208.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/max_abs": 2375680.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/min": -2375680.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/max": 97792.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/range": 2473472.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/norm": 119537664.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/mean": 82432.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/std": 655360.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/max_abs": 1671168.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/min": -1630208.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/max": 1671168.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/range": 3301376.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/norm": 117964800.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/mean": 75264.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/std": 647168.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/max_abs": 2179072.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/min": -2179072.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/max": 1900544.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/range": 4079616.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/norm": 128450560.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/mean": -378880.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/std": 598016.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/max_abs": 2129920.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/min": -2129920.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/max": 84992.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/range": 2214912.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/norm": 101711872.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/mean": -35328.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/std": 561152.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/max_abs": 1589248.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/min": -1589248.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/max": 1466368.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/range": 3055616.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/norm": 104333312.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/mean": -37376.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/std": 573440.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/max_abs": 2129920.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/min": -2129920.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/max": 1802240.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/range": 3932160.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/norm": 115867648.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/mean": -301056.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/std": 565248.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/max_abs": 2375680.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/min": -2375680.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/max": 115712.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/range": 2491392.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/norm": 112721920.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/mean": -56576.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/std": 618496.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/max_abs": 1646592.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/min": -1646592.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/max": 1589248.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/range": 3235840.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/norm": 120586240.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/mean": -58880.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/std": 663552.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/max_abs": 2162688.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/min": -2064384.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/max": 2162688.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/range": 4227072.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/norm": 133169152.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/mean": -382976.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/std": 626688.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/max_abs": 2703360.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/min": -2703360.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/max": 123392.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/range": 2826752.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/norm": 126353408.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/mean": 43520.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/std": 696320.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/max_abs": 1851392.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/min": -1851392.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/max": 1564672.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/range": 3416064.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/norm": 122159104.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/mean": 50176.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/std": 675840.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/max_abs": 2023424.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/min": -1933312.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/max": 2023424.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/range": 3956736.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/norm": 142606336.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/mean": -432128.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/std": 663552.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/max_abs": 2342912.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/min": -2342912.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/max": 109568.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/range": 2452480.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/norm": 111673344.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/mean": -87552.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/std": 610304.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/max_abs": 1892352.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/min": -1892352.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/max": 1597440.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/range": 3489792.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/norm": 108003328.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/mean": -75264.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/std": 589824.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/max_abs": 2031616.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/min": -1875968.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/max": 2031616.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/range": 3907584.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/norm": 125304832.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/mean": -350208.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/std": 598016.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/max_abs": 2293760.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/min": -2293760.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/max": 98816.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/range": 2392576.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/norm": 118489088.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/mean": 59392.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/std": 651264.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/max_abs": 1761280.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/min": -1761280.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/max": 1622016.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/range": 3383296.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/norm": 115867648.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/mean": 55808.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/std": 638976.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/max_abs": 1957888.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/min": -1957888.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/max": 1892352.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/range": 3850240.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/norm": 136314880.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/mean": -401408.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/std": 638976.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/max_abs": 2293760.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/min": -2293760.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/max": 72192.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/range": 2365952.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/norm": 117964800.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/mean": 69632.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/std": 647168.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/max_abs": 1925120.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/min": -1679360.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/max": 1925120.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/range": 3604480.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/norm": 116391936.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/mean": 65536.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/std": 638976.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/max_abs": 2064384.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/min": -1769472.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/max": 2064384.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/range": 3833856.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/norm": 134217728.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/mean": -391168.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/std": 630784.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/max_abs": 2605056.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/min": -2605056.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/max": 47616.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/range": 2652672.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/norm": 117964800.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/mean": -13184.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/std": 651264.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/max_abs": 1835008.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/min": -1769472.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/max": 1835008.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/range": 3604480.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/norm": 120586240.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/mean": -15040.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/std": 667648.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/max_abs": 2392064.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/min": -2392064.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/max": 1966080.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/range": 4358144.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/norm": 129499136.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/mean": -374784.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/std": 610304.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/max_abs": 2277376.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/min": -2277376.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/max": 86528.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/range": 2363904.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/norm": 136314880.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/mean": 45824.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/std": 753664.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/max_abs": 1867776.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/min": -1867776.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/max": 1843200.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/range": 3710976.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/norm": 135266304.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/mean": 40448.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/std": 745472.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/max_abs": 2162688.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/min": -2146304.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/max": 2162688.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/range": 4308992.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/norm": 150994944.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/mean": -471040.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/std": 684032.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/max_abs": 2523136.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/min": -2523136.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/max": 146432.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/range": 2669568.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/norm": 115867648.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/mean": -3616.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/std": 638976.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/max_abs": 1859584.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/min": -1859584.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/max": 1818624.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/range": 3678208.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/norm": 115867648.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/mean": -18048.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/std": 638976.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/max_abs": 1998848.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/min": -1982464.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/max": 1998848.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/range": 3981312.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/norm": 123207680.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/mean": -339968.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/std": 589824.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/max_abs": 2375680.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/min": -2375680.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/max": 73216.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/range": 2448896.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/norm": 122683392.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/mean": 51712.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/std": 675840.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/max_abs": 1818624.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/min": -1818624.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/max": 1753088.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/range": 3571712.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/norm": 127401984.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/mean": 58624.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/std": 700416.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/max_abs": 2473984.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/min": -2473984.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/max": 2080768.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/range": 4554752.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/norm": 137363456.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/mean": -415744.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/std": 634880.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/max_abs": 2310144.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/min": -2310144.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/max": 59904.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/range": 2370048.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/norm": 123207680.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/mean": 78336.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/std": 675840.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/max_abs": 1933312.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/min": -1835008.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/max": 1933312.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/range": 3768320.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/norm": 121634816.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/mean": 84992.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/std": 667648.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/max_abs": 2162688.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/min": -2162688.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/max": 1810432.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/range": 3973120.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/norm": 135266304.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/mean": -397312.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/std": 630784.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/max_abs": 2916352.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/min": -2916352.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/max": 71168.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/range": 2987520.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/norm": 117964800.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/mean": -2400.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/std": 651264.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/max_abs": 1826816.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/min": -1826816.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/max": 1687552.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/range": 3514368.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/norm": 119013376.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/mean": 4704.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/std": 659456.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/max_abs": 2392064.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/min": -2064384.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/max": 2392064.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/range": 4456448.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/norm": 130547712.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/mean": -354304.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/std": 626688.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/max_abs": 2473984.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/min": -2473984.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/max": 148480.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/range": 2622464.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/norm": 116391936.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/mean": 25344.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/std": 643072.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/max_abs": 1916928.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/min": -1916928.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/max": 1720320.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/range": 3637248.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/norm": 115867648.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/mean": 38400.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/std": 638976.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/max_abs": 2195456.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/min": -2195456.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/max": 2146304.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/range": 4341760.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/norm": 120586240.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/mean": -327680.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/std": 581632.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/max_abs": 2359296.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/min": -2359296.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/max": 62464.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/range": 2421760.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/norm": 111673344.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/mean": -18176.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/std": 614400.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/max_abs": 1794048.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/min": -1695744.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/max": 1794048.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/range": 3489792.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/norm": 116916224.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/mean": -12608.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/std": 643072.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/max_abs": 2326528.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/min": -2326528.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/max": 2293760.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/range": 4620288.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/norm": 121634816.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/mean": -327680.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/std": 585728.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/max_abs": 2441216.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/min": -2441216.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/max": 75264.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/range": 2516480.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/norm": 119013376.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/mean": -47616.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/std": 655360.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/max_abs": 1777664.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/min": -1777664.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/max": 1728512.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/range": 3506176.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/norm": 121634816.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/mean": -38912.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/std": 671744.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/max_abs": 2260992.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/min": -2179072.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/max": 2260992.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/range": 4440064.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/norm": 134217728.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/mean": -387072.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/std": 634880.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/max_abs": 2965504.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/min": -2965504.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/max": 72704.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/range": 3038208.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/norm": 117964800.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/mean": 11968.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/std": 651264.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/max_abs": 1769472.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/min": -1769472.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/max": 1753088.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/range": 3522560.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/norm": 123207680.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/mean": 2208.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/std": 679936.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/max_abs": 2981888.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/min": -2981888.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/max": 2007040.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/range": 4988928.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/norm": 132644864.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/mean": -387072.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/std": 622592.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/max_abs": 2605056.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/min": -2605056.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/max": 82944.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/range": 2688000.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/norm": 128450560.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/mean": 25856.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/std": 708608.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/max_abs": 1925120.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/min": -1851392.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/max": 1925120.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/range": 3776512.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/norm": 120061952.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/mean": 23680.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/std": 663552.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/max_abs": 2097152.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/min": -2097152.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/max": 2072576.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/range": 4169728.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/norm": 136314880.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/mean": -397312.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/std": 643072.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/max_abs": 2588672.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/min": -2588672.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/max": 131072.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/range": 2719744.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/norm": 115867648.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/mean": -10816.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/std": 638976.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/max_abs": 1753088.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/min": -1753088.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/max": 1753088.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/range": 3506176.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/norm": 115867648.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/mean": -17920.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/std": 638976.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/max_abs": 2228224.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/min": -2228224.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/max": 2113536.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/range": 4341760.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/norm": 127926272.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/mean": -352256.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/std": 610304.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/max_abs": 2686976.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/min": -2686976.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/max": 125952.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/range": 2812928.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/norm": 118489088.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/mean": -46848.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/std": 651264.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/max_abs": 1851392.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/min": -1851392.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/max": 1744896.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/range": 3596288.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/norm": 120061952.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/mean": -43008.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/std": 663552.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/max_abs": 2146304.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/min": -2146304.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/max": 1982464.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/range": 4128768.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/norm": 131596288.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/mean": -364544.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/std": 626688.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/max_abs": 2392064.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/min": -2392064.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/max": 118272.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/range": 2510336.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/norm": 115867648.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/mean": 12608.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/std": 638976.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/max_abs": 1851392.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/min": -1769472.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/max": 1851392.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/range": 3620864.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/norm": 121110528.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/mean": 8640.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/std": 667648.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/max_abs": 2342912.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/min": -2342912.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/max": 2088960.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/range": 4431872.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/norm": 133169152.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/mean": -378880.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/std": 630784.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/max_abs": 2408448.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/min": -2408448.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/max": 83968.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/range": 2492416.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/norm": 122683392.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/mean": -24448.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/std": 675840.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/max_abs": 1916928.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/min": -1679360.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/max": 1916928.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/range": 3596288.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/norm": 129499136.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/mean": -21120.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/std": 716800.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/max_abs": 2277376.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/min": -2097152.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/max": 2277376.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/range": 4374528.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/norm": 141557760.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/mean": -436224.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/std": 647168.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/max_abs": 2310144.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/min": -2310144.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/max": 50944.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/range": 2361088.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/norm": 109576192.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/mean": -28416.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/std": 602112.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/max_abs": 1802240.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/min": -1802240.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/max": 1736704.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/range": 3538944.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/norm": 112197632.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/mean": -31744.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/std": 618496.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/max_abs": 2523136.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/min": -1933312.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/max": 2523136.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/range": 4456448.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/norm": 119537664.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/mean": -296960.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/std": 589824.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/max_abs": 2490368.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/min": -2490368.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/max": 73728.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/range": 2564096.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/norm": 108527616.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/mean": -64000.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/std": 598016.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/max_abs": 1974272.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/min": -1974272.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/max": 1695744.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/range": 3670016.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/norm": 114294784.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/mean": -82432.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/std": 626688.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/max_abs": 2113536.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/min": -2113536.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/max": 1974272.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/range": 4087808.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/norm": 133693440.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/mean": -346112.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/std": 651264.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/max_abs": 2621440.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/min": -2621440.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/max": 57856.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/range": 2679296.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/norm": 101187584.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/mean": 45824.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/std": 557056.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/max_abs": 1695744.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/min": -1638400.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/max": 1695744.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/range": 3334144.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/norm": 110624768.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/mean": 41728.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/std": 610304.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/max_abs": 2211840.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/min": -2211840.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/max": 2072576.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/range": 4284416.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/norm": 123731968.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/mean": -319488.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/std": 606208.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/max_abs": 2375680.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/min": -2375680.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/max": 104960.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/range": 2480640.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/norm": 127401984.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/mean": -25984.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/std": 704512.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/max_abs": 1851392.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/min": -1826816.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/max": 1851392.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/range": 3678208.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/norm": 126877696.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/mean": -19712.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/std": 700416.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/max_abs": 2260992.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/min": -2195456.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/max": 2260992.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/range": 4456448.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/norm": 141557760.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/mean": -419840.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/std": 659456.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/max_abs": 2490368.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/min": -2490368.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/max": 148480.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/range": 2638848.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/norm": 102760448.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/mean": 7392.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/std": 569344.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/max_abs": 1966080.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/min": -1966080.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/max": 1900544.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/range": 3866624.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/norm": 99614720.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/mean": 16640.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/std": 548864.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/max_abs": 2408448.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/min": -2211840.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/max": 2408448.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/range": 4620288.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/norm": 110100480.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/mean": -272384.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/std": 544768.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/max_abs": 2506752.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/frac_near_user_limit": 0.99639892578125, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/min": -2506752.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/max": 158720.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/range": 2665472.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/norm": 102236160.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/mean": 4128.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/std": 565248.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/max_abs": 1794048.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/min": -1794048.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/max": 1597440.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/range": 3391488.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/norm": 108527616.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/mean": 21248.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/std": 598016.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/max_abs": 2736128.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/min": -2736128.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/max": 2179072.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/range": 4915200.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/norm": 118489088.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/mean": -305152.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/std": 577536.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/max_abs": 2523136.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/min": -2523136.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/max": 78848.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/range": 2601984.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/norm": 94896128.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/mean": -51968.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/std": 522240.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/max_abs": 1654784.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/min": -1638400.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/max": 1654784.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/range": 3293184.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/norm": 99090432.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/mean": -44544.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/std": 544768.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/max_abs": 2572288.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/min": -2244608.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/max": 2572288.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/range": 4816896.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/norm": 111673344.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/mean": -262144.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/std": 561152.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/max_abs": 2523136.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/min": -2523136.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/max": 78336.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/range": 2601472.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/norm": 108527616.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/mean": 12224.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/std": 598016.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/max_abs": 1744896.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/min": -1744896.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/max": 1720320.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/range": 3465216.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/norm": 105381888.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/mean": 20736.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/std": 581632.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/max_abs": 2244608.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/min": -2162688.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/max": 2244608.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/range": 4407296.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/norm": 117964800.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/mean": -299008.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/std": 577536.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/max_abs": 2654208.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/min": -2654208.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/max": 156672.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/range": 2810880.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/norm": 98566144.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/mean": 49152.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/std": 540672.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/max_abs": 1892352.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/min": -1892352.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/max": 1785856.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/range": 3678208.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/norm": 98566144.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/mean": 50432.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/std": 540672.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/max_abs": 2605056.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/min": -2129920.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/max": 2605056.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/range": 4734976.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/norm": 107479040.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/mean": -246784.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/std": 540672.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/max_abs": 3014656.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/min": -3014656.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/max": 121856.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/range": 3136512.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/norm": 100139008.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/mean": -22144.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/std": 552960.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/max_abs": 1777664.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/min": -1777664.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/max": 1769472.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/range": 3547136.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/norm": 100663296.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/mean": -23424.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/std": 557056.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/max_abs": 2326528.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/min": -2326528.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/max": 2293760.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/range": 4620288.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/norm": 108003328.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/mean": -259072.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/std": 536576.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/max_abs": 2539520.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/min": -2539520.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/max": 94208.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/range": 2633728.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/norm": 99614720.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/mean": 24064.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/std": 548864.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/max_abs": 1867776.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/min": -1564672.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/max": 1867776.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/range": 3432448.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/norm": 100663296.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/mean": 29440.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/std": 557056.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/max_abs": 2670592.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/min": -2670592.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/max": 2162688.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/range": 4833280.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/norm": 111673344.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/mean": -276480.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/std": 552960.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/max_abs": 2719744.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/min": -2719744.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/max": 84992.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/range": 2804736.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/norm": 125304832.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/mean": -37888.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/std": 692224.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/max_abs": 1933312.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/min": -1933312.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/max": 1794048.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/range": 3727360.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/norm": 125304832.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/mean": -29952.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/std": 692224.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/max_abs": 2523136.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/min": -2408448.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/max": 2523136.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/range": 4931584.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/norm": 133169152.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/mean": -380928.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/std": 626688.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/max_abs": 2785280.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/min": -2785280.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/max": 81920.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/range": 2867200.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/norm": 119013376.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/mean": 34816.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/std": 655360.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/max_abs": 1916928.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/min": -1810432.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/max": 1916928.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/range": 3727360.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/norm": 118489088.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/mean": 41216.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/std": 655360.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/max_abs": 2555904.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/frac_near_user_limit": 0.99676513671875, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/min": -2342912.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/max": 2555904.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/range": 4898816.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/norm": 128974848.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/mean": -321536.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/std": 634880.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/max_abs": 3457024.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/min": -3457024.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/max": 113152.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/range": 3570176.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/norm": 115867648.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/mean": 2064.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/std": 638976.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/max_abs": 2211840.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/min": -2211840.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/max": 1892352.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/range": 4104192.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/norm": 117440512.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/mean": -1488.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/std": 647168.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/max_abs": 2998272.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/min": -2539520.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/max": 2998272.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/range": 5537792.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/norm": 125829120.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/mean": -309248.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/std": 622592.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/max_abs": 3178496.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/min": -3178496.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/max": 162816.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/range": 3341312.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/norm": 121634816.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/mean": 29440.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/std": 671744.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/max_abs": 2260992.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/min": -1982464.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/max": 2260992.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/range": 4243456.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/norm": 121634816.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/mean": 31616.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/std": 671744.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/max_abs": 2588672.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/min": -2588672.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/max": 2588672.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/range": 5177344.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/norm": 128974848.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/mean": -342016.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/std": 626688.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/max_abs": 2850816.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/frac_near_user_limit": 0.99945068359375, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/min": -2850816.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/max": 110080.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/range": 2960896.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/norm": 115867648.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/mean": 4640.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/std": 638976.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/max_abs": 2228224.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/min": -2228224.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/max": 1892352.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/range": 4120576.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/norm": 118489088.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/mean": 9536.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/std": 655360.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/max_abs": 2752512.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/min": -2752512.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/max": 2654208.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/range": 5406720.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/norm": 126353408.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/mean": -337920.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/std": 610304.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/max_abs": 3031040.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/frac_near_user_limit": 0.999420166015625, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/min": -3031040.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/max": 92672.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/range": 3123712.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/norm": 124256256.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/mean": -62208.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/std": 684032.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/max_abs": 2056192.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/min": -2056192.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/max": 1777664.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/range": 3833856.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/norm": 125304832.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/mean": -55296.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/std": 688128.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/max_abs": 2883584.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/min": -2801664.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/max": 2883584.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/range": 5685248.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/norm": 133169152.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/mean": -358400.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/std": 643072.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/max_abs": 3358720.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/min": -3358720.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/max": 105984.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/range": 3464704.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/norm": 110624768.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/mean": -15872.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/std": 610304.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/max_abs": 1949696.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/min": -1933312.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/max": 1949696.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/range": 3883008.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/norm": 106954752.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/mean": -580.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/std": 589824.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/max_abs": 2768896.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/min": -2490368.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/max": 2768896.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/range": 5259264.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/norm": 119013376.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/mean": -301056.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/std": 585728.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/max_abs": 3293184.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/min": -3293184.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/max": 90624.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/range": 3383808.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/norm": 113770496.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/mean": -20352.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/std": 626688.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/max_abs": 1851392.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/min": -1777664.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/max": 1851392.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/range": 3629056.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/norm": 115343360.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/mean": -23424.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/std": 634880.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/max_abs": 2703360.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/min": -2703360.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/max": 2637824.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/range": 5341184.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/norm": 122159104.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/mean": -329728.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/std": 585728.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/max_abs": 2883584.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/frac_near_user_limit": 0.999969482421875, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/min": -2883584.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/max": 87040.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/range": 2970624.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/norm": 105906176.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/mean": -17024.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/std": 585728.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/max_abs": 2031616.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/min": -1949696.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/max": 2031616.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/range": 3981312.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/norm": 101187584.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/mean": -3552.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/std": 561152.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/max_abs": 2981888.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/min": -2916352.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/max": 2981888.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/range": 5898240.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/norm": 112197632.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/mean": -268288.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/std": 561152.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/max_abs": 3850240.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/frac_near_user_limit": 0.999908447265625, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/min": -3850240.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/max": 153600.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/range": 4003840.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/norm": 82313216.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/mean": -57856.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/std": 450560.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/max_abs": 1941504.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/min": -1941504.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/max": 1277952.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/range": 3219456.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/norm": 78118912.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/mean": -56064.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/std": 428032.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/max_abs": 2719744.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/frac_near_user_limit": 0.999725341796875, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/min": -2719744.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/max": 2277376.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/range": 4997120.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/norm": 90177536.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/mean": -215040.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/std": 450560.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/max_abs": 3571712.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/frac_near_user_limit": 0.9998779296875, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/min": -3571712.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/max": 123392.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/range": 3695104.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/norm": 36175872.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/mean": -23296.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/std": 198656.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/max_abs": 745472.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/min": -745472.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/max": 724992.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/range": 1470464.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/norm": 34340864.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/mean": -15360.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/std": 189440.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/max_abs": 2113536.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/frac_near_user_limit": 0.99932861328125, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/min": -2113536.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/max": 1908736.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/range": 4022272.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/norm": 41943040.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/mean": -79360.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/std": 217088.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/max_abs": 2654208.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/frac_near_user_limit": 0.999267578125, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/min": -2654208.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/max": 262144.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/range": 2916352.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/norm": 13959168.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/mean": 6976.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/std": 76800.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/max_abs": 434176.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/min": -360448.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/max": 434176.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/range": 794624.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/norm": 12386304.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/mean": 5440.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/std": 68096.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/max_abs": 1368064.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/frac_near_user_limit": 0.9986572265625, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/min": -692224.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/max": 1368064.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/range": 2060288.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/norm": 13565952.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/mean": -22144.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/std": 71680.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/max_abs": 1204224.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/frac_near_user_limit": 0.99871826171875, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/min": -1204224.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/max": 425984.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/range": 1630208.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/norm": 8650752.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/mean": 3072.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/std": 47616.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/max_abs": 229376.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/min": -171008.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/max": 229376.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/range": 400384.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/norm": 6062080.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/mean": 980.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/std": 33280.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/max_abs": 503808.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/frac_near_user_limit": 0.999114990234375, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/min": -354304.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/max": 503808.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/range": 858112.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/norm": 6455296.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/mean": -10112.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/std": 34304.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/max_abs": 561152.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/frac_near_user_limit": 0.9986572265625, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/min": -561152.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/max": 301056.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/range": 862208.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/norm": 5177344.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/mean": -82.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/std": 28544.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/max_abs": 154624.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/min": -146432.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/max": 154624.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/range": 301056.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/norm": 3899392.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/mean": -41.75, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/std": 21632.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/max_abs": 331776.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/frac_near_user_limit": 0.9991455078125, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/min": -252928.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/max": 331776.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/range": 584704.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/norm": 4177920.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/mean": -97.5, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/std": 23040.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/max_abs": 368640.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/frac_near_user_limit": 0.99951171875, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/min": -315392.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/max": 368640.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/range": 684032.0, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/norm": 5.1875, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/mean": -3.743171691894531e-05, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/std": 0.0286865234375, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/max_abs": 0.10986328125, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/min": -0.10986328125, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/max": 0.10107421875, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/range": 0.2109375, "train/tensor_param_model_layers_0_mlp_up_proj_weight/norm": 5.09375, "train/tensor_param_model_layers_0_mlp_up_proj_weight/mean": 0.00010251998901367188, "train/tensor_param_model_layers_0_mlp_up_proj_weight/std": 0.0281982421875, "train/tensor_param_model_layers_0_mlp_up_proj_weight/max_abs": 0.123046875, "train/tensor_param_model_layers_0_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_mlp_up_proj_weight/min": -0.1162109375, "train/tensor_param_model_layers_0_mlp_up_proj_weight/max": 0.123046875, "train/tensor_param_model_layers_0_mlp_up_proj_weight/range": 0.2392578125, "train/tensor_param_model_layers_0_mlp_down_proj_weight/norm": 5.3125, "train/tensor_param_model_layers_0_mlp_down_proj_weight/mean": 0.0002002716064453125, "train/tensor_param_model_layers_0_mlp_down_proj_weight/std": 0.029296875, "train/tensor_param_model_layers_0_mlp_down_proj_weight/max_abs": 0.123046875, "train/tensor_param_model_layers_0_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_mlp_down_proj_weight/min": -0.11279296875, "train/tensor_param_model_layers_0_mlp_down_proj_weight/max": 0.123046875, "train/tensor_param_model_layers_0_mlp_down_proj_weight/range": 0.23583984375, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/norm": 5.71875, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/mean": 0.00014209747314453125, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/std": 0.031494140625, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/max_abs": 0.12353515625, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/min": -0.12353515625, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/max": 0.12109375, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/range": 0.24462890625, "train/tensor_param_model_layers_1_mlp_up_proj_weight/norm": 5.6875, "train/tensor_param_model_layers_1_mlp_up_proj_weight/mean": -0.00019168853759765625, "train/tensor_param_model_layers_1_mlp_up_proj_weight/std": 0.03125, "train/tensor_param_model_layers_1_mlp_up_proj_weight/max_abs": 0.12451171875, "train/tensor_param_model_layers_1_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_mlp_up_proj_weight/min": -0.12451171875, "train/tensor_param_model_layers_1_mlp_up_proj_weight/max": 0.12255859375, "train/tensor_param_model_layers_1_mlp_up_proj_weight/range": 0.2470703125, "train/tensor_param_model_layers_1_mlp_down_proj_weight/norm": 5.65625, "train/tensor_param_model_layers_1_mlp_down_proj_weight/mean": -9.72747802734375e-05, "train/tensor_param_model_layers_1_mlp_down_proj_weight/std": 0.03125, "train/tensor_param_model_layers_1_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_1_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_mlp_down_proj_weight/min": -0.1142578125, "train/tensor_param_model_layers_1_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_1_mlp_down_proj_weight/range": 0.2392578125, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/norm": 5.40625, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/mean": 0.000728607177734375, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/std": 0.02978515625, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/max": 0.12451171875, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/range": 0.24951171875, "train/tensor_param_model_layers_2_mlp_up_proj_weight/norm": 5.28125, "train/tensor_param_model_layers_2_mlp_up_proj_weight/mean": -9.250640869140625e-05, "train/tensor_param_model_layers_2_mlp_up_proj_weight/std": 0.0291748046875, "train/tensor_param_model_layers_2_mlp_up_proj_weight/max_abs": 0.12255859375, "train/tensor_param_model_layers_2_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_mlp_up_proj_weight/min": -0.12255859375, "train/tensor_param_model_layers_2_mlp_up_proj_weight/max": 0.10791015625, "train/tensor_param_model_layers_2_mlp_up_proj_weight/range": 0.23046875, "train/tensor_param_model_layers_2_mlp_down_proj_weight/norm": 5.21875, "train/tensor_param_model_layers_2_mlp_down_proj_weight/mean": -0.0004100799560546875, "train/tensor_param_model_layers_2_mlp_down_proj_weight/std": 0.02880859375, "train/tensor_param_model_layers_2_mlp_down_proj_weight/max_abs": 0.12353515625, "train/tensor_param_model_layers_2_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_mlp_down_proj_weight/min": -0.12353515625, "train/tensor_param_model_layers_2_mlp_down_proj_weight/max": 0.10986328125, "train/tensor_param_model_layers_2_mlp_down_proj_weight/range": 0.2333984375, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/norm": 5.4375, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/mean": 0.00099945068359375, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/std": 0.030029296875, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/max_abs": 0.1171875, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/min": -0.11669921875, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/max": 0.1171875, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/range": 0.23388671875, "train/tensor_param_model_layers_3_mlp_up_proj_weight/norm": 5.28125, "train/tensor_param_model_layers_3_mlp_up_proj_weight/mean": 0.000652313232421875, "train/tensor_param_model_layers_3_mlp_up_proj_weight/std": 0.0291748046875, "train/tensor_param_model_layers_3_mlp_up_proj_weight/max_abs": 0.10986328125, "train/tensor_param_model_layers_3_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_mlp_up_proj_weight/min": -0.10986328125, "train/tensor_param_model_layers_3_mlp_up_proj_weight/max": 0.1083984375, "train/tensor_param_model_layers_3_mlp_up_proj_weight/range": 0.21826171875, "train/tensor_param_model_layers_3_mlp_down_proj_weight/norm": 5.25, "train/tensor_param_model_layers_3_mlp_down_proj_weight/mean": 0.0002899169921875, "train/tensor_param_model_layers_3_mlp_down_proj_weight/std": 0.029052734375, "train/tensor_param_model_layers_3_mlp_down_proj_weight/max_abs": 0.1220703125, "train/tensor_param_model_layers_3_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_mlp_down_proj_weight/min": -0.1181640625, "train/tensor_param_model_layers_3_mlp_down_proj_weight/max": 0.1220703125, "train/tensor_param_model_layers_3_mlp_down_proj_weight/range": 0.240234375, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/norm": 5.5, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/mean": 0.002410888671875, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/std": 0.0302734375, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/max_abs": 0.123046875, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/min": -0.123046875, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/max": 0.12158203125, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/range": 0.24462890625, "train/tensor_param_model_layers_4_mlp_up_proj_weight/norm": 5.3125, "train/tensor_param_model_layers_4_mlp_up_proj_weight/mean": 0.00101470947265625, "train/tensor_param_model_layers_4_mlp_up_proj_weight/std": 0.0294189453125, "train/tensor_param_model_layers_4_mlp_up_proj_weight/max_abs": 0.119140625, "train/tensor_param_model_layers_4_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_mlp_up_proj_weight/min": -0.1103515625, "train/tensor_param_model_layers_4_mlp_up_proj_weight/max": 0.119140625, "train/tensor_param_model_layers_4_mlp_up_proj_weight/range": 0.2294921875, "train/tensor_param_model_layers_4_mlp_down_proj_weight/norm": 5.28125, "train/tensor_param_model_layers_4_mlp_down_proj_weight/mean": 0.0012664794921875, "train/tensor_param_model_layers_4_mlp_down_proj_weight/std": 0.029052734375, "train/tensor_param_model_layers_4_mlp_down_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_4_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_4_mlp_down_proj_weight/max": 0.1142578125, "train/tensor_param_model_layers_4_mlp_down_proj_weight/range": 0.240234375, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/norm": 5.59375, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/mean": 0.00186920166015625, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/std": 0.03076171875, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/max": 0.11328125, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/range": 0.23828125, "train/tensor_param_model_layers_5_mlp_up_proj_weight/norm": 5.375, "train/tensor_param_model_layers_5_mlp_up_proj_weight/mean": -4.6253204345703125e-05, "train/tensor_param_model_layers_5_mlp_up_proj_weight/std": 0.0296630859375, "train/tensor_param_model_layers_5_mlp_up_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_5_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_mlp_up_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_5_mlp_up_proj_weight/max": 0.10302734375, "train/tensor_param_model_layers_5_mlp_up_proj_weight/range": 0.22998046875, "train/tensor_param_model_layers_5_mlp_down_proj_weight/norm": 5.375, "train/tensor_param_model_layers_5_mlp_down_proj_weight/mean": 0.0003490447998046875, "train/tensor_param_model_layers_5_mlp_down_proj_weight/std": 0.02978515625, "train/tensor_param_model_layers_5_mlp_down_proj_weight/max_abs": 0.1171875, "train/tensor_param_model_layers_5_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_mlp_down_proj_weight/min": -0.11474609375, "train/tensor_param_model_layers_5_mlp_down_proj_weight/max": 0.1171875, "train/tensor_param_model_layers_5_mlp_down_proj_weight/range": 0.23193359375, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/norm": 5.53125, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/mean": 0.002410888671875, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/std": 0.030517578125, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/min": -0.11865234375, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/range": 0.24462890625, "train/tensor_param_model_layers_6_mlp_up_proj_weight/norm": 5.40625, "train/tensor_param_model_layers_6_mlp_up_proj_weight/mean": 7.331371307373047e-06, "train/tensor_param_model_layers_6_mlp_up_proj_weight/std": 0.02978515625, "train/tensor_param_model_layers_6_mlp_up_proj_weight/max_abs": 0.12451171875, "train/tensor_param_model_layers_6_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_mlp_up_proj_weight/min": -0.12255859375, "train/tensor_param_model_layers_6_mlp_up_proj_weight/max": 0.12451171875, "train/tensor_param_model_layers_6_mlp_up_proj_weight/range": 0.2470703125, "train/tensor_param_model_layers_6_mlp_down_proj_weight/norm": 5.34375, "train/tensor_param_model_layers_6_mlp_down_proj_weight/mean": 0.0002765655517578125, "train/tensor_param_model_layers_6_mlp_down_proj_weight/std": 0.0294189453125, "train/tensor_param_model_layers_6_mlp_down_proj_weight/max_abs": 0.12353515625, "train/tensor_param_model_layers_6_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_mlp_down_proj_weight/min": -0.12353515625, "train/tensor_param_model_layers_6_mlp_down_proj_weight/max": 0.123046875, "train/tensor_param_model_layers_6_mlp_down_proj_weight/range": 0.24658203125, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/norm": 5.59375, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/mean": 0.0019683837890625, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/std": 0.0308837890625, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/min": -0.1171875, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/range": 0.2421875, "train/tensor_param_model_layers_7_mlp_up_proj_weight/norm": 5.40625, "train/tensor_param_model_layers_7_mlp_up_proj_weight/mean": -0.0003185272216796875, "train/tensor_param_model_layers_7_mlp_up_proj_weight/std": 0.0299072265625, "train/tensor_param_model_layers_7_mlp_up_proj_weight/max_abs": 0.12060546875, "train/tensor_param_model_layers_7_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_mlp_up_proj_weight/min": -0.12060546875, "train/tensor_param_model_layers_7_mlp_up_proj_weight/max": 0.115234375, "train/tensor_param_model_layers_7_mlp_up_proj_weight/range": 0.23583984375, "train/tensor_param_model_layers_7_mlp_down_proj_weight/norm": 5.375, "train/tensor_param_model_layers_7_mlp_down_proj_weight/mean": 0.0004596710205078125, "train/tensor_param_model_layers_7_mlp_down_proj_weight/std": 0.0296630859375, "train/tensor_param_model_layers_7_mlp_down_proj_weight/max_abs": 0.11474609375, "train/tensor_param_model_layers_7_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_mlp_down_proj_weight/min": -0.11474609375, "train/tensor_param_model_layers_7_mlp_down_proj_weight/max": 0.10888671875, "train/tensor_param_model_layers_7_mlp_down_proj_weight/range": 0.2236328125, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/norm": 5.65625, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/mean": 0.0023040771484375, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/std": 0.03125, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/min": -0.119140625, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/range": 0.244140625, "train/tensor_param_model_layers_8_mlp_up_proj_weight/norm": 5.5, "train/tensor_param_model_layers_8_mlp_up_proj_weight/mean": 0.0008087158203125, "train/tensor_param_model_layers_8_mlp_up_proj_weight/std": 0.0303955078125, "train/tensor_param_model_layers_8_mlp_up_proj_weight/max_abs": 0.12109375, "train/tensor_param_model_layers_8_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_mlp_up_proj_weight/min": -0.12109375, "train/tensor_param_model_layers_8_mlp_up_proj_weight/max": 0.11572265625, "train/tensor_param_model_layers_8_mlp_up_proj_weight/range": 0.23681640625, "train/tensor_param_model_layers_8_mlp_down_proj_weight/norm": 5.4375, "train/tensor_param_model_layers_8_mlp_down_proj_weight/mean": 0.0003509521484375, "train/tensor_param_model_layers_8_mlp_down_proj_weight/std": 0.0299072265625, "train/tensor_param_model_layers_8_mlp_down_proj_weight/max_abs": 0.1162109375, "train/tensor_param_model_layers_8_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_mlp_down_proj_weight/min": -0.1162109375, "train/tensor_param_model_layers_8_mlp_down_proj_weight/max": 0.1005859375, "train/tensor_param_model_layers_8_mlp_down_proj_weight/range": 0.216796875, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/norm": 5.9375, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/mean": 0.0025634765625, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/std": 0.03271484375, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/min": -0.1240234375, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/max": 0.1337890625, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_9_mlp_up_proj_weight/norm": 5.65625, "train/tensor_param_model_layers_9_mlp_up_proj_weight/mean": -0.0004558563232421875, "train/tensor_param_model_layers_9_mlp_up_proj_weight/std": 0.03125, "train/tensor_param_model_layers_9_mlp_up_proj_weight/max_abs": 0.1201171875, "train/tensor_param_model_layers_9_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_9_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_9_mlp_up_proj_weight/min": -0.11669921875, "train/tensor_param_model_layers_9_mlp_up_proj_weight/max": 0.1201171875, "train/tensor_param_model_layers_9_mlp_up_proj_weight/range": 0.23681640625, "train/tensor_param_model_layers_9_mlp_down_proj_weight/norm": 5.625, "train/tensor_param_model_layers_9_mlp_down_proj_weight/mean": 0.000675201416015625, "train/tensor_param_model_layers_9_mlp_down_proj_weight/std": 0.031005859375, "train/tensor_param_model_layers_9_mlp_down_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_9_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_9_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_9_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_9_mlp_down_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_9_mlp_down_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/norm": 6.03125, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/mean": 0.0020751953125, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/std": 0.033203125, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/max": 0.134765625, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_10_mlp_up_proj_weight/norm": 5.75, "train/tensor_param_model_layers_10_mlp_up_proj_weight/mean": -0.000942230224609375, "train/tensor_param_model_layers_10_mlp_up_proj_weight/std": 0.03173828125, "train/tensor_param_model_layers_10_mlp_up_proj_weight/max_abs": 0.1220703125, "train/tensor_param_model_layers_10_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_10_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_10_mlp_up_proj_weight/min": -0.119140625, "train/tensor_param_model_layers_10_mlp_up_proj_weight/max": 0.1220703125, "train/tensor_param_model_layers_10_mlp_up_proj_weight/range": 0.2412109375, "train/tensor_param_model_layers_10_mlp_down_proj_weight/norm": 5.6875, "train/tensor_param_model_layers_10_mlp_down_proj_weight/mean": 0.0002689361572265625, "train/tensor_param_model_layers_10_mlp_down_proj_weight/std": 0.031494140625, "train/tensor_param_model_layers_10_mlp_down_proj_weight/max_abs": 0.12451171875, "train/tensor_param_model_layers_10_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_10_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_10_mlp_down_proj_weight/min": -0.12451171875, "train/tensor_param_model_layers_10_mlp_down_proj_weight/max": 0.12060546875, "train/tensor_param_model_layers_10_mlp_down_proj_weight/range": 0.2451171875, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/norm": 5.96875, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/mean": 0.00140380859375, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/std": 0.032958984375, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/max": 0.12451171875, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/range": 0.25830078125, "train/tensor_param_model_layers_11_mlp_up_proj_weight/norm": 5.71875, "train/tensor_param_model_layers_11_mlp_up_proj_weight/mean": -3.695487976074219e-05, "train/tensor_param_model_layers_11_mlp_up_proj_weight/std": 0.031494140625, "train/tensor_param_model_layers_11_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_11_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_11_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_11_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_11_mlp_up_proj_weight/max": 0.1240234375, "train/tensor_param_model_layers_11_mlp_up_proj_weight/range": 0.2490234375, "train/tensor_param_model_layers_11_mlp_down_proj_weight/norm": 5.625, "train/tensor_param_model_layers_11_mlp_down_proj_weight/mean": -0.000492095947265625, "train/tensor_param_model_layers_11_mlp_down_proj_weight/std": 0.0311279296875, "train/tensor_param_model_layers_11_mlp_down_proj_weight/max_abs": 0.12255859375, "train/tensor_param_model_layers_11_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_11_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_11_mlp_down_proj_weight/min": -0.11669921875, "train/tensor_param_model_layers_11_mlp_down_proj_weight/max": 0.12255859375, "train/tensor_param_model_layers_11_mlp_down_proj_weight/range": 0.2392578125, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/norm": 6.125, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/mean": 0.00185394287109375, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/std": 0.03369140625, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/range": 0.2587890625, "train/tensor_param_model_layers_12_mlp_up_proj_weight/norm": 5.8125, "train/tensor_param_model_layers_12_mlp_up_proj_weight/mean": -0.0003509521484375, "train/tensor_param_model_layers_12_mlp_up_proj_weight/std": 0.031982421875, "train/tensor_param_model_layers_12_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_12_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_12_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_12_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_12_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_12_mlp_up_proj_weight/range": 0.25, "train/tensor_param_model_layers_12_mlp_down_proj_weight/norm": 5.78125, "train/tensor_param_model_layers_12_mlp_down_proj_weight/mean": 4.9114227294921875e-05, "train/tensor_param_model_layers_12_mlp_down_proj_weight/std": 0.031982421875, "train/tensor_param_model_layers_12_mlp_down_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_12_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_12_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_12_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_12_mlp_down_proj_weight/max": 0.12451171875, "train/tensor_param_model_layers_12_mlp_down_proj_weight/range": 0.25048828125, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/norm": 6.09375, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/mean": 0.0029754638671875, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/std": 0.033447265625, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_13_mlp_up_proj_weight/norm": 5.75, "train/tensor_param_model_layers_13_mlp_up_proj_weight/mean": 0.00064849853515625, "train/tensor_param_model_layers_13_mlp_up_proj_weight/std": 0.03173828125, "train/tensor_param_model_layers_13_mlp_up_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_13_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_13_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_13_mlp_up_proj_weight/min": -0.12158203125, "train/tensor_param_model_layers_13_mlp_up_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_13_mlp_up_proj_weight/range": 0.25048828125, "train/tensor_param_model_layers_13_mlp_down_proj_weight/norm": 5.71875, "train/tensor_param_model_layers_13_mlp_down_proj_weight/mean": 0.0004444122314453125, "train/tensor_param_model_layers_13_mlp_down_proj_weight/std": 0.031494140625, "train/tensor_param_model_layers_13_mlp_down_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_13_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_13_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_13_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_13_mlp_down_proj_weight/max": 0.11767578125, "train/tensor_param_model_layers_13_mlp_down_proj_weight/range": 0.24365234375, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/norm": 6.15625, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/mean": 0.00151824951171875, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/std": 0.033935546875, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_14_mlp_up_proj_weight/norm": 5.8125, "train/tensor_param_model_layers_14_mlp_up_proj_weight/mean": -0.0004215240478515625, "train/tensor_param_model_layers_14_mlp_up_proj_weight/std": 0.031982421875, "train/tensor_param_model_layers_14_mlp_up_proj_weight/max_abs": 0.12451171875, "train/tensor_param_model_layers_14_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_14_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_14_mlp_up_proj_weight/min": -0.12451171875, "train/tensor_param_model_layers_14_mlp_up_proj_weight/max": 0.12451171875, "train/tensor_param_model_layers_14_mlp_up_proj_weight/range": 0.2490234375, "train/tensor_param_model_layers_14_mlp_down_proj_weight/norm": 5.75, "train/tensor_param_model_layers_14_mlp_down_proj_weight/mean": -0.00019741058349609375, "train/tensor_param_model_layers_14_mlp_down_proj_weight/std": 0.03173828125, "train/tensor_param_model_layers_14_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_14_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_14_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_14_mlp_down_proj_weight/min": -0.123046875, "train/tensor_param_model_layers_14_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_14_mlp_down_proj_weight/range": 0.248046875, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/norm": 6.25, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/mean": 0.00154876708984375, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_15_mlp_up_proj_weight/norm": 5.84375, "train/tensor_param_model_layers_15_mlp_up_proj_weight/mean": 0.00110626220703125, "train/tensor_param_model_layers_15_mlp_up_proj_weight/std": 0.0322265625, "train/tensor_param_model_layers_15_mlp_up_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_15_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_15_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_15_mlp_up_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_15_mlp_up_proj_weight/max": 0.12158203125, "train/tensor_param_model_layers_15_mlp_up_proj_weight/range": 0.24853515625, "train/tensor_param_model_layers_15_mlp_down_proj_weight/norm": 5.78125, "train/tensor_param_model_layers_15_mlp_down_proj_weight/mean": -0.0002880096435546875, "train/tensor_param_model_layers_15_mlp_down_proj_weight/std": 0.031982421875, "train/tensor_param_model_layers_15_mlp_down_proj_weight/max_abs": 0.11865234375, "train/tensor_param_model_layers_15_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_15_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_15_mlp_down_proj_weight/min": -0.11865234375, "train/tensor_param_model_layers_15_mlp_down_proj_weight/max": 0.11474609375, "train/tensor_param_model_layers_15_mlp_down_proj_weight/range": 0.2333984375, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/norm": 6.25, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/mean": 0.001251220703125, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/max_abs": 0.14453125, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/max": 0.14453125, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/range": 0.2744140625, "train/tensor_param_model_layers_16_mlp_up_proj_weight/norm": 5.84375, "train/tensor_param_model_layers_16_mlp_up_proj_weight/mean": -0.000560760498046875, "train/tensor_param_model_layers_16_mlp_up_proj_weight/std": 0.0322265625, "train/tensor_param_model_layers_16_mlp_up_proj_weight/max_abs": 0.123046875, "train/tensor_param_model_layers_16_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_16_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_16_mlp_up_proj_weight/min": -0.123046875, "train/tensor_param_model_layers_16_mlp_up_proj_weight/max": 0.1171875, "train/tensor_param_model_layers_16_mlp_up_proj_weight/range": 0.240234375, "train/tensor_param_model_layers_16_mlp_down_proj_weight/norm": 5.8125, "train/tensor_param_model_layers_16_mlp_down_proj_weight/mean": -0.00102996826171875, "train/tensor_param_model_layers_16_mlp_down_proj_weight/std": 0.031982421875, "train/tensor_param_model_layers_16_mlp_down_proj_weight/max_abs": 0.1220703125, "train/tensor_param_model_layers_16_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_16_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_16_mlp_down_proj_weight/min": -0.1220703125, "train/tensor_param_model_layers_16_mlp_down_proj_weight/max": 0.12109375, "train/tensor_param_model_layers_16_mlp_down_proj_weight/range": 0.2431640625, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/norm": 6.34375, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/mean": 0.00151824951171875, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/range": 0.2666015625, "train/tensor_param_model_layers_17_mlp_up_proj_weight/norm": 5.9375, "train/tensor_param_model_layers_17_mlp_up_proj_weight/mean": -0.000263214111328125, "train/tensor_param_model_layers_17_mlp_up_proj_weight/std": 0.03271484375, "train/tensor_param_model_layers_17_mlp_up_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_17_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_17_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_17_mlp_up_proj_weight/min": -0.1171875, "train/tensor_param_model_layers_17_mlp_up_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_17_mlp_up_proj_weight/range": 0.24609375, "train/tensor_param_model_layers_17_mlp_down_proj_weight/norm": 5.9375, "train/tensor_param_model_layers_17_mlp_down_proj_weight/mean": 2.658367156982422e-05, "train/tensor_param_model_layers_17_mlp_down_proj_weight/std": 0.032958984375, "train/tensor_param_model_layers_17_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_17_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_17_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_17_mlp_down_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_17_mlp_down_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_17_mlp_down_proj_weight/range": 0.255859375, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/norm": 6.40625, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/mean": 0.000823974609375, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/std": 0.035400390625, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_18_mlp_up_proj_weight/norm": 6.03125, "train/tensor_param_model_layers_18_mlp_up_proj_weight/mean": 0.00026702880859375, "train/tensor_param_model_layers_18_mlp_up_proj_weight/std": 0.033203125, "train/tensor_param_model_layers_18_mlp_up_proj_weight/max_abs": 0.123046875, "train/tensor_param_model_layers_18_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_18_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_18_mlp_up_proj_weight/min": -0.123046875, "train/tensor_param_model_layers_18_mlp_up_proj_weight/max": 0.11962890625, "train/tensor_param_model_layers_18_mlp_up_proj_weight/range": 0.24267578125, "train/tensor_param_model_layers_18_mlp_down_proj_weight/norm": 6.0, "train/tensor_param_model_layers_18_mlp_down_proj_weight/mean": 0.0010986328125, "train/tensor_param_model_layers_18_mlp_down_proj_weight/std": 0.032958984375, "train/tensor_param_model_layers_18_mlp_down_proj_weight/max_abs": 0.12451171875, "train/tensor_param_model_layers_18_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_18_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_18_mlp_down_proj_weight/min": -0.12060546875, "train/tensor_param_model_layers_18_mlp_down_proj_weight/max": 0.12451171875, "train/tensor_param_model_layers_18_mlp_down_proj_weight/range": 0.2451171875, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/norm": 6.375, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/mean": 0.00185394287109375, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_19_mlp_up_proj_weight/norm": 5.96875, "train/tensor_param_model_layers_19_mlp_up_proj_weight/mean": -0.000804901123046875, "train/tensor_param_model_layers_19_mlp_up_proj_weight/std": 0.032958984375, "train/tensor_param_model_layers_19_mlp_up_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_19_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_19_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_19_mlp_up_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_19_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_19_mlp_up_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_19_mlp_down_proj_weight/norm": 5.9375, "train/tensor_param_model_layers_19_mlp_down_proj_weight/mean": 0.00048065185546875, "train/tensor_param_model_layers_19_mlp_down_proj_weight/std": 0.03271484375, "train/tensor_param_model_layers_19_mlp_down_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_19_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_19_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_19_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_19_mlp_down_proj_weight/max": 0.12109375, "train/tensor_param_model_layers_19_mlp_down_proj_weight/range": 0.2470703125, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/norm": 6.34375, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/mean": 0.00121307373046875, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/max_abs": 0.14453125, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/min": -0.14453125, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/max": 0.1416015625, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/range": 0.2861328125, "train/tensor_param_model_layers_20_mlp_up_proj_weight/norm": 5.9375, "train/tensor_param_model_layers_20_mlp_up_proj_weight/mean": -0.0002593994140625, "train/tensor_param_model_layers_20_mlp_up_proj_weight/std": 0.03271484375, "train/tensor_param_model_layers_20_mlp_up_proj_weight/max_abs": 0.12451171875, "train/tensor_param_model_layers_20_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_20_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_20_mlp_up_proj_weight/min": -0.12109375, "train/tensor_param_model_layers_20_mlp_up_proj_weight/max": 0.12451171875, "train/tensor_param_model_layers_20_mlp_up_proj_weight/range": 0.24560546875, "train/tensor_param_model_layers_20_mlp_down_proj_weight/norm": 5.96875, "train/tensor_param_model_layers_20_mlp_down_proj_weight/mean": 7.62939453125e-05, "train/tensor_param_model_layers_20_mlp_down_proj_weight/std": 0.032958984375, "train/tensor_param_model_layers_20_mlp_down_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_20_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_20_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_20_mlp_down_proj_weight/min": -0.12353515625, "train/tensor_param_model_layers_20_mlp_down_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_20_mlp_down_proj_weight/range": 0.24951171875, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/norm": 6.4375, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/mean": 0.002960205078125, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/std": 0.035400390625, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_21_mlp_up_proj_weight/norm": 6.03125, "train/tensor_param_model_layers_21_mlp_up_proj_weight/mean": -0.0004367828369140625, "train/tensor_param_model_layers_21_mlp_up_proj_weight/std": 0.033447265625, "train/tensor_param_model_layers_21_mlp_up_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_21_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_21_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_21_mlp_up_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_21_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_21_mlp_up_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_21_mlp_down_proj_weight/norm": 6.03125, "train/tensor_param_model_layers_21_mlp_down_proj_weight/mean": 0.00101470947265625, "train/tensor_param_model_layers_21_mlp_down_proj_weight/std": 0.033203125, "train/tensor_param_model_layers_21_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_21_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_21_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_21_mlp_down_proj_weight/min": -0.1220703125, "train/tensor_param_model_layers_21_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_21_mlp_down_proj_weight/range": 0.2470703125, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/norm": 6.40625, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/mean": 0.0014801025390625, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/std": 0.035400390625, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/max": 0.1318359375, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/range": 0.2587890625, "train/tensor_param_model_layers_22_mlp_up_proj_weight/norm": 5.96875, "train/tensor_param_model_layers_22_mlp_up_proj_weight/mean": -0.000522613525390625, "train/tensor_param_model_layers_22_mlp_up_proj_weight/std": 0.032958984375, "train/tensor_param_model_layers_22_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_22_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_22_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_22_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_22_mlp_up_proj_weight/max": 0.12353515625, "train/tensor_param_model_layers_22_mlp_up_proj_weight/range": 0.24951171875, "train/tensor_param_model_layers_22_mlp_down_proj_weight/norm": 5.96875, "train/tensor_param_model_layers_22_mlp_down_proj_weight/mean": -0.000659942626953125, "train/tensor_param_model_layers_22_mlp_down_proj_weight/std": 0.032958984375, "train/tensor_param_model_layers_22_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_22_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_22_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_22_mlp_down_proj_weight/min": -0.12451171875, "train/tensor_param_model_layers_22_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_22_mlp_down_proj_weight/range": 0.24951171875, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/norm": 6.40625, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/mean": 0.00116729736328125, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/std": 0.035400390625, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/range": 0.2607421875, "train/tensor_param_model_layers_23_mlp_up_proj_weight/norm": 6.0625, "train/tensor_param_model_layers_23_mlp_up_proj_weight/mean": 0.0016937255859375, "train/tensor_param_model_layers_23_mlp_up_proj_weight/std": 0.033447265625, "train/tensor_param_model_layers_23_mlp_up_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_23_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_23_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_23_mlp_up_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_23_mlp_up_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_23_mlp_up_proj_weight/range": 0.265625, "train/tensor_param_model_layers_23_mlp_down_proj_weight/norm": 6.03125, "train/tensor_param_model_layers_23_mlp_down_proj_weight/mean": 0.0002956390380859375, "train/tensor_param_model_layers_23_mlp_down_proj_weight/std": 0.033203125, "train/tensor_param_model_layers_23_mlp_down_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_23_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_23_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_23_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_23_mlp_down_proj_weight/max": 0.12353515625, "train/tensor_param_model_layers_23_mlp_down_proj_weight/range": 0.24951171875, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/norm": 6.4375, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/mean": 0.00152587890625, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/std": 0.035400390625, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/max": 0.1318359375, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/range": 0.259765625, "train/tensor_param_model_layers_24_mlp_up_proj_weight/norm": 6.03125, "train/tensor_param_model_layers_24_mlp_up_proj_weight/mean": -6.818771362304688e-05, "train/tensor_param_model_layers_24_mlp_up_proj_weight/std": 0.033203125, "train/tensor_param_model_layers_24_mlp_up_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_24_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_24_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_24_mlp_up_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_24_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_24_mlp_up_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_24_mlp_down_proj_weight/norm": 6.0, "train/tensor_param_model_layers_24_mlp_down_proj_weight/mean": 0.000888824462890625, "train/tensor_param_model_layers_24_mlp_down_proj_weight/std": 0.033203125, "train/tensor_param_model_layers_24_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_24_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_24_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_24_mlp_down_proj_weight/min": -0.12158203125, "train/tensor_param_model_layers_24_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_24_mlp_down_proj_weight/range": 0.24658203125, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/norm": 6.46875, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/mean": 0.003143310546875, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/std": 0.03564453125, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/range": 0.2646484375, "train/tensor_param_model_layers_25_mlp_up_proj_weight/norm": 6.03125, "train/tensor_param_model_layers_25_mlp_up_proj_weight/mean": 0.00057220458984375, "train/tensor_param_model_layers_25_mlp_up_proj_weight/std": 0.033203125, "train/tensor_param_model_layers_25_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_25_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_25_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_25_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_25_mlp_up_proj_weight/max": 0.12158203125, "train/tensor_param_model_layers_25_mlp_up_proj_weight/range": 0.24658203125, "train/tensor_param_model_layers_25_mlp_down_proj_weight/norm": 6.0, "train/tensor_param_model_layers_25_mlp_down_proj_weight/mean": 0.0003719329833984375, "train/tensor_param_model_layers_25_mlp_down_proj_weight/std": 0.033203125, "train/tensor_param_model_layers_25_mlp_down_proj_weight/max_abs": 0.13671875, "train/tensor_param_model_layers_25_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_25_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_25_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_25_mlp_down_proj_weight/max": 0.13671875, "train/tensor_param_model_layers_25_mlp_down_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/norm": 6.5, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/mean": 0.0023956298828125, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/std": 0.035888671875, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/max": 0.1318359375, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_26_mlp_up_proj_weight/norm": 6.09375, "train/tensor_param_model_layers_26_mlp_up_proj_weight/mean": -0.00037384033203125, "train/tensor_param_model_layers_26_mlp_up_proj_weight/std": 0.03369140625, "train/tensor_param_model_layers_26_mlp_up_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_26_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_26_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_26_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_26_mlp_up_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_26_mlp_up_proj_weight/range": 0.255859375, "train/tensor_param_model_layers_26_mlp_down_proj_weight/norm": 6.125, "train/tensor_param_model_layers_26_mlp_down_proj_weight/mean": -6.246566772460938e-05, "train/tensor_param_model_layers_26_mlp_down_proj_weight/std": 0.033935546875, "train/tensor_param_model_layers_26_mlp_down_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_26_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_26_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_26_mlp_down_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_26_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_26_mlp_down_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/norm": 6.5625, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/mean": 0.0022125244140625, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/std": 0.0361328125, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/min": -0.134765625, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/range": 0.265625, "train/tensor_param_model_layers_27_mlp_up_proj_weight/norm": 6.15625, "train/tensor_param_model_layers_27_mlp_up_proj_weight/mean": -0.00020694732666015625, "train/tensor_param_model_layers_27_mlp_up_proj_weight/std": 0.033935546875, "train/tensor_param_model_layers_27_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_27_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_27_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_27_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_27_mlp_up_proj_weight/max": 0.1162109375, "train/tensor_param_model_layers_27_mlp_up_proj_weight/range": 0.2412109375, "train/tensor_param_model_layers_27_mlp_down_proj_weight/norm": 6.125, "train/tensor_param_model_layers_27_mlp_down_proj_weight/mean": 0.0007171630859375, "train/tensor_param_model_layers_27_mlp_down_proj_weight/std": 0.033935546875, "train/tensor_param_model_layers_27_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_27_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_27_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_27_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_27_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_27_mlp_down_proj_weight/range": 0.25, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/norm": 6.5625, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/mean": 0.00191497802734375, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/std": 0.0361328125, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_28_mlp_up_proj_weight/norm": 6.15625, "train/tensor_param_model_layers_28_mlp_up_proj_weight/mean": -0.0002384185791015625, "train/tensor_param_model_layers_28_mlp_up_proj_weight/std": 0.0341796875, "train/tensor_param_model_layers_28_mlp_up_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_28_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_28_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_28_mlp_up_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_28_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_28_mlp_up_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_28_mlp_down_proj_weight/norm": 6.125, "train/tensor_param_model_layers_28_mlp_down_proj_weight/mean": 0.00037384033203125, "train/tensor_param_model_layers_28_mlp_down_proj_weight/std": 0.033935546875, "train/tensor_param_model_layers_28_mlp_down_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_28_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_28_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_28_mlp_down_proj_weight/min": -0.11865234375, "train/tensor_param_model_layers_28_mlp_down_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_28_mlp_down_proj_weight/range": 0.24560546875, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/norm": 6.53125, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/mean": 0.0025482177734375, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/std": 0.035888671875, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/min": -0.1376953125, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/range": 0.263671875, "train/tensor_param_model_layers_29_mlp_up_proj_weight/norm": 6.09375, "train/tensor_param_model_layers_29_mlp_up_proj_weight/mean": 0.000255584716796875, "train/tensor_param_model_layers_29_mlp_up_proj_weight/std": 0.03369140625, "train/tensor_param_model_layers_29_mlp_up_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_29_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_29_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_29_mlp_up_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_29_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_29_mlp_up_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_29_mlp_down_proj_weight/norm": 6.09375, "train/tensor_param_model_layers_29_mlp_down_proj_weight/mean": -0.00098419189453125, "train/tensor_param_model_layers_29_mlp_down_proj_weight/std": 0.03369140625, "train/tensor_param_model_layers_29_mlp_down_proj_weight/max_abs": 0.1240234375, "train/tensor_param_model_layers_29_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_29_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_29_mlp_down_proj_weight/min": -0.1240234375, "train/tensor_param_model_layers_29_mlp_down_proj_weight/max": 0.11572265625, "train/tensor_param_model_layers_29_mlp_down_proj_weight/range": 0.23974609375, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/norm": 6.625, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/mean": 0.0028076171875, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/std": 0.03662109375, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/max_abs": 0.13671875, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/min": -0.13671875, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/range": 0.2724609375, "train/tensor_param_model_layers_30_mlp_up_proj_weight/norm": 6.15625, "train/tensor_param_model_layers_30_mlp_up_proj_weight/mean": 0.0001850128173828125, "train/tensor_param_model_layers_30_mlp_up_proj_weight/std": 0.033935546875, "train/tensor_param_model_layers_30_mlp_up_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_30_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_30_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_30_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_30_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_30_mlp_up_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_30_mlp_down_proj_weight/norm": 6.125, "train/tensor_param_model_layers_30_mlp_down_proj_weight/mean": -0.000522613525390625, "train/tensor_param_model_layers_30_mlp_down_proj_weight/std": 0.033935546875, "train/tensor_param_model_layers_30_mlp_down_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_30_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_30_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_30_mlp_down_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_30_mlp_down_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_30_mlp_down_proj_weight/range": 0.2646484375, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/norm": 6.59375, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/mean": 0.002532958984375, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/std": 0.036376953125, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_31_mlp_up_proj_weight/norm": 6.15625, "train/tensor_param_model_layers_31_mlp_up_proj_weight/mean": 0.000522613525390625, "train/tensor_param_model_layers_31_mlp_up_proj_weight/std": 0.033935546875, "train/tensor_param_model_layers_31_mlp_up_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_31_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_31_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_31_mlp_up_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_31_mlp_up_proj_weight/max": 0.1171875, "train/tensor_param_model_layers_31_mlp_up_proj_weight/range": 0.244140625, "train/tensor_param_model_layers_31_mlp_down_proj_weight/norm": 6.125, "train/tensor_param_model_layers_31_mlp_down_proj_weight/mean": 0.000637054443359375, "train/tensor_param_model_layers_31_mlp_down_proj_weight/std": 0.033935546875, "train/tensor_param_model_layers_31_mlp_down_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_31_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_31_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_31_mlp_down_proj_weight/min": -0.11962890625, "train/tensor_param_model_layers_31_mlp_down_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_31_mlp_down_proj_weight/range": 0.24560546875, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/norm": 6.59375, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/mean": 0.00189971923828125, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/std": 0.036376953125, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_32_mlp_up_proj_weight/norm": 6.09375, "train/tensor_param_model_layers_32_mlp_up_proj_weight/mean": -7.486343383789062e-05, "train/tensor_param_model_layers_32_mlp_up_proj_weight/std": 0.03369140625, "train/tensor_param_model_layers_32_mlp_up_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_32_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_32_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_32_mlp_up_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_32_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_32_mlp_up_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_32_mlp_down_proj_weight/norm": 6.09375, "train/tensor_param_model_layers_32_mlp_down_proj_weight/mean": -1.9311904907226562e-05, "train/tensor_param_model_layers_32_mlp_down_proj_weight/std": 0.03369140625, "train/tensor_param_model_layers_32_mlp_down_proj_weight/max_abs": 0.1240234375, "train/tensor_param_model_layers_32_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_32_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_32_mlp_down_proj_weight/min": -0.1240234375, "train/tensor_param_model_layers_32_mlp_down_proj_weight/max": 0.1240234375, "train/tensor_param_model_layers_32_mlp_down_proj_weight/range": 0.248046875, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/norm": 6.625, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/mean": 0.0020904541015625, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/std": 0.03662109375, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_33_mlp_up_proj_weight/norm": 6.125, "train/tensor_param_model_layers_33_mlp_up_proj_weight/mean": -0.000946044921875, "train/tensor_param_model_layers_33_mlp_up_proj_weight/std": 0.033935546875, "train/tensor_param_model_layers_33_mlp_up_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_33_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_33_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_33_mlp_up_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_33_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_33_mlp_up_proj_weight/range": 0.255859375, "train/tensor_param_model_layers_33_mlp_down_proj_weight/norm": 6.09375, "train/tensor_param_model_layers_33_mlp_down_proj_weight/mean": -0.000461578369140625, "train/tensor_param_model_layers_33_mlp_down_proj_weight/std": 0.03369140625, "train/tensor_param_model_layers_33_mlp_down_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_33_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_33_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_33_mlp_down_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_33_mlp_down_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_33_mlp_down_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/norm": 6.65625, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/mean": 0.00213623046875, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/std": 0.03662109375, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/min": -0.134765625, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/range": 0.259765625, "train/tensor_param_model_layers_34_mlp_up_proj_weight/norm": 6.1875, "train/tensor_param_model_layers_34_mlp_up_proj_weight/mean": 0.0009002685546875, "train/tensor_param_model_layers_34_mlp_up_proj_weight/std": 0.0341796875, "train/tensor_param_model_layers_34_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_34_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_34_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_34_mlp_up_proj_weight/min": -0.11962890625, "train/tensor_param_model_layers_34_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_34_mlp_up_proj_weight/range": 0.24462890625, "train/tensor_param_model_layers_34_mlp_down_proj_weight/norm": 6.15625, "train/tensor_param_model_layers_34_mlp_down_proj_weight/mean": -0.0004749298095703125, "train/tensor_param_model_layers_34_mlp_down_proj_weight/std": 0.033935546875, "train/tensor_param_model_layers_34_mlp_down_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_34_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_34_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_34_mlp_down_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_34_mlp_down_proj_weight/max": 0.1337890625, "train/tensor_param_model_layers_34_mlp_down_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/norm": 6.6875, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/mean": 0.002716064453125, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/std": 0.036865234375, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_35_mlp_up_proj_weight/norm": 6.25, "train/tensor_param_model_layers_35_mlp_up_proj_weight/mean": -0.00121307373046875, "train/tensor_param_model_layers_35_mlp_up_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_35_mlp_up_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_35_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_35_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_35_mlp_up_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_35_mlp_up_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_35_mlp_up_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_35_mlp_down_proj_weight/norm": 6.21875, "train/tensor_param_model_layers_35_mlp_down_proj_weight/mean": -0.00074005126953125, "train/tensor_param_model_layers_35_mlp_down_proj_weight/std": 0.0341796875, "train/tensor_param_model_layers_35_mlp_down_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_35_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_35_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_35_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_35_mlp_down_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_35_mlp_down_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/norm": 6.65625, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/mean": 0.0029144287109375, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/std": 0.03662109375, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/min": -0.134765625, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/range": 0.263671875, "train/tensor_param_model_layers_36_mlp_up_proj_weight/norm": 6.1875, "train/tensor_param_model_layers_36_mlp_up_proj_weight/mean": -0.00099945068359375, "train/tensor_param_model_layers_36_mlp_up_proj_weight/std": 0.0341796875, "train/tensor_param_model_layers_36_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_36_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_36_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_36_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_36_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_36_mlp_up_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_36_mlp_down_proj_weight/norm": 6.15625, "train/tensor_param_model_layers_36_mlp_down_proj_weight/mean": -0.0003490447998046875, "train/tensor_param_model_layers_36_mlp_down_proj_weight/std": 0.033935546875, "train/tensor_param_model_layers_36_mlp_down_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_36_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_36_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_36_mlp_down_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_36_mlp_down_proj_weight/max": 0.12451171875, "train/tensor_param_model_layers_36_mlp_down_proj_weight/range": 0.25244140625, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/norm": 6.71875, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/mean": 0.0023345947265625, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/std": 0.037109375, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_37_mlp_up_proj_weight/norm": 6.25, "train/tensor_param_model_layers_37_mlp_up_proj_weight/mean": 0.000392913818359375, "train/tensor_param_model_layers_37_mlp_up_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_37_mlp_up_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_37_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_37_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_37_mlp_up_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_37_mlp_up_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_37_mlp_up_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_37_mlp_down_proj_weight/norm": 6.21875, "train/tensor_param_model_layers_37_mlp_down_proj_weight/mean": -0.0003376007080078125, "train/tensor_param_model_layers_37_mlp_down_proj_weight/std": 0.0341796875, "train/tensor_param_model_layers_37_mlp_down_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_37_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_37_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_37_mlp_down_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_37_mlp_down_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_37_mlp_down_proj_weight/range": 0.259765625, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/norm": 6.78125, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/mean": 0.003570556640625, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/std": 0.037353515625, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/max_abs": 0.13671875, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/min": -0.13671875, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/range": 0.26953125, "train/tensor_param_model_layers_38_mlp_up_proj_weight/norm": 6.28125, "train/tensor_param_model_layers_38_mlp_up_proj_weight/mean": -0.0011138916015625, "train/tensor_param_model_layers_38_mlp_up_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_38_mlp_up_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_38_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_38_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_38_mlp_up_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_38_mlp_up_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_38_mlp_up_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_38_mlp_down_proj_weight/norm": 6.25, "train/tensor_param_model_layers_38_mlp_down_proj_weight/mean": -0.000347137451171875, "train/tensor_param_model_layers_38_mlp_down_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_38_mlp_down_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_38_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_38_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_38_mlp_down_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_38_mlp_down_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_38_mlp_down_proj_weight/range": 0.259765625, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/norm": 6.78125, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/mean": 0.0025787353515625, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/std": 0.037353515625, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/max_abs": 0.13671875, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/max": 0.13671875, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/range": 0.26953125, "train/tensor_param_model_layers_39_mlp_up_proj_weight/norm": 6.28125, "train/tensor_param_model_layers_39_mlp_up_proj_weight/mean": 6.0558319091796875e-05, "train/tensor_param_model_layers_39_mlp_up_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_39_mlp_up_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_39_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_39_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_39_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_39_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_39_mlp_up_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_39_mlp_down_proj_weight/norm": 6.21875, "train/tensor_param_model_layers_39_mlp_down_proj_weight/mean": 0.000370025634765625, "train/tensor_param_model_layers_39_mlp_down_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_39_mlp_down_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_39_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_39_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_39_mlp_down_proj_weight/min": -0.12353515625, "train/tensor_param_model_layers_39_mlp_down_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_39_mlp_down_proj_weight/range": 0.25146484375, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/norm": 6.78125, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/mean": 0.002349853515625, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/std": 0.037353515625, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/range": 0.263671875, "train/tensor_param_model_layers_40_mlp_up_proj_weight/norm": 6.28125, "train/tensor_param_model_layers_40_mlp_up_proj_weight/mean": -0.000873565673828125, "train/tensor_param_model_layers_40_mlp_up_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_40_mlp_up_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_40_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_40_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_40_mlp_up_proj_weight/min": -0.123046875, "train/tensor_param_model_layers_40_mlp_up_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_40_mlp_up_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_40_mlp_down_proj_weight/norm": 6.21875, "train/tensor_param_model_layers_40_mlp_down_proj_weight/mean": -0.000579833984375, "train/tensor_param_model_layers_40_mlp_down_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_40_mlp_down_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_40_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_40_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_40_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_40_mlp_down_proj_weight/max": 0.12109375, "train/tensor_param_model_layers_40_mlp_down_proj_weight/range": 0.2470703125, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/norm": 6.78125, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/mean": 0.002777099609375, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/std": 0.037353515625, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/range": 0.259765625, "train/tensor_param_model_layers_41_mlp_up_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_41_mlp_up_proj_weight/mean": 0.00013828277587890625, "train/tensor_param_model_layers_41_mlp_up_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_41_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_41_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_41_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_41_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_41_mlp_up_proj_weight/max": 0.12255859375, "train/tensor_param_model_layers_41_mlp_up_proj_weight/range": 0.24755859375, "train/tensor_param_model_layers_41_mlp_down_proj_weight/norm": 6.21875, "train/tensor_param_model_layers_41_mlp_down_proj_weight/mean": -0.001129150390625, "train/tensor_param_model_layers_41_mlp_down_proj_weight/std": 0.0341796875, "train/tensor_param_model_layers_41_mlp_down_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_41_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_41_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_41_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_41_mlp_down_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_41_mlp_down_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/norm": 6.8125, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/mean": 0.002227783203125, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/std": 0.03759765625, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/min": -0.134765625, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/range": 0.2607421875, "train/tensor_param_model_layers_42_mlp_up_proj_weight/norm": 6.28125, "train/tensor_param_model_layers_42_mlp_up_proj_weight/mean": 0.00116729736328125, "train/tensor_param_model_layers_42_mlp_up_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_42_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_42_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_42_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_42_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_42_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_42_mlp_up_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_42_mlp_down_proj_weight/norm": 6.28125, "train/tensor_param_model_layers_42_mlp_down_proj_weight/mean": 0.00115966796875, "train/tensor_param_model_layers_42_mlp_down_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_42_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_42_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_42_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_42_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_42_mlp_down_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_42_mlp_down_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/norm": 6.78125, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/mean": 0.0029449462890625, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/std": 0.037353515625, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/max": 0.1337890625, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_43_mlp_up_proj_weight/norm": 6.34375, "train/tensor_param_model_layers_43_mlp_up_proj_weight/mean": -0.00051116943359375, "train/tensor_param_model_layers_43_mlp_up_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_43_mlp_up_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_43_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_43_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_43_mlp_up_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_43_mlp_up_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_43_mlp_up_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_43_mlp_down_proj_weight/norm": 6.28125, "train/tensor_param_model_layers_43_mlp_down_proj_weight/mean": -0.000888824462890625, "train/tensor_param_model_layers_43_mlp_down_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_43_mlp_down_proj_weight/max_abs": 0.12451171875, "train/tensor_param_model_layers_43_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_43_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_43_mlp_down_proj_weight/min": -0.12451171875, "train/tensor_param_model_layers_43_mlp_down_proj_weight/max": 0.12353515625, "train/tensor_param_model_layers_43_mlp_down_proj_weight/range": 0.248046875, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/norm": 6.84375, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/mean": 0.002685546875, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/std": 0.037841796875, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_44_mlp_up_proj_weight/norm": 6.375, "train/tensor_param_model_layers_44_mlp_up_proj_weight/mean": 0.00011920928955078125, "train/tensor_param_model_layers_44_mlp_up_proj_weight/std": 0.035400390625, "train/tensor_param_model_layers_44_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_44_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_44_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_44_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_44_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_44_mlp_up_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_44_mlp_down_proj_weight/norm": 6.34375, "train/tensor_param_model_layers_44_mlp_down_proj_weight/mean": 0.001556396484375, "train/tensor_param_model_layers_44_mlp_down_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_44_mlp_down_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_44_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_44_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_44_mlp_down_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_44_mlp_down_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_44_mlp_down_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/norm": 7.0, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/mean": 0.00138092041015625, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/std": 0.03857421875, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/range": 0.263671875, "train/tensor_param_model_layers_45_mlp_up_proj_weight/norm": 6.5, "train/tensor_param_model_layers_45_mlp_up_proj_weight/mean": 0.000698089599609375, "train/tensor_param_model_layers_45_mlp_up_proj_weight/std": 0.035888671875, "train/tensor_param_model_layers_45_mlp_up_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_45_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_45_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_45_mlp_up_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_45_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_45_mlp_up_proj_weight/range": 0.255859375, "train/tensor_param_model_layers_45_mlp_down_proj_weight/norm": 6.40625, "train/tensor_param_model_layers_45_mlp_down_proj_weight/mean": 0.00032806396484375, "train/tensor_param_model_layers_45_mlp_down_proj_weight/std": 0.035400390625, "train/tensor_param_model_layers_45_mlp_down_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_45_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_45_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_45_mlp_down_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_45_mlp_down_proj_weight/max": 0.1318359375, "train/tensor_param_model_layers_45_mlp_down_proj_weight/range": 0.2646484375, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/norm": 7.0, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/mean": 0.0028533935546875, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/std": 0.03857421875, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/min": -0.13671875, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/range": 0.2744140625, "train/tensor_param_model_layers_46_mlp_up_proj_weight/norm": 6.46875, "train/tensor_param_model_layers_46_mlp_up_proj_weight/mean": -0.001312255859375, "train/tensor_param_model_layers_46_mlp_up_proj_weight/std": 0.035888671875, "train/tensor_param_model_layers_46_mlp_up_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_46_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_46_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_46_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_46_mlp_up_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_46_mlp_up_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_46_mlp_down_proj_weight/norm": 6.46875, "train/tensor_param_model_layers_46_mlp_down_proj_weight/mean": -0.000736236572265625, "train/tensor_param_model_layers_46_mlp_down_proj_weight/std": 0.03564453125, "train/tensor_param_model_layers_46_mlp_down_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_46_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_46_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_46_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_46_mlp_down_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_46_mlp_down_proj_weight/range": 0.263671875, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/norm": 7.0, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/mean": 0.002532958984375, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/std": 0.03857421875, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/range": 0.259765625, "train/tensor_param_model_layers_47_mlp_up_proj_weight/norm": 6.5, "train/tensor_param_model_layers_47_mlp_up_proj_weight/mean": 0.000820159912109375, "train/tensor_param_model_layers_47_mlp_up_proj_weight/std": 0.035888671875, "train/tensor_param_model_layers_47_mlp_up_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_47_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_47_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_47_mlp_up_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_47_mlp_up_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_47_mlp_up_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_47_mlp_down_proj_weight/norm": 6.40625, "train/tensor_param_model_layers_47_mlp_down_proj_weight/mean": 0.0010528564453125, "train/tensor_param_model_layers_47_mlp_down_proj_weight/std": 0.035400390625, "train/tensor_param_model_layers_47_mlp_down_proj_weight/max_abs": 0.13671875, "train/tensor_param_model_layers_47_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_47_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_47_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_47_mlp_down_proj_weight/max": 0.13671875, "train/tensor_param_model_layers_47_mlp_down_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/norm": 7.0625, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/mean": 0.00213623046875, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/std": 0.0390625, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/max_abs": 0.140625, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/max": 0.140625, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/range": 0.2734375, "train/tensor_param_model_layers_48_mlp_up_proj_weight/norm": 6.5625, "train/tensor_param_model_layers_48_mlp_up_proj_weight/mean": 0.0001697540283203125, "train/tensor_param_model_layers_48_mlp_up_proj_weight/std": 0.036376953125, "train/tensor_param_model_layers_48_mlp_up_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_48_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_48_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_48_mlp_up_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_48_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_48_mlp_up_proj_weight/range": 0.255859375, "train/tensor_param_model_layers_48_mlp_down_proj_weight/norm": 6.5, "train/tensor_param_model_layers_48_mlp_down_proj_weight/mean": -0.00110626220703125, "train/tensor_param_model_layers_48_mlp_down_proj_weight/std": 0.035888671875, "train/tensor_param_model_layers_48_mlp_down_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_48_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_48_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_48_mlp_down_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_48_mlp_down_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_48_mlp_down_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/norm": 7.0625, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/mean": 0.003326416015625, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/std": 0.038818359375, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/range": 0.265625, "train/tensor_param_model_layers_49_mlp_up_proj_weight/norm": 6.5625, "train/tensor_param_model_layers_49_mlp_up_proj_weight/mean": -0.0002956390380859375, "train/tensor_param_model_layers_49_mlp_up_proj_weight/std": 0.0361328125, "train/tensor_param_model_layers_49_mlp_up_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_49_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_49_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_49_mlp_up_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_49_mlp_up_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_49_mlp_up_proj_weight/range": 0.26171875, "train/tensor_param_model_layers_49_mlp_down_proj_weight/norm": 6.5, "train/tensor_param_model_layers_49_mlp_down_proj_weight/mean": -0.000614166259765625, "train/tensor_param_model_layers_49_mlp_down_proj_weight/std": 0.035888671875, "train/tensor_param_model_layers_49_mlp_down_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_49_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_49_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_49_mlp_down_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_49_mlp_down_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_49_mlp_down_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/norm": 7.0625, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/mean": 0.002899169921875, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/std": 0.0390625, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/range": 0.2607421875, "train/tensor_param_model_layers_50_mlp_up_proj_weight/norm": 6.53125, "train/tensor_param_model_layers_50_mlp_up_proj_weight/mean": 0.0012359619140625, "train/tensor_param_model_layers_50_mlp_up_proj_weight/std": 0.035888671875, "train/tensor_param_model_layers_50_mlp_up_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_50_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_50_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_50_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_50_mlp_up_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_50_mlp_up_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_50_mlp_down_proj_weight/norm": 6.5, "train/tensor_param_model_layers_50_mlp_down_proj_weight/mean": 5.364418029785156e-05, "train/tensor_param_model_layers_50_mlp_down_proj_weight/std": 0.035888671875, "train/tensor_param_model_layers_50_mlp_down_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_50_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_50_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_50_mlp_down_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_50_mlp_down_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_50_mlp_down_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/norm": 7.0, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/mean": 0.0025634765625, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/std": 0.03857421875, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_51_mlp_up_proj_weight/norm": 6.53125, "train/tensor_param_model_layers_51_mlp_up_proj_weight/mean": 0.00024127960205078125, "train/tensor_param_model_layers_51_mlp_up_proj_weight/std": 0.0361328125, "train/tensor_param_model_layers_51_mlp_up_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_51_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_51_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_51_mlp_up_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_51_mlp_up_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_51_mlp_up_proj_weight/range": 0.2607421875, "train/tensor_param_model_layers_51_mlp_down_proj_weight/norm": 6.4375, "train/tensor_param_model_layers_51_mlp_down_proj_weight/mean": 0.00066375732421875, "train/tensor_param_model_layers_51_mlp_down_proj_weight/std": 0.03564453125, "train/tensor_param_model_layers_51_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_51_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_51_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_51_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_51_mlp_down_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_51_mlp_down_proj_weight/range": 0.255859375, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/norm": 7.09375, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/mean": 0.0028839111328125, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/std": 0.0390625, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/max_abs": 0.140625, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/min": -0.140625, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/max": 0.1337890625, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/range": 0.2744140625, "train/tensor_param_model_layers_52_mlp_up_proj_weight/norm": 6.5625, "train/tensor_param_model_layers_52_mlp_up_proj_weight/mean": -0.00010061264038085938, "train/tensor_param_model_layers_52_mlp_up_proj_weight/std": 0.036376953125, "train/tensor_param_model_layers_52_mlp_up_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_52_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_52_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_52_mlp_up_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_52_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_52_mlp_up_proj_weight/range": 0.2587890625, "train/tensor_param_model_layers_52_mlp_down_proj_weight/norm": 6.5, "train/tensor_param_model_layers_52_mlp_down_proj_weight/mean": 0.0002269744873046875, "train/tensor_param_model_layers_52_mlp_down_proj_weight/std": 0.035888671875, "train/tensor_param_model_layers_52_mlp_down_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_52_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_52_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_52_mlp_down_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_52_mlp_down_proj_weight/max": 0.12255859375, "train/tensor_param_model_layers_52_mlp_down_proj_weight/range": 0.24951171875, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/norm": 7.21875, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/mean": 0.0023345947265625, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/std": 0.039794921875, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/range": 0.2587890625, "train/tensor_param_model_layers_53_mlp_up_proj_weight/norm": 6.6875, "train/tensor_param_model_layers_53_mlp_up_proj_weight/mean": -0.00015163421630859375, "train/tensor_param_model_layers_53_mlp_up_proj_weight/std": 0.036865234375, "train/tensor_param_model_layers_53_mlp_up_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_53_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_53_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_53_mlp_up_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_53_mlp_up_proj_weight/max": 0.1318359375, "train/tensor_param_model_layers_53_mlp_up_proj_weight/range": 0.2607421875, "train/tensor_param_model_layers_53_mlp_down_proj_weight/norm": 6.59375, "train/tensor_param_model_layers_53_mlp_down_proj_weight/mean": 0.00063323974609375, "train/tensor_param_model_layers_53_mlp_down_proj_weight/std": 0.036376953125, "train/tensor_param_model_layers_53_mlp_down_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_53_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_53_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_53_mlp_down_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_53_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_53_mlp_down_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/norm": 7.15625, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/mean": 0.00177764892578125, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/std": 0.03955078125, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/max_abs": 0.1484375, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/min": -0.1484375, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/max": 0.1318359375, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/range": 0.2802734375, "train/tensor_param_model_layers_54_mlp_up_proj_weight/norm": 6.65625, "train/tensor_param_model_layers_54_mlp_up_proj_weight/mean": -0.0001392364501953125, "train/tensor_param_model_layers_54_mlp_up_proj_weight/std": 0.036865234375, "train/tensor_param_model_layers_54_mlp_up_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_54_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_54_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_54_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_54_mlp_up_proj_weight/max": 0.1318359375, "train/tensor_param_model_layers_54_mlp_up_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_54_mlp_down_proj_weight/norm": 6.5625, "train/tensor_param_model_layers_54_mlp_down_proj_weight/mean": -0.0003604888916015625, "train/tensor_param_model_layers_54_mlp_down_proj_weight/std": 0.036376953125, "train/tensor_param_model_layers_54_mlp_down_proj_weight/max_abs": 0.13671875, "train/tensor_param_model_layers_54_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_54_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_54_mlp_down_proj_weight/min": -0.13671875, "train/tensor_param_model_layers_54_mlp_down_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_54_mlp_down_proj_weight/range": 0.265625, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/norm": 7.1875, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/mean": 0.002410888671875, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/std": 0.03955078125, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/max": 0.1337890625, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/range": 0.263671875, "train/tensor_param_model_layers_55_mlp_up_proj_weight/norm": 6.6875, "train/tensor_param_model_layers_55_mlp_up_proj_weight/mean": -0.000141143798828125, "train/tensor_param_model_layers_55_mlp_up_proj_weight/std": 0.036865234375, "train/tensor_param_model_layers_55_mlp_up_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_55_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_55_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_55_mlp_up_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_55_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_55_mlp_up_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_55_mlp_down_proj_weight/norm": 6.59375, "train/tensor_param_model_layers_55_mlp_down_proj_weight/mean": 0.00083160400390625, "train/tensor_param_model_layers_55_mlp_down_proj_weight/std": 0.036376953125, "train/tensor_param_model_layers_55_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_55_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_55_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_55_mlp_down_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_55_mlp_down_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_55_mlp_down_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/norm": 7.21875, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/mean": 0.0021514892578125, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/std": 0.039794921875, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/range": 0.265625, "train/tensor_param_model_layers_56_mlp_up_proj_weight/norm": 6.71875, "train/tensor_param_model_layers_56_mlp_up_proj_weight/mean": 0.000209808349609375, "train/tensor_param_model_layers_56_mlp_up_proj_weight/std": 0.037109375, "train/tensor_param_model_layers_56_mlp_up_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_56_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_56_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_56_mlp_up_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_56_mlp_up_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_56_mlp_up_proj_weight/range": 0.267578125, "train/tensor_param_model_layers_56_mlp_down_proj_weight/norm": 6.65625, "train/tensor_param_model_layers_56_mlp_down_proj_weight/mean": 0.0002307891845703125, "train/tensor_param_model_layers_56_mlp_down_proj_weight/std": 0.036865234375, "train/tensor_param_model_layers_56_mlp_down_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_56_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_56_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_56_mlp_down_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_56_mlp_down_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_56_mlp_down_proj_weight/range": 0.259765625, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/norm": 7.21875, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/mean": 0.0022430419921875, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/std": 0.039794921875, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/min": -0.1376953125, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/range": 0.275390625, "train/tensor_param_model_layers_57_mlp_up_proj_weight/norm": 6.6875, "train/tensor_param_model_layers_57_mlp_up_proj_weight/mean": 0.0003108978271484375, "train/tensor_param_model_layers_57_mlp_up_proj_weight/std": 0.036865234375, "train/tensor_param_model_layers_57_mlp_up_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_57_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_57_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_57_mlp_up_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_57_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_57_mlp_up_proj_weight/range": 0.255859375, "train/tensor_param_model_layers_57_mlp_down_proj_weight/norm": 6.59375, "train/tensor_param_model_layers_57_mlp_down_proj_weight/mean": -0.000335693359375, "train/tensor_param_model_layers_57_mlp_down_proj_weight/std": 0.036376953125, "train/tensor_param_model_layers_57_mlp_down_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_57_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_57_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_57_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_57_mlp_down_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_57_mlp_down_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/norm": 7.25, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/mean": 0.00244140625, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/std": 0.0400390625, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/max_abs": 0.1455078125, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/min": -0.1455078125, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/max": 0.1416015625, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/range": 0.287109375, "train/tensor_param_model_layers_58_mlp_up_proj_weight/norm": 6.71875, "train/tensor_param_model_layers_58_mlp_up_proj_weight/mean": -0.0005035400390625, "train/tensor_param_model_layers_58_mlp_up_proj_weight/std": 0.037109375, "train/tensor_param_model_layers_58_mlp_up_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_58_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_58_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_58_mlp_up_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_58_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_58_mlp_up_proj_weight/range": 0.263671875, "train/tensor_param_model_layers_58_mlp_down_proj_weight/norm": 6.65625, "train/tensor_param_model_layers_58_mlp_down_proj_weight/mean": 0.0001277923583984375, "train/tensor_param_model_layers_58_mlp_down_proj_weight/std": 0.03662109375, "train/tensor_param_model_layers_58_mlp_down_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_58_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_58_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_58_mlp_down_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_58_mlp_down_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_58_mlp_down_proj_weight/range": 0.2646484375, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/norm": 7.28125, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/mean": 0.0030975341796875, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/std": 0.0400390625, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/max": 0.1318359375, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/range": 0.265625, "train/tensor_param_model_layers_59_mlp_up_proj_weight/norm": 6.75, "train/tensor_param_model_layers_59_mlp_up_proj_weight/mean": -0.00087738037109375, "train/tensor_param_model_layers_59_mlp_up_proj_weight/std": 0.037353515625, "train/tensor_param_model_layers_59_mlp_up_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_59_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_59_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_59_mlp_up_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_59_mlp_up_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_59_mlp_up_proj_weight/range": 0.2587890625, "train/tensor_param_model_layers_59_mlp_down_proj_weight/norm": 6.65625, "train/tensor_param_model_layers_59_mlp_down_proj_weight/mean": -0.00092315673828125, "train/tensor_param_model_layers_59_mlp_down_proj_weight/std": 0.03662109375, "train/tensor_param_model_layers_59_mlp_down_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_59_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_59_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_59_mlp_down_proj_weight/min": -0.1376953125, "train/tensor_param_model_layers_59_mlp_down_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_59_mlp_down_proj_weight/range": 0.2685546875, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/norm": 7.3125, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/mean": 0.0024566650390625, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/std": 0.040283203125, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/max_abs": 0.1396484375, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/min": -0.1396484375, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/range": 0.2724609375, "train/tensor_param_model_layers_60_mlp_up_proj_weight/norm": 6.71875, "train/tensor_param_model_layers_60_mlp_up_proj_weight/mean": -0.0004634857177734375, "train/tensor_param_model_layers_60_mlp_up_proj_weight/std": 0.037109375, "train/tensor_param_model_layers_60_mlp_up_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_60_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_60_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_60_mlp_up_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_60_mlp_up_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_60_mlp_up_proj_weight/range": 0.2666015625, "train/tensor_param_model_layers_60_mlp_down_proj_weight/norm": 6.59375, "train/tensor_param_model_layers_60_mlp_down_proj_weight/mean": -0.00060272216796875, "train/tensor_param_model_layers_60_mlp_down_proj_weight/std": 0.036376953125, "train/tensor_param_model_layers_60_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_60_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_60_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_60_mlp_down_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_60_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_60_mlp_down_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/norm": 7.375, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/mean": 0.0035400390625, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/std": 0.04052734375, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/max_abs": 0.146484375, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/min": -0.134765625, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/max": 0.146484375, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/range": 0.28125, "train/tensor_param_model_layers_61_mlp_up_proj_weight/norm": 6.75, "train/tensor_param_model_layers_61_mlp_up_proj_weight/mean": 0.00051116943359375, "train/tensor_param_model_layers_61_mlp_up_proj_weight/std": 0.037353515625, "train/tensor_param_model_layers_61_mlp_up_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_61_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_61_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_61_mlp_up_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_61_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_61_mlp_up_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_61_mlp_down_proj_weight/norm": 6.65625, "train/tensor_param_model_layers_61_mlp_down_proj_weight/mean": 0.00128173828125, "train/tensor_param_model_layers_61_mlp_down_proj_weight/std": 0.03662109375, "train/tensor_param_model_layers_61_mlp_down_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_61_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_61_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_61_mlp_down_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_61_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_61_mlp_down_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/norm": 7.375, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/mean": 0.00250244140625, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/std": 0.04052734375, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/max_abs": 0.154296875, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/max": 0.154296875, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/range": 0.29296875, "train/tensor_param_model_layers_62_mlp_up_proj_weight/norm": 6.8125, "train/tensor_param_model_layers_62_mlp_up_proj_weight/mean": 0.0002841949462890625, "train/tensor_param_model_layers_62_mlp_up_proj_weight/std": 0.03759765625, "train/tensor_param_model_layers_62_mlp_up_proj_weight/max_abs": 0.1474609375, "train/tensor_param_model_layers_62_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_62_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_62_mlp_up_proj_weight/min": -0.1474609375, "train/tensor_param_model_layers_62_mlp_up_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_62_mlp_up_proj_weight/range": 0.27734375, "train/tensor_param_model_layers_62_mlp_down_proj_weight/norm": 6.6875, "train/tensor_param_model_layers_62_mlp_down_proj_weight/mean": -4.029273986816406e-05, "train/tensor_param_model_layers_62_mlp_down_proj_weight/std": 0.036865234375, "train/tensor_param_model_layers_62_mlp_down_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_62_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_62_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_62_mlp_down_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_62_mlp_down_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_62_mlp_down_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/norm": 7.375, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/mean": 0.0025787353515625, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/std": 0.04052734375, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/range": 0.2666015625, "train/tensor_param_model_layers_63_mlp_up_proj_weight/norm": 6.8125, "train/tensor_param_model_layers_63_mlp_up_proj_weight/mean": 0.0003871917724609375, "train/tensor_param_model_layers_63_mlp_up_proj_weight/std": 0.03759765625, "train/tensor_param_model_layers_63_mlp_up_proj_weight/max_abs": 0.1396484375, "train/tensor_param_model_layers_63_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_63_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_63_mlp_up_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_63_mlp_up_proj_weight/max": 0.1396484375, "train/tensor_param_model_layers_63_mlp_up_proj_weight/range": 0.267578125, "train/tensor_param_model_layers_63_mlp_down_proj_weight/norm": 6.6875, "train/tensor_param_model_layers_63_mlp_down_proj_weight/mean": 0.00040435791015625, "train/tensor_param_model_layers_63_mlp_down_proj_weight/std": 0.036865234375, "train/tensor_param_model_layers_63_mlp_down_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_63_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_63_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_63_mlp_down_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_63_mlp_down_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_63_mlp_down_proj_weight/range": 0.2587890625, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/norm": 7.4375, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/mean": 0.00213623046875, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/std": 0.041015625, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/max_abs": 0.140625, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/min": -0.140625, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/max": 0.140625, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/range": 0.28125, "train/tensor_param_model_layers_64_mlp_up_proj_weight/norm": 6.90625, "train/tensor_param_model_layers_64_mlp_up_proj_weight/mean": 2.3603439331054688e-05, "train/tensor_param_model_layers_64_mlp_up_proj_weight/std": 0.0380859375, "train/tensor_param_model_layers_64_mlp_up_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_64_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_64_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_64_mlp_up_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_64_mlp_up_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_64_mlp_up_proj_weight/range": 0.259765625, "train/tensor_param_model_layers_64_mlp_down_proj_weight/norm": 6.75, "train/tensor_param_model_layers_64_mlp_down_proj_weight/mean": 0.0003719329833984375, "train/tensor_param_model_layers_64_mlp_down_proj_weight/std": 0.037353515625, "train/tensor_param_model_layers_64_mlp_down_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_64_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_64_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_64_mlp_down_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_64_mlp_down_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_64_mlp_down_proj_weight/range": 0.267578125, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/norm": 7.46875, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/mean": 0.001678466796875, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/std": 0.041259765625, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/max_abs": 0.142578125, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/min": -0.142578125, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/max": 0.1416015625, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/range": 0.2841796875, "train/tensor_param_model_layers_65_mlp_up_proj_weight/norm": 6.875, "train/tensor_param_model_layers_65_mlp_up_proj_weight/mean": -0.00125885009765625, "train/tensor_param_model_layers_65_mlp_up_proj_weight/std": 0.0380859375, "train/tensor_param_model_layers_65_mlp_up_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_65_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_65_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_65_mlp_up_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_65_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_65_mlp_up_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_65_mlp_down_proj_weight/norm": 6.75, "train/tensor_param_model_layers_65_mlp_down_proj_weight/mean": -0.00058746337890625, "train/tensor_param_model_layers_65_mlp_down_proj_weight/std": 0.037353515625, "train/tensor_param_model_layers_65_mlp_down_proj_weight/max_abs": 0.1396484375, "train/tensor_param_model_layers_65_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_65_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_65_mlp_down_proj_weight/min": -0.1396484375, "train/tensor_param_model_layers_65_mlp_down_proj_weight/max": 0.1318359375, "train/tensor_param_model_layers_65_mlp_down_proj_weight/range": 0.271484375, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/norm": 7.46875, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/mean": 0.002838134765625, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/std": 0.041259765625, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/max_abs": 0.1484375, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/min": -0.1484375, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/range": 0.2841796875, "train/tensor_param_model_layers_66_mlp_up_proj_weight/norm": 6.875, "train/tensor_param_model_layers_66_mlp_up_proj_weight/mean": -0.00060272216796875, "train/tensor_param_model_layers_66_mlp_up_proj_weight/std": 0.0380859375, "train/tensor_param_model_layers_66_mlp_up_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_66_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_66_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_66_mlp_up_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_66_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_66_mlp_up_proj_weight/range": 0.255859375, "train/tensor_param_model_layers_66_mlp_down_proj_weight/norm": 6.8125, "train/tensor_param_model_layers_66_mlp_down_proj_weight/mean": 0.0001316070556640625, "train/tensor_param_model_layers_66_mlp_down_proj_weight/std": 0.03759765625, "train/tensor_param_model_layers_66_mlp_down_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_66_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_66_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_66_mlp_down_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_66_mlp_down_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_66_mlp_down_proj_weight/range": 0.263671875, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/norm": 7.5, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/mean": 0.00191497802734375, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/std": 0.041259765625, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/max_abs": 0.13671875, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/min": -0.13671875, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/max": 0.1337890625, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/range": 0.2705078125, "train/tensor_param_model_layers_67_mlp_up_proj_weight/norm": 6.90625, "train/tensor_param_model_layers_67_mlp_up_proj_weight/mean": -0.000568389892578125, "train/tensor_param_model_layers_67_mlp_up_proj_weight/std": 0.0380859375, "train/tensor_param_model_layers_67_mlp_up_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_67_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_67_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_67_mlp_up_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_67_mlp_up_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_67_mlp_up_proj_weight/range": 0.26171875, "train/tensor_param_model_layers_67_mlp_down_proj_weight/norm": 6.84375, "train/tensor_param_model_layers_67_mlp_down_proj_weight/mean": -0.00121307373046875, "train/tensor_param_model_layers_67_mlp_down_proj_weight/std": 0.037841796875, "train/tensor_param_model_layers_67_mlp_down_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_67_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_67_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_67_mlp_down_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_67_mlp_down_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_67_mlp_down_proj_weight/range": 0.26171875, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/norm": 7.53125, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/mean": 0.0021514892578125, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/std": 0.04150390625, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/max_abs": 0.1396484375, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/min": -0.134765625, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/max": 0.1396484375, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/range": 0.2744140625, "train/tensor_param_model_layers_68_mlp_up_proj_weight/norm": 6.90625, "train/tensor_param_model_layers_68_mlp_up_proj_weight/mean": 0.0003604888916015625, "train/tensor_param_model_layers_68_mlp_up_proj_weight/std": 0.038330078125, "train/tensor_param_model_layers_68_mlp_up_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_68_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_68_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_68_mlp_up_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_68_mlp_up_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_68_mlp_up_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_68_mlp_down_proj_weight/norm": 6.8125, "train/tensor_param_model_layers_68_mlp_down_proj_weight/mean": 0.0001888275146484375, "train/tensor_param_model_layers_68_mlp_down_proj_weight/std": 0.03759765625, "train/tensor_param_model_layers_68_mlp_down_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_68_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_68_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_68_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_68_mlp_down_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_68_mlp_down_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/norm": 7.59375, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/mean": 0.001495361328125, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/std": 0.0419921875, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/max_abs": 0.1396484375, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/min": -0.134765625, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/max": 0.1396484375, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/range": 0.2744140625, "train/tensor_param_model_layers_69_mlp_up_proj_weight/norm": 7.0, "train/tensor_param_model_layers_69_mlp_up_proj_weight/mean": 0.00049591064453125, "train/tensor_param_model_layers_69_mlp_up_proj_weight/std": 0.03857421875, "train/tensor_param_model_layers_69_mlp_up_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_69_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_69_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_69_mlp_up_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_69_mlp_up_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_69_mlp_up_proj_weight/range": 0.267578125, "train/tensor_param_model_layers_69_mlp_down_proj_weight/norm": 6.84375, "train/tensor_param_model_layers_69_mlp_down_proj_weight/mean": 3.993511199951172e-06, "train/tensor_param_model_layers_69_mlp_down_proj_weight/std": 0.037841796875, "train/tensor_param_model_layers_69_mlp_down_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_69_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_69_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_69_mlp_down_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_69_mlp_down_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_69_mlp_down_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/norm": 7.65625, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/mean": 0.0021514892578125, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/std": 0.042236328125, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/max_abs": 0.1396484375, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/min": -0.1396484375, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/range": 0.275390625, "train/tensor_param_model_layers_70_mlp_up_proj_weight/norm": 7.0, "train/tensor_param_model_layers_70_mlp_up_proj_weight/mean": -0.000484466552734375, "train/tensor_param_model_layers_70_mlp_up_proj_weight/std": 0.03857421875, "train/tensor_param_model_layers_70_mlp_up_proj_weight/max_abs": 0.140625, "train/tensor_param_model_layers_70_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_70_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_70_mlp_up_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_70_mlp_up_proj_weight/max": 0.140625, "train/tensor_param_model_layers_70_mlp_up_proj_weight/range": 0.271484375, "train/tensor_param_model_layers_70_mlp_down_proj_weight/norm": 6.90625, "train/tensor_param_model_layers_70_mlp_down_proj_weight/mean": -0.001434326171875, "train/tensor_param_model_layers_70_mlp_down_proj_weight/std": 0.0380859375, "train/tensor_param_model_layers_70_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_70_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_70_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_70_mlp_down_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_70_mlp_down_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_70_mlp_down_proj_weight/range": 0.2587890625, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/norm": 7.71875, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/mean": 0.0013580322265625, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/std": 0.042724609375, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/max_abs": 0.177734375, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/min": -0.158203125, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/max": 0.177734375, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/range": 0.3359375, "train/tensor_param_model_layers_71_mlp_up_proj_weight/norm": 7.09375, "train/tensor_param_model_layers_71_mlp_up_proj_weight/mean": -9.822845458984375e-05, "train/tensor_param_model_layers_71_mlp_up_proj_weight/std": 0.0390625, "train/tensor_param_model_layers_71_mlp_up_proj_weight/max_abs": 0.142578125, "train/tensor_param_model_layers_71_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_71_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_71_mlp_up_proj_weight/min": -0.1416015625, "train/tensor_param_model_layers_71_mlp_up_proj_weight/max": 0.142578125, "train/tensor_param_model_layers_71_mlp_up_proj_weight/range": 0.2841796875, "train/tensor_param_model_layers_71_mlp_down_proj_weight/norm": 6.96875, "train/tensor_param_model_layers_71_mlp_down_proj_weight/mean": -0.000377655029296875, "train/tensor_param_model_layers_71_mlp_down_proj_weight/std": 0.03857421875, "train/tensor_param_model_layers_71_mlp_down_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_71_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_71_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_71_mlp_down_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_71_mlp_down_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_71_mlp_down_proj_weight/range": 0.2607421875, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/norm": 7.625, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/mean": 0.002105712890625, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/std": 0.042236328125, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/max_abs": 0.16015625, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/min": -0.16015625, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/max": 0.1435546875, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/range": 0.3037109375, "train/tensor_param_model_layers_72_mlp_up_proj_weight/norm": 7.03125, "train/tensor_param_model_layers_72_mlp_up_proj_weight/mean": 0.000644683837890625, "train/tensor_param_model_layers_72_mlp_up_proj_weight/std": 0.038818359375, "train/tensor_param_model_layers_72_mlp_up_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_72_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_72_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_72_mlp_up_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_72_mlp_up_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_72_mlp_up_proj_weight/range": 0.2705078125, "train/tensor_param_model_layers_72_mlp_down_proj_weight/norm": 6.96875, "train/tensor_param_model_layers_72_mlp_down_proj_weight/mean": 9.489059448242188e-05, "train/tensor_param_model_layers_72_mlp_down_proj_weight/std": 0.038330078125, "train/tensor_param_model_layers_72_mlp_down_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_72_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_72_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_72_mlp_down_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_72_mlp_down_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_72_mlp_down_proj_weight/range": 0.263671875, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/norm": 7.71875, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/mean": 0.0021209716796875, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/std": 0.04248046875, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/max_abs": 0.1572265625, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/min": -0.1484375, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/max": 0.1572265625, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/range": 0.3056640625, "train/tensor_param_model_layers_73_mlp_up_proj_weight/norm": 7.03125, "train/tensor_param_model_layers_73_mlp_up_proj_weight/mean": -0.0003604888916015625, "train/tensor_param_model_layers_73_mlp_up_proj_weight/std": 0.038818359375, "train/tensor_param_model_layers_73_mlp_up_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_73_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_73_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_73_mlp_up_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_73_mlp_up_proj_weight/max": 0.1337890625, "train/tensor_param_model_layers_73_mlp_up_proj_weight/range": 0.26953125, "train/tensor_param_model_layers_73_mlp_down_proj_weight/norm": 7.0, "train/tensor_param_model_layers_73_mlp_down_proj_weight/mean": -0.0004425048828125, "train/tensor_param_model_layers_73_mlp_down_proj_weight/std": 0.03857421875, "train/tensor_param_model_layers_73_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_73_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_73_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_73_mlp_down_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_73_mlp_down_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_73_mlp_down_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/norm": 7.71875, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/mean": 0.00174713134765625, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/std": 0.04248046875, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/max_abs": 0.158203125, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/min": -0.158203125, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/max": 0.1533203125, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/range": 0.3115234375, "train/tensor_param_model_layers_74_mlp_up_proj_weight/norm": 7.0625, "train/tensor_param_model_layers_74_mlp_up_proj_weight/mean": 0.0002994537353515625, "train/tensor_param_model_layers_74_mlp_up_proj_weight/std": 0.0390625, "train/tensor_param_model_layers_74_mlp_up_proj_weight/max_abs": 0.1416015625, "train/tensor_param_model_layers_74_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_74_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_74_mlp_up_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_74_mlp_up_proj_weight/max": 0.1416015625, "train/tensor_param_model_layers_74_mlp_up_proj_weight/range": 0.2705078125, "train/tensor_param_model_layers_74_mlp_down_proj_weight/norm": 7.0625, "train/tensor_param_model_layers_74_mlp_down_proj_weight/mean": 0.000732421875, "train/tensor_param_model_layers_74_mlp_down_proj_weight/std": 0.0390625, "train/tensor_param_model_layers_74_mlp_down_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_74_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_74_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_74_mlp_down_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_74_mlp_down_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_74_mlp_down_proj_weight/range": 0.2607421875, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/norm": 7.8125, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/mean": 0.0016937255859375, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/std": 0.043212890625, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/max_abs": 0.140625, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/min": -0.140625, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/max": 0.134765625, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/range": 0.275390625, "train/tensor_param_model_layers_75_mlp_up_proj_weight/norm": 7.21875, "train/tensor_param_model_layers_75_mlp_up_proj_weight/mean": 6.628036499023438e-05, "train/tensor_param_model_layers_75_mlp_up_proj_weight/std": 0.039794921875, "train/tensor_param_model_layers_75_mlp_up_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_75_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_75_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_75_mlp_up_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_75_mlp_up_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_75_mlp_up_proj_weight/range": 0.2607421875, "train/tensor_param_model_layers_75_mlp_down_proj_weight/norm": 7.125, "train/tensor_param_model_layers_75_mlp_down_proj_weight/mean": 9.250640869140625e-05, "train/tensor_param_model_layers_75_mlp_down_proj_weight/std": 0.039306640625, "train/tensor_param_model_layers_75_mlp_down_proj_weight/max_abs": 0.140625, "train/tensor_param_model_layers_75_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_75_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_75_mlp_down_proj_weight/min": -0.140625, "train/tensor_param_model_layers_75_mlp_down_proj_weight/max": 0.1318359375, "train/tensor_param_model_layers_75_mlp_down_proj_weight/range": 0.2724609375, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/norm": 7.9375, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/mean": 0.00148773193359375, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/std": 0.043701171875, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/max_abs": 0.1650390625, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/min": -0.15625, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/max": 0.1650390625, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/range": 0.3212890625, "train/tensor_param_model_layers_76_mlp_up_proj_weight/norm": 7.375, "train/tensor_param_model_layers_76_mlp_up_proj_weight/mean": -8.726119995117188e-05, "train/tensor_param_model_layers_76_mlp_up_proj_weight/std": 0.040771484375, "train/tensor_param_model_layers_76_mlp_up_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_76_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_76_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_76_mlp_up_proj_weight/min": -0.1376953125, "train/tensor_param_model_layers_76_mlp_up_proj_weight/max": 0.134765625, "train/tensor_param_model_layers_76_mlp_up_proj_weight/range": 0.2724609375, "train/tensor_param_model_layers_76_mlp_down_proj_weight/norm": 7.3125, "train/tensor_param_model_layers_76_mlp_down_proj_weight/mean": 0.000652313232421875, "train/tensor_param_model_layers_76_mlp_down_proj_weight/std": 0.040283203125, "train/tensor_param_model_layers_76_mlp_down_proj_weight/max_abs": 0.140625, "train/tensor_param_model_layers_76_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_76_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_76_mlp_down_proj_weight/min": -0.134765625, "train/tensor_param_model_layers_76_mlp_down_proj_weight/max": 0.140625, "train/tensor_param_model_layers_76_mlp_down_proj_weight/range": 0.275390625, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/norm": 7.90625, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/mean": 0.00147247314453125, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/std": 0.043701171875, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/max_abs": 0.1806640625, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/min": -0.13671875, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/max": 0.1806640625, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/range": 0.3173828125, "train/tensor_param_model_layers_77_mlp_up_proj_weight/norm": 7.3125, "train/tensor_param_model_layers_77_mlp_up_proj_weight/mean": -0.000789642333984375, "train/tensor_param_model_layers_77_mlp_up_proj_weight/std": 0.04052734375, "train/tensor_param_model_layers_77_mlp_up_proj_weight/max_abs": 0.14453125, "train/tensor_param_model_layers_77_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_77_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_77_mlp_up_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_77_mlp_up_proj_weight/max": 0.14453125, "train/tensor_param_model_layers_77_mlp_up_proj_weight/range": 0.2802734375, "train/tensor_param_model_layers_77_mlp_down_proj_weight/norm": 7.21875, "train/tensor_param_model_layers_77_mlp_down_proj_weight/mean": 0.00070953369140625, "train/tensor_param_model_layers_77_mlp_down_proj_weight/std": 0.039794921875, "train/tensor_param_model_layers_77_mlp_down_proj_weight/max_abs": 0.142578125, "train/tensor_param_model_layers_77_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_77_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_77_mlp_down_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_77_mlp_down_proj_weight/max": 0.142578125, "train/tensor_param_model_layers_77_mlp_down_proj_weight/range": 0.271484375, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/norm": 8.125, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/mean": 0.0023040771484375, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/std": 0.044677734375, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/max_abs": 0.1591796875, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/min": -0.15234375, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/max": 0.1591796875, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/range": 0.3115234375, "train/tensor_param_model_layers_78_mlp_up_proj_weight/norm": 7.53125, "train/tensor_param_model_layers_78_mlp_up_proj_weight/mean": 0.000579833984375, "train/tensor_param_model_layers_78_mlp_up_proj_weight/std": 0.041748046875, "train/tensor_param_model_layers_78_mlp_up_proj_weight/max_abs": 0.1435546875, "train/tensor_param_model_layers_78_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_78_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_78_mlp_up_proj_weight/min": -0.1435546875, "train/tensor_param_model_layers_78_mlp_up_proj_weight/max": 0.140625, "train/tensor_param_model_layers_78_mlp_up_proj_weight/range": 0.2841796875, "train/tensor_param_model_layers_78_mlp_down_proj_weight/norm": 7.4375, "train/tensor_param_model_layers_78_mlp_down_proj_weight/mean": 9.059906005859375e-05, "train/tensor_param_model_layers_78_mlp_down_proj_weight/std": 0.041015625, "train/tensor_param_model_layers_78_mlp_down_proj_weight/max_abs": 0.1435546875, "train/tensor_param_model_layers_78_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_78_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_78_mlp_down_proj_weight/min": -0.1376953125, "train/tensor_param_model_layers_78_mlp_down_proj_weight/max": 0.1435546875, "train/tensor_param_model_layers_78_mlp_down_proj_weight/range": 0.28125, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/norm": 8.1875, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/mean": 0.002349853515625, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/std": 0.045166015625, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/max_abs": 0.1474609375, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/max": 0.1474609375, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/range": 0.2861328125, "train/tensor_param_model_layers_79_mlp_up_proj_weight/norm": 7.59375, "train/tensor_param_model_layers_79_mlp_up_proj_weight/mean": -0.000759124755859375, "train/tensor_param_model_layers_79_mlp_up_proj_weight/std": 0.041748046875, "train/tensor_param_model_layers_79_mlp_up_proj_weight/max_abs": 0.1396484375, "train/tensor_param_model_layers_79_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_79_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_79_mlp_up_proj_weight/min": -0.1396484375, "train/tensor_param_model_layers_79_mlp_up_proj_weight/max": 0.1318359375, "train/tensor_param_model_layers_79_mlp_up_proj_weight/range": 0.271484375, "train/tensor_param_model_layers_79_mlp_down_proj_weight/norm": 7.5, "train/tensor_param_model_layers_79_mlp_down_proj_weight/mean": 3.337860107421875e-05, "train/tensor_param_model_layers_79_mlp_down_proj_weight/std": 0.041259765625, "train/tensor_param_model_layers_79_mlp_down_proj_weight/max_abs": 0.138671875, "train/tensor_param_model_layers_79_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_79_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_79_mlp_down_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_79_mlp_down_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_79_mlp_down_proj_weight/range": 0.2763671875, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/norm": 8.1875, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/mean": 0.002227783203125, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/std": 0.045166015625, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/max_abs": 0.1435546875, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/min": -0.1435546875, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/max": 0.138671875, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/range": 0.2822265625, "train/tensor_param_model_layers_80_mlp_up_proj_weight/norm": 7.5625, "train/tensor_param_model_layers_80_mlp_up_proj_weight/mean": 6.29425048828125e-05, "train/tensor_param_model_layers_80_mlp_up_proj_weight/std": 0.041748046875, "train/tensor_param_model_layers_80_mlp_up_proj_weight/max_abs": 0.1474609375, "train/tensor_param_model_layers_80_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_80_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_80_mlp_up_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_80_mlp_up_proj_weight/max": 0.1474609375, "train/tensor_param_model_layers_80_mlp_up_proj_weight/range": 0.2802734375, "train/tensor_param_model_layers_80_mlp_down_proj_weight/norm": 7.46875, "train/tensor_param_model_layers_80_mlp_down_proj_weight/mean": 0.00010204315185546875, "train/tensor_param_model_layers_80_mlp_down_proj_weight/std": 0.041259765625, "train/tensor_param_model_layers_80_mlp_down_proj_weight/max_abs": 0.1494140625, "train/tensor_param_model_layers_80_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_80_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_80_mlp_down_proj_weight/min": -0.1494140625, "train/tensor_param_model_layers_80_mlp_down_proj_weight/max": 0.1494140625, "train/tensor_param_model_layers_80_mlp_down_proj_weight/range": 0.298828125, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/norm": 8.3125, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/mean": 0.0024261474609375, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/std": 0.0458984375, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/max_abs": 0.1533203125, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/min": -0.1533203125, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/max": 0.1396484375, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/range": 0.29296875, "train/tensor_param_model_layers_81_mlp_up_proj_weight/norm": 7.71875, "train/tensor_param_model_layers_81_mlp_up_proj_weight/mean": -0.000446319580078125, "train/tensor_param_model_layers_81_mlp_up_proj_weight/std": 0.042724609375, "train/tensor_param_model_layers_81_mlp_up_proj_weight/max_abs": 0.140625, "train/tensor_param_model_layers_81_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_81_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_81_mlp_up_proj_weight/min": -0.140625, "train/tensor_param_model_layers_81_mlp_up_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_81_mlp_up_proj_weight/range": 0.2763671875, "train/tensor_param_model_layers_81_mlp_down_proj_weight/norm": 7.65625, "train/tensor_param_model_layers_81_mlp_down_proj_weight/mean": -0.00013256072998046875, "train/tensor_param_model_layers_81_mlp_down_proj_weight/std": 0.042236328125, "train/tensor_param_model_layers_81_mlp_down_proj_weight/max_abs": 0.1416015625, "train/tensor_param_model_layers_81_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_81_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_81_mlp_down_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_81_mlp_down_proj_weight/max": 0.1416015625, "train/tensor_param_model_layers_81_mlp_down_proj_weight/range": 0.27734375, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/norm": 8.5625, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/mean": 0.001983642578125, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/std": 0.04736328125, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/max_abs": 0.16015625, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/min": -0.16015625, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/max": 0.15234375, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/range": 0.3125, "train/tensor_param_model_layers_82_mlp_up_proj_weight/norm": 7.9375, "train/tensor_param_model_layers_82_mlp_up_proj_weight/mean": -0.0004215240478515625, "train/tensor_param_model_layers_82_mlp_up_proj_weight/std": 0.043701171875, "train/tensor_param_model_layers_82_mlp_up_proj_weight/max_abs": 0.140625, "train/tensor_param_model_layers_82_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_82_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_82_mlp_up_proj_weight/min": -0.1396484375, "train/tensor_param_model_layers_82_mlp_up_proj_weight/max": 0.140625, "train/tensor_param_model_layers_82_mlp_up_proj_weight/range": 0.2802734375, "train/tensor_param_model_layers_82_mlp_down_proj_weight/norm": 7.90625, "train/tensor_param_model_layers_82_mlp_down_proj_weight/mean": -0.00079345703125, "train/tensor_param_model_layers_82_mlp_down_proj_weight/std": 0.043701171875, "train/tensor_param_model_layers_82_mlp_down_proj_weight/max_abs": 0.154296875, "train/tensor_param_model_layers_82_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_82_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_82_mlp_down_proj_weight/min": -0.1435546875, "train/tensor_param_model_layers_82_mlp_down_proj_weight/max": 0.154296875, "train/tensor_param_model_layers_82_mlp_down_proj_weight/range": 0.2978515625, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/norm": 8.625, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/mean": 0.0019683837890625, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/std": 0.0478515625, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/max_abs": 0.1494140625, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/min": -0.1455078125, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/max": 0.1494140625, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/range": 0.294921875, "train/tensor_param_model_layers_83_mlp_up_proj_weight/norm": 8.0625, "train/tensor_param_model_layers_83_mlp_up_proj_weight/mean": -0.0004825592041015625, "train/tensor_param_model_layers_83_mlp_up_proj_weight/std": 0.04443359375, "train/tensor_param_model_layers_83_mlp_up_proj_weight/max_abs": 0.150390625, "train/tensor_param_model_layers_83_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_83_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_83_mlp_up_proj_weight/min": -0.150390625, "train/tensor_param_model_layers_83_mlp_up_proj_weight/max": 0.138671875, "train/tensor_param_model_layers_83_mlp_up_proj_weight/range": 0.2890625, "train/tensor_param_model_layers_83_mlp_down_proj_weight/norm": 8.0, "train/tensor_param_model_layers_83_mlp_down_proj_weight/mean": -0.000652313232421875, "train/tensor_param_model_layers_83_mlp_down_proj_weight/std": 0.044189453125, "train/tensor_param_model_layers_83_mlp_down_proj_weight/max_abs": 0.1435546875, "train/tensor_param_model_layers_83_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_83_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_83_mlp_down_proj_weight/min": -0.1435546875, "train/tensor_param_model_layers_83_mlp_down_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_83_mlp_down_proj_weight/range": 0.28125, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/norm": 8.6875, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/mean": 0.0026702880859375, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/std": 0.0478515625, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/max_abs": 0.162109375, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/min": -0.154296875, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/max": 0.162109375, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/range": 0.31640625, "train/tensor_param_model_layers_84_mlp_up_proj_weight/norm": 8.0625, "train/tensor_param_model_layers_84_mlp_up_proj_weight/mean": 0.0003662109375, "train/tensor_param_model_layers_84_mlp_up_proj_weight/std": 0.044677734375, "train/tensor_param_model_layers_84_mlp_up_proj_weight/max_abs": 0.1513671875, "train/tensor_param_model_layers_84_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_84_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_84_mlp_up_proj_weight/min": -0.14453125, "train/tensor_param_model_layers_84_mlp_up_proj_weight/max": 0.1513671875, "train/tensor_param_model_layers_84_mlp_up_proj_weight/range": 0.2958984375, "train/tensor_param_model_layers_84_mlp_down_proj_weight/norm": 8.0, "train/tensor_param_model_layers_84_mlp_down_proj_weight/mean": 0.0001544952392578125, "train/tensor_param_model_layers_84_mlp_down_proj_weight/std": 0.044189453125, "train/tensor_param_model_layers_84_mlp_down_proj_weight/max_abs": 0.16796875, "train/tensor_param_model_layers_84_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_84_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_84_mlp_down_proj_weight/min": -0.16796875, "train/tensor_param_model_layers_84_mlp_down_proj_weight/max": 0.15234375, "train/tensor_param_model_layers_84_mlp_down_proj_weight/range": 0.3203125, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/norm": 8.8125, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/mean": 0.002044677734375, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/std": 0.048583984375, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/max_abs": 0.1669921875, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/min": -0.1640625, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/max": 0.1669921875, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/range": 0.3310546875, "train/tensor_param_model_layers_85_mlp_up_proj_weight/norm": 8.125, "train/tensor_param_model_layers_85_mlp_up_proj_weight/mean": 0.0004787445068359375, "train/tensor_param_model_layers_85_mlp_up_proj_weight/std": 0.044677734375, "train/tensor_param_model_layers_85_mlp_up_proj_weight/max_abs": 0.1630859375, "train/tensor_param_model_layers_85_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_85_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_85_mlp_up_proj_weight/min": -0.1630859375, "train/tensor_param_model_layers_85_mlp_up_proj_weight/max": 0.1416015625, "train/tensor_param_model_layers_85_mlp_up_proj_weight/range": 0.3046875, "train/tensor_param_model_layers_85_mlp_down_proj_weight/norm": 8.0625, "train/tensor_param_model_layers_85_mlp_down_proj_weight/mean": 0.000965118408203125, "train/tensor_param_model_layers_85_mlp_down_proj_weight/std": 0.04443359375, "train/tensor_param_model_layers_85_mlp_down_proj_weight/max_abs": 0.1396484375, "train/tensor_param_model_layers_85_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_85_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_85_mlp_down_proj_weight/min": -0.1396484375, "train/tensor_param_model_layers_85_mlp_down_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_85_mlp_down_proj_weight/range": 0.27734375, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/norm": 8.8125, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/mean": 0.0024261474609375, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/std": 0.048583984375, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/max_abs": 0.171875, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/min": -0.158203125, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/max": 0.171875, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/range": 0.330078125, "train/tensor_param_model_layers_86_mlp_up_proj_weight/norm": 8.3125, "train/tensor_param_model_layers_86_mlp_up_proj_weight/mean": 0.000453948974609375, "train/tensor_param_model_layers_86_mlp_up_proj_weight/std": 0.045654296875, "train/tensor_param_model_layers_86_mlp_up_proj_weight/max_abs": 0.1513671875, "train/tensor_param_model_layers_86_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_86_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_86_mlp_up_proj_weight/min": -0.1513671875, "train/tensor_param_model_layers_86_mlp_up_proj_weight/max": 0.1435546875, "train/tensor_param_model_layers_86_mlp_up_proj_weight/range": 0.294921875, "train/tensor_param_model_layers_86_mlp_down_proj_weight/norm": 8.125, "train/tensor_param_model_layers_86_mlp_down_proj_weight/mean": -0.0003681182861328125, "train/tensor_param_model_layers_86_mlp_down_proj_weight/std": 0.044677734375, "train/tensor_param_model_layers_86_mlp_down_proj_weight/max_abs": 0.14453125, "train/tensor_param_model_layers_86_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_86_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_86_mlp_down_proj_weight/min": -0.14453125, "train/tensor_param_model_layers_86_mlp_down_proj_weight/max": 0.1435546875, "train/tensor_param_model_layers_86_mlp_down_proj_weight/range": 0.2880859375, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/norm": 8.8125, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/mean": 0.00180816650390625, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/std": 0.048583984375, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/max_abs": 0.162109375, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/min": -0.162109375, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/max": 0.158203125, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/range": 0.3203125, "train/tensor_param_model_layers_87_mlp_up_proj_weight/norm": 8.1875, "train/tensor_param_model_layers_87_mlp_up_proj_weight/mean": 0.00080108642578125, "train/tensor_param_model_layers_87_mlp_up_proj_weight/std": 0.045166015625, "train/tensor_param_model_layers_87_mlp_up_proj_weight/max_abs": 0.1513671875, "train/tensor_param_model_layers_87_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_87_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_87_mlp_up_proj_weight/min": -0.1513671875, "train/tensor_param_model_layers_87_mlp_up_proj_weight/max": 0.150390625, "train/tensor_param_model_layers_87_mlp_up_proj_weight/range": 0.3017578125, "train/tensor_param_model_layers_87_mlp_down_proj_weight/norm": 8.0625, "train/tensor_param_model_layers_87_mlp_down_proj_weight/mean": 0.0004863739013671875, "train/tensor_param_model_layers_87_mlp_down_proj_weight/std": 0.044677734375, "train/tensor_param_model_layers_87_mlp_down_proj_weight/max_abs": 0.140625, "train/tensor_param_model_layers_87_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_87_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_87_mlp_down_proj_weight/min": -0.1396484375, "train/tensor_param_model_layers_87_mlp_down_proj_weight/max": 0.140625, "train/tensor_param_model_layers_87_mlp_down_proj_weight/range": 0.2802734375, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/norm": 8.875, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/mean": 0.002105712890625, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/std": 0.048828125, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/max_abs": 0.1484375, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/min": -0.1484375, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/max": 0.146484375, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/range": 0.294921875, "train/tensor_param_model_layers_88_mlp_up_proj_weight/norm": 8.25, "train/tensor_param_model_layers_88_mlp_up_proj_weight/mean": -0.00072479248046875, "train/tensor_param_model_layers_88_mlp_up_proj_weight/std": 0.045654296875, "train/tensor_param_model_layers_88_mlp_up_proj_weight/max_abs": 0.1640625, "train/tensor_param_model_layers_88_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_88_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_88_mlp_up_proj_weight/min": -0.1640625, "train/tensor_param_model_layers_88_mlp_up_proj_weight/max": 0.13671875, "train/tensor_param_model_layers_88_mlp_up_proj_weight/range": 0.30078125, "train/tensor_param_model_layers_88_mlp_down_proj_weight/norm": 8.125, "train/tensor_param_model_layers_88_mlp_down_proj_weight/mean": 5.9604644775390625e-05, "train/tensor_param_model_layers_88_mlp_down_proj_weight/std": 0.044921875, "train/tensor_param_model_layers_88_mlp_down_proj_weight/max_abs": 0.1474609375, "train/tensor_param_model_layers_88_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_88_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_88_mlp_down_proj_weight/min": -0.1396484375, "train/tensor_param_model_layers_88_mlp_down_proj_weight/max": 0.1474609375, "train/tensor_param_model_layers_88_mlp_down_proj_weight/range": 0.287109375, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/norm": 9.0, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/mean": 0.0023956298828125, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/std": 0.0498046875, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/max_abs": 0.16015625, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/min": -0.16015625, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/max": 0.158203125, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/range": 0.318359375, "train/tensor_param_model_layers_89_mlp_up_proj_weight/norm": 8.375, "train/tensor_param_model_layers_89_mlp_up_proj_weight/mean": -0.0003833770751953125, "train/tensor_param_model_layers_89_mlp_up_proj_weight/std": 0.04638671875, "train/tensor_param_model_layers_89_mlp_up_proj_weight/max_abs": 0.1533203125, "train/tensor_param_model_layers_89_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_89_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_89_mlp_up_proj_weight/min": -0.1533203125, "train/tensor_param_model_layers_89_mlp_up_proj_weight/max": 0.142578125, "train/tensor_param_model_layers_89_mlp_up_proj_weight/range": 0.2958984375, "train/tensor_param_model_layers_89_mlp_down_proj_weight/norm": 8.3125, "train/tensor_param_model_layers_89_mlp_down_proj_weight/mean": 0.0006866455078125, "train/tensor_param_model_layers_89_mlp_down_proj_weight/std": 0.0458984375, "train/tensor_param_model_layers_89_mlp_down_proj_weight/max_abs": 0.166015625, "train/tensor_param_model_layers_89_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_89_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_89_mlp_down_proj_weight/min": -0.166015625, "train/tensor_param_model_layers_89_mlp_down_proj_weight/max": 0.1455078125, "train/tensor_param_model_layers_89_mlp_down_proj_weight/range": 0.3115234375, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/norm": 9.0, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/mean": 0.00201416015625, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/std": 0.0498046875, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/max_abs": 0.1572265625, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/min": -0.1552734375, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/max": 0.1572265625, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/range": 0.3125, "train/tensor_param_model_layers_90_mlp_up_proj_weight/norm": 8.4375, "train/tensor_param_model_layers_90_mlp_up_proj_weight/mean": -0.000499725341796875, "train/tensor_param_model_layers_90_mlp_up_proj_weight/std": 0.046630859375, "train/tensor_param_model_layers_90_mlp_up_proj_weight/max_abs": 0.162109375, "train/tensor_param_model_layers_90_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_90_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_90_mlp_up_proj_weight/min": -0.1494140625, "train/tensor_param_model_layers_90_mlp_up_proj_weight/max": 0.162109375, "train/tensor_param_model_layers_90_mlp_up_proj_weight/range": 0.3115234375, "train/tensor_param_model_layers_90_mlp_down_proj_weight/norm": 8.375, "train/tensor_param_model_layers_90_mlp_down_proj_weight/mean": -0.0007781982421875, "train/tensor_param_model_layers_90_mlp_down_proj_weight/std": 0.046142578125, "train/tensor_param_model_layers_90_mlp_down_proj_weight/max_abs": 0.1796875, "train/tensor_param_model_layers_90_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_90_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_90_mlp_down_proj_weight/min": -0.15625, "train/tensor_param_model_layers_90_mlp_down_proj_weight/max": 0.1796875, "train/tensor_param_model_layers_90_mlp_down_proj_weight/range": 0.3359375, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/norm": 9.0625, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/mean": 0.0019073486328125, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/std": 0.050048828125, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/max_abs": 0.1650390625, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/min": -0.16015625, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/max": 0.1650390625, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/range": 0.3251953125, "train/tensor_param_model_layers_91_mlp_up_proj_weight/norm": 8.5, "train/tensor_param_model_layers_91_mlp_up_proj_weight/mean": -0.00101470947265625, "train/tensor_param_model_layers_91_mlp_up_proj_weight/std": 0.047119140625, "train/tensor_param_model_layers_91_mlp_up_proj_weight/max_abs": 0.1650390625, "train/tensor_param_model_layers_91_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_91_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_91_mlp_up_proj_weight/min": -0.158203125, "train/tensor_param_model_layers_91_mlp_up_proj_weight/max": 0.1650390625, "train/tensor_param_model_layers_91_mlp_up_proj_weight/range": 0.3232421875, "train/tensor_param_model_layers_91_mlp_down_proj_weight/norm": 8.4375, "train/tensor_param_model_layers_91_mlp_down_proj_weight/mean": -0.000682830810546875, "train/tensor_param_model_layers_91_mlp_down_proj_weight/std": 0.04638671875, "train/tensor_param_model_layers_91_mlp_down_proj_weight/max_abs": 0.17578125, "train/tensor_param_model_layers_91_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_91_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_91_mlp_down_proj_weight/min": -0.1416015625, "train/tensor_param_model_layers_91_mlp_down_proj_weight/max": 0.17578125, "train/tensor_param_model_layers_91_mlp_down_proj_weight/range": 0.3173828125, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/norm": 9.1875, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/mean": 0.00274658203125, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/std": 0.05078125, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/max_abs": 0.1953125, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/min": -0.1953125, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/max": 0.1669921875, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/range": 0.3623046875, "train/tensor_param_model_layers_92_mlp_up_proj_weight/norm": 8.625, "train/tensor_param_model_layers_92_mlp_up_proj_weight/mean": -0.00067901611328125, "train/tensor_param_model_layers_92_mlp_up_proj_weight/std": 0.047607421875, "train/tensor_param_model_layers_92_mlp_up_proj_weight/max_abs": 0.1611328125, "train/tensor_param_model_layers_92_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_92_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_92_mlp_up_proj_weight/min": -0.1611328125, "train/tensor_param_model_layers_92_mlp_up_proj_weight/max": 0.146484375, "train/tensor_param_model_layers_92_mlp_up_proj_weight/range": 0.3076171875, "train/tensor_param_model_layers_92_mlp_down_proj_weight/norm": 8.5625, "train/tensor_param_model_layers_92_mlp_down_proj_weight/mean": -0.000659942626953125, "train/tensor_param_model_layers_92_mlp_down_proj_weight/std": 0.04736328125, "train/tensor_param_model_layers_92_mlp_down_proj_weight/max_abs": 0.158203125, "train/tensor_param_model_layers_92_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_92_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_92_mlp_down_proj_weight/min": -0.1435546875, "train/tensor_param_model_layers_92_mlp_down_proj_weight/max": 0.158203125, "train/tensor_param_model_layers_92_mlp_down_proj_weight/range": 0.3017578125, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/norm": 9.3125, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/mean": 0.0027618408203125, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/std": 0.05126953125, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/max_abs": 0.17578125, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/min": -0.17578125, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/max": 0.15234375, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/range": 0.328125, "train/tensor_param_model_layers_93_mlp_up_proj_weight/norm": 8.75, "train/tensor_param_model_layers_93_mlp_up_proj_weight/mean": 0.000202178955078125, "train/tensor_param_model_layers_93_mlp_up_proj_weight/std": 0.04833984375, "train/tensor_param_model_layers_93_mlp_up_proj_weight/max_abs": 0.1513671875, "train/tensor_param_model_layers_93_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_93_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_93_mlp_up_proj_weight/min": -0.142578125, "train/tensor_param_model_layers_93_mlp_up_proj_weight/max": 0.1513671875, "train/tensor_param_model_layers_93_mlp_up_proj_weight/range": 0.2939453125, "train/tensor_param_model_layers_93_mlp_down_proj_weight/norm": 8.625, "train/tensor_param_model_layers_93_mlp_down_proj_weight/mean": -0.00010204315185546875, "train/tensor_param_model_layers_93_mlp_down_proj_weight/std": 0.0478515625, "train/tensor_param_model_layers_93_mlp_down_proj_weight/max_abs": 0.169921875, "train/tensor_param_model_layers_93_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_93_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_93_mlp_down_proj_weight/min": -0.15234375, "train/tensor_param_model_layers_93_mlp_down_proj_weight/max": 0.169921875, "train/tensor_param_model_layers_93_mlp_down_proj_weight/range": 0.322265625, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/norm": 9.4375, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/mean": 0.002471923828125, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/std": 0.05224609375, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/max_abs": 0.185546875, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/min": -0.185546875, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/max": 0.1552734375, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/range": 0.3408203125, "train/tensor_param_model_layers_94_mlp_up_proj_weight/norm": 8.9375, "train/tensor_param_model_layers_94_mlp_up_proj_weight/mean": -0.000736236572265625, "train/tensor_param_model_layers_94_mlp_up_proj_weight/std": 0.049560546875, "train/tensor_param_model_layers_94_mlp_up_proj_weight/max_abs": 0.166015625, "train/tensor_param_model_layers_94_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_94_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_94_mlp_up_proj_weight/min": -0.158203125, "train/tensor_param_model_layers_94_mlp_up_proj_weight/max": 0.166015625, "train/tensor_param_model_layers_94_mlp_up_proj_weight/range": 0.32421875, "train/tensor_param_model_layers_94_mlp_down_proj_weight/norm": 8.875, "train/tensor_param_model_layers_94_mlp_down_proj_weight/mean": -4.220008850097656e-05, "train/tensor_param_model_layers_94_mlp_down_proj_weight/std": 0.048828125, "train/tensor_param_model_layers_94_mlp_down_proj_weight/max_abs": 0.1572265625, "train/tensor_param_model_layers_94_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_94_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_94_mlp_down_proj_weight/min": -0.1572265625, "train/tensor_param_model_layers_94_mlp_down_proj_weight/max": 0.1455078125, "train/tensor_param_model_layers_94_mlp_down_proj_weight/range": 0.302734375, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/norm": 9.5, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/mean": 0.002288818359375, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/std": 0.052490234375, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/max_abs": 0.1875, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/min": -0.1875, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/max": 0.1875, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/range": 0.375, "train/tensor_param_model_layers_95_mlp_up_proj_weight/norm": 9.0, "train/tensor_param_model_layers_95_mlp_up_proj_weight/mean": -5.888938903808594e-05, "train/tensor_param_model_layers_95_mlp_up_proj_weight/std": 0.0498046875, "train/tensor_param_model_layers_95_mlp_up_proj_weight/max_abs": 0.19921875, "train/tensor_param_model_layers_95_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_95_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_95_mlp_up_proj_weight/min": -0.181640625, "train/tensor_param_model_layers_95_mlp_up_proj_weight/max": 0.19921875, "train/tensor_param_model_layers_95_mlp_up_proj_weight/range": 0.380859375, "train/tensor_param_model_layers_95_mlp_down_proj_weight/norm": 8.8125, "train/tensor_param_model_layers_95_mlp_down_proj_weight/mean": 0.0001926422119140625, "train/tensor_param_model_layers_95_mlp_down_proj_weight/std": 0.048583984375, "train/tensor_param_model_layers_95_mlp_down_proj_weight/max_abs": 0.171875, "train/tensor_param_model_layers_95_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_95_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_95_mlp_down_proj_weight/min": -0.1572265625, "train/tensor_param_model_layers_95_mlp_down_proj_weight/max": 0.171875, "train/tensor_param_model_layers_95_mlp_down_proj_weight/range": 0.3291015625, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/norm": 9.6875, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/mean": 0.002227783203125, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/std": 0.053466796875, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/max_abs": 0.20703125, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/min": -0.181640625, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/max": 0.20703125, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/range": 0.388671875, "train/tensor_param_model_layers_96_mlp_up_proj_weight/norm": 9.1875, "train/tensor_param_model_layers_96_mlp_up_proj_weight/mean": 0.0003261566162109375, "train/tensor_param_model_layers_96_mlp_up_proj_weight/std": 0.05078125, "train/tensor_param_model_layers_96_mlp_up_proj_weight/max_abs": 0.1875, "train/tensor_param_model_layers_96_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_96_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_96_mlp_up_proj_weight/min": -0.15234375, "train/tensor_param_model_layers_96_mlp_up_proj_weight/max": 0.1875, "train/tensor_param_model_layers_96_mlp_up_proj_weight/range": 0.33984375, "train/tensor_param_model_layers_96_mlp_down_proj_weight/norm": 9.0625, "train/tensor_param_model_layers_96_mlp_down_proj_weight/mean": 0.00015354156494140625, "train/tensor_param_model_layers_96_mlp_down_proj_weight/std": 0.050048828125, "train/tensor_param_model_layers_96_mlp_down_proj_weight/max_abs": 0.166015625, "train/tensor_param_model_layers_96_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_96_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_96_mlp_down_proj_weight/min": -0.166015625, "train/tensor_param_model_layers_96_mlp_down_proj_weight/max": 0.1591796875, "train/tensor_param_model_layers_96_mlp_down_proj_weight/range": 0.3251953125, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/norm": 9.6875, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/mean": 0.0016326904296875, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/std": 0.0537109375, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/max_abs": 0.181640625, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/min": -0.16796875, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/max": 0.181640625, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/range": 0.349609375, "train/tensor_param_model_layers_97_mlp_up_proj_weight/norm": 9.125, "train/tensor_param_model_layers_97_mlp_up_proj_weight/mean": 0.0006256103515625, "train/tensor_param_model_layers_97_mlp_up_proj_weight/std": 0.05029296875, "train/tensor_param_model_layers_97_mlp_up_proj_weight/max_abs": 0.19140625, "train/tensor_param_model_layers_97_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_97_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_97_mlp_up_proj_weight/min": -0.19140625, "train/tensor_param_model_layers_97_mlp_up_proj_weight/max": 0.185546875, "train/tensor_param_model_layers_97_mlp_up_proj_weight/range": 0.376953125, "train/tensor_param_model_layers_97_mlp_down_proj_weight/norm": 8.9375, "train/tensor_param_model_layers_97_mlp_down_proj_weight/mean": -3.933906555175781e-05, "train/tensor_param_model_layers_97_mlp_down_proj_weight/std": 0.04931640625, "train/tensor_param_model_layers_97_mlp_down_proj_weight/max_abs": 0.2265625, "train/tensor_param_model_layers_97_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_97_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_97_mlp_down_proj_weight/min": -0.166015625, "train/tensor_param_model_layers_97_mlp_down_proj_weight/max": 0.2265625, "train/tensor_param_model_layers_97_mlp_down_proj_weight/range": 0.392578125, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/norm": 9.75, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/mean": 0.001556396484375, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/std": 0.053955078125, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/max_abs": 0.2060546875, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/min": -0.2060546875, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/max": 0.1865234375, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/range": 0.392578125, "train/tensor_param_model_layers_98_mlp_up_proj_weight/norm": 9.25, "train/tensor_param_model_layers_98_mlp_up_proj_weight/mean": 9.1552734375e-05, "train/tensor_param_model_layers_98_mlp_up_proj_weight/std": 0.051025390625, "train/tensor_param_model_layers_98_mlp_up_proj_weight/max_abs": 0.1806640625, "train/tensor_param_model_layers_98_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_98_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_98_mlp_up_proj_weight/min": -0.1806640625, "train/tensor_param_model_layers_98_mlp_up_proj_weight/max": 0.171875, "train/tensor_param_model_layers_98_mlp_up_proj_weight/range": 0.3525390625, "train/tensor_param_model_layers_98_mlp_down_proj_weight/norm": 9.0, "train/tensor_param_model_layers_98_mlp_down_proj_weight/mean": 9.250640869140625e-05, "train/tensor_param_model_layers_98_mlp_down_proj_weight/std": 0.049560546875, "train/tensor_param_model_layers_98_mlp_down_proj_weight/max_abs": 0.193359375, "train/tensor_param_model_layers_98_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_98_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_98_mlp_down_proj_weight/min": -0.193359375, "train/tensor_param_model_layers_98_mlp_down_proj_weight/max": 0.15625, "train/tensor_param_model_layers_98_mlp_down_proj_weight/range": 0.349609375, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/norm": 9.75, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/mean": 0.002044677734375, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/std": 0.0537109375, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/max_abs": 0.1962890625, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/min": -0.1962890625, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/max": 0.1943359375, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/range": 0.390625, "train/tensor_param_model_layers_99_mlp_up_proj_weight/norm": 9.25, "train/tensor_param_model_layers_99_mlp_up_proj_weight/mean": -0.000370025634765625, "train/tensor_param_model_layers_99_mlp_up_proj_weight/std": 0.051025390625, "train/tensor_param_model_layers_99_mlp_up_proj_weight/max_abs": 0.181640625, "train/tensor_param_model_layers_99_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_99_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_99_mlp_up_proj_weight/min": -0.181640625, "train/tensor_param_model_layers_99_mlp_up_proj_weight/max": 0.166015625, "train/tensor_param_model_layers_99_mlp_up_proj_weight/range": 0.34765625, "train/tensor_param_model_layers_99_mlp_down_proj_weight/norm": 9.0, "train/tensor_param_model_layers_99_mlp_down_proj_weight/mean": 0.0004825592041015625, "train/tensor_param_model_layers_99_mlp_down_proj_weight/std": 0.0498046875, "train/tensor_param_model_layers_99_mlp_down_proj_weight/max_abs": 0.2001953125, "train/tensor_param_model_layers_99_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_99_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_99_mlp_down_proj_weight/min": -0.2001953125, "train/tensor_param_model_layers_99_mlp_down_proj_weight/max": 0.1689453125, "train/tensor_param_model_layers_99_mlp_down_proj_weight/range": 0.369140625}
-{"step": 2680, "epoch": 0.18065385911695314, "timestamp": 1786741756.2903736, "loss": 7.995229339599609, "grad_norm": 2650800128.0, "learning_rate": 9e-05, "train/total_time_seconds": 56.581871688365936, "train/time_per_step_avg": 0.3124752724915743, "train/epoch_time_elapsed": 66.39294608682394, "train/estimated_remaining_minutes": 0.2885393954257467}
+version https://git-lfs.github.com/spec/v1
+oid sha256:116ba95b488fcceafeeabb95e5f4c175f5eba48c85e69a5d89efe959d76d9954
+size 16875750